00010000:00000010:0.1F:1783946940.408372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941666600. 00010000:00000010:3.1F:1783946940.441597:0:1091:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940031000. 00000080:00000010:1.1F:1783946943.089072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e946733680. 00000080:00000010:1.1:1783946943.089106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9587d0be0. 00010000:00000010:1.1:1783946943.093139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9583e2300. 00010000:00000010:1.1:1783946943.093157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941667400. 00000080:00000010:1.1:1783946943.109010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e958224e20. 00010000:00000010:2.1F:1783946945.242908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:2.1:1783946945.242941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940031600. 00000080:00000010:3.1:1783946961.789549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9613fd9c0. 00010000:00000010:2.1:1783946980.266065:0:10009:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9451f2100. 00010000:00000010:2.1:1783946980.266077:0:10009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9821c7200. 00000080:00000010:2.1:1783946980.331828:0:10008:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e950a40dc0. 00010000:00000010:0.1:1783946983.285996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940031c00. 00000080:00000010:2.1:1783946999.723940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e946733080. 00010000:00000010:0.1:1783947048.590990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9451f2600. 00010000:00000010:0.1:1783947048.591003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9821c7a00. 00010000:00000010:2.1:1783947048.627094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7300. 00010000:00000010:0.1:1783947065.794777:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9821c6600. 00010000:00000010:0.1:1783947068.818228:0:10701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9429c8e00. 00010000:00000010:1.1:1783947094.061674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7900. 00010000:00000010:1.1:1783947094.061687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940031600. 00010000:00000010:2.1:1783947094.068912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15400. 00010000:00000010:3.1:1783947111.692596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941666c00. 00010000:00000010:2.1:1783947111.715909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9451f2a00. 00010000:00000010:2.1:1783947111.715935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9429c9a00. 00010000:00000010:2.1:1783947111.715941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459e00. 00010000:00000010:2.1:1783947111.715945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941666e00. 00000080:00000010:2.1:1783947111.739908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9523a1ec0. 00000080:00000010:2.1:1783947111.739936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9584f2c60. 00010000:00000010:2.1:1783947114.476678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234a00. 00010000:00000010:2.1:1783947114.481085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9451f2800. 00010000:00000010:2.1:1783947114.481101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00010000:00000010:2.1:1783947114.481105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459500. 00010000:00000010:2.1:1783947114.481109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941667400. 00000080:00000010:2.1:1783947130.258905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9523d9420. 00000080:00000010:2.1:1783947130.258926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9523d95c0. 00010000:00000010:3.1:1783947131.999999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459300. 00010000:00000010:3.1:1783947132.000018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00010000:00000010:3.1:1783947132.000023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe300. 00010000:00000010:3.1:1783947132.000027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00000080:00000010:2.1:1783947132.019430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9523d9240. 00000080:00000010:2.1:1783947132.024513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1f380. 00010000:00000010:3.1:1783947137.627058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9451f2d00. 00010000:00000010:3.1:1783947137.627080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9821c6600. 00010000:00000010:0.1:1783947140.228491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7400. 00010000:00000010:0.1:1783947140.228512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940030600. 00010000:00000010:0.1:1783947140.253133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:3.1:1783947157.784881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7400. 00010000:00000010:3.1:1783947157.784897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940031a00. 00010000:00000010:3.1:1783947157.784902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459c00. 00010000:00000010:3.1:1783947157.784905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941667e00. 00000080:00000010:3.1:1783947157.788992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e942f03f80. 00000080:00000010:3.1:1783947157.789007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e950a11fc0. 00010000:00000010:2.1:1783947160.630907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe400. 00010000:00000010:2.1:1783947160.630927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:2.1:1783947160.630931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:2.1:1783947160.630936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940031000. 00000080:00000010:3.1:1783947176.251943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e942ef7e20. 00000080:00000010:3.1:1783947176.251967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e942ef7880. 00010000:00000010:1.1:1783947194.365388:0:11981:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe700. 00010000:00000010:1.1:1783947194.365413:0:11981:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941667800. 00010000:00000010:1.1:1783947194.365421:0:11981:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546feb00. 00010000:00000010:1.1:1783947194.365424:0:11981:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00000080:00000010:1.1:1783947194.377516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9523fe1c0. 00010000:00000010:3.1:1783947197.667519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459700. 00010000:00000010:3.1:1783947197.667542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941667e00. 00010000:00000010:3.1:1783947197.667549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459f00. 00010000:00000010:3.1:1783947197.667552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941667600. 00000080:00000010:3.1:1783947213.087940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9523feda0. 00010000:00000010:1.1:1783947215.218986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe500. 00010000:00000010:1.1:1783947215.219007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00010000:00000010:1.1:1783947215.219011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe700. 00010000:00000010:1.1:1783947215.219014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234600. 00000080:00000010:2.1:1783947215.267402:0:12023:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e943661800. 00000080:00000010:2.1:1783947215.267442:0:12023:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dce300. 00010000:00000010:2.1:1783947221.559970:0:12438:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7a00. 00010000:00000010:2.1:1783947221.559984:0:12438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940030600. 00010000:00000010:2.1:1783947224.599773:0:12598:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe800. 00010000:00000010:2.1:1783947224.599786:0:12598:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00010000:00000010:2.1:1783947224.613428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fea00. 00010000:00000010:2.1:1783947224.613461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe200. 00010000:00000010:2.1:1783947224.613465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234400. 00000080:00000010:2.1:1783947240.319274:0:12604:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9436617a0. 00010000:00000010:1.1:1783947250.244890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9429c9a00. 00010000:00000010:1.1:1783947250.249990:0:13228:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15900. 00010000:00000010:1.1:1783947250.249997:0:13228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9429c8800. 00010000:00000010:1.1:1783947250.256150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15500. 00010000:00000010:3.1:1783947250.388294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15900. 00010000:00000010:3.1:1783947250.388311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9429c8800. 00000800:00000200:3.1:1783947250.410763:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace -39200 low water 186000 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.413148:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace -20024 low water 176412 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.413165:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace -20024 low water 176412 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.416121:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 558392 low water 120164 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.426982:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 250388 low water 374006 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.426998:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 250388 low water 374006 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.427034:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 300432 low water 348984 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.427072:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 299152 low water 349624 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.427077:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 299152 low water 349624 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.439638:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 412304 low water 293048 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.447577:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 7696 low water 495352 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.447608:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 7696 low water 495352 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.447614:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 7696 low water 495352 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.447677:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 262344 low water 467868 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.447683:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 262344 low water 467868 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.447704:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 382672 low water 457624 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.448195:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 382672 low water 457624 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.448210:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 382672 low water 457624 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.452032:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 382672 low water 457624 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.457024:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 551552 low water 439744 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.462262:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 840224 low water 694768 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.465529:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 46388 low water 1091686 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.465555:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 46388 low water 1091686 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.465571:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 46388 low water 1091686 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.465577:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 46388 low water 1091686 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.465599:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 101356 low water 1064202 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.465615:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 156324 low water 1036718 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.465628:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 211292 low water 1009234 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.466378:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 266260 low water 981750 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.466401:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 321228 low water 954266 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.466600:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 321228 low water 954266 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.466614:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 321228 low water 954266 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.467371:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 321228 low water 954266 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.467393:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 321228 low water 954266 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.467917:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 321228 low water 954266 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.467933:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 321228 low water 954266 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.468306:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 374916 low water 927422 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.468321:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 374916 low water 927422 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.468336:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 373636 low water 928062 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.468341:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 373636 low water 928062 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.468373:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 437552 low water 896104 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.468378:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 437552 low water 896104 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.468409:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 534748 low water 864146 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.468418:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 533468 low water 864786 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.470947:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 597384 low water 832828 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.470969:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 597384 low water 832828 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.470975:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 597384 low water 832828 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.471016:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 694580 low water 800870 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.471022:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 694580 low water 800870 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.471052:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 758496 low water 768912 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.471057:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 758496 low water 768912 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.471076:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 822412 low water 736954 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.473093:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace -6972 low water 1151646 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.477232:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.477262:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.477278:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.477285:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.477946:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.477962:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.477975:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.478455:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.478472:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.478485:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.479334:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 810096 low water 826312 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.479370:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 808816 low water 826952 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947250.482953:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 863784 low water 799468 conn ffff89e945652000 blocked idle queued 00010000:00000010:2.1:1783947251.666988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00010000:00000010:2.1:1783947251.674021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fea00. 00010000:00000010:2.1:1783947251.674037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234400. 00010000:00000010:2.1:1783947251.700939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe200. 00010000:00000010:2.1:1783947251.726945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941667600. 00010000:00000010:1.1:1783947258.277166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94603cc00. 00010000:00000010:1.1:1783947258.280111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7800. 00010000:00000010:1.1:1783947258.280125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946164400. 00010000:00000010:1.1:1783947258.310900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15a00. 00010000:00000010:3.1:1783947258.516935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15300. 00010000:00000010:3.1:1783947258.516950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94603cc00. 00000800:00000200:3.1:1783947258.567353:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 151516 low water 1155602 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.567374:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 151516 low water 1155602 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.567380:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 151516 low water 1155602 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.568217:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 161744 low water 1150488 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.568234:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 161744 low water 1150488 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.568245:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 161744 low water 1150488 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.568250:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 161744 low water 1150488 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.569539:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 161744 low water 1150488 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.569587:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 161744 low water 1150488 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.571235:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 289576 low water 1086572 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.571255:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 289576 low water 1086572 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.571261:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 289576 low water 1086572 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.572464:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 417408 low water 1022656 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.572482:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 417408 low water 1022656 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.572488:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 417408 low water 1022656 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.572527:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 736988 low water 862866 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.572532:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 736988 low water 862866 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.574901:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 736988 low water 862866 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.574922:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 736988 low water 862866 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.574934:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 736988 low water 862866 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.579357:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 800904 low water 830908 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.579376:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 800904 low water 830908 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.579385:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 800904 low water 830908 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.579390:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 800904 low water 830908 conn ffff89e945652000 blocked idle queued 00000800:00000200:3.1:1783947258.579412:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff89e949141500 wspace 992652 low water 735034 conn ffff89e945652000 blocked idle queued 00010000:00000010:3.1:1783947259.003949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fea00. 00010000:00000010:3.1:1783947259.003969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:3.1:1783947259.003972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fee00. 00010000:00000010:3.1:1783947259.003975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235600. 00000080:00000010:3.1:1783947259.023892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e946083400. 00000080:00000010:3.1:1783947259.055183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1b180. 00010000:00000010:3.1:1783947259.061017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15d00. 00010000:00000010:3.1:1783947259.061036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94603ca00. 00010000:00000010:3.1:1783947259.061061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459500. 00010000:00000010:3.1:1783947259.061064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597400. 00000080:00000010:3.1:1783947259.082520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e942fd35a0. 00000080:00000010:3.1:1783947259.098669:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d7d280. 00010000:00000010:2.1:1783947259.153934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15f00. 00010000:00000010:2.1:1783947259.153950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9429c9800. 00010000:00000010:2.1:1783947259.153955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459500. 00010000:00000010:2.1:1783947259.153959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597400. 00000080:00000010:2.1:1783947259.172048:0:13272:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e944637f00. 00000080:00000010:2.1:1783947259.174191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d7a100. 00010000:00000010:1.1:1783947264.611569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459100. 00010000:00000010:1.1:1783947264.611586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941666c00. 00010000:00000010:1.1:1783947264.611590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:1.1:1783947264.611593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00010000:00000010:3.1:1783947380.577205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459200. 00010000:00000010:3.1:1783947380.577213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00010000:00000010:3.1:1783947380.643008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9821c7600. 00010000:00000010:3.1:1783947380.643023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9451f2e00. 00000080:00000010:3.1:1783947380.643028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9521c3a20. 00010000:00000010:3.1:1783947380.643037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940031c00. 00010000:00000010:3.1:1783947380.643040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9451f2100. 00010000:00000010:3.1:1783947380.643044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941667e00. 00010000:00000010:3.1:1783947380.643048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459f00. 00010000:00000010:3.1:1783947380.643967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459b00. 00010000:00000010:2.1:1783947380.644723:0:1364:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00000080:00000010:0.1:1783947380.664733:0:13915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94713f060. 00010000:00000010:2.1:1783947380.727982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fee00. 00010000:00000010:2.1:1783947380.727995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00010000:00000010:2.1:1783947380.736906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fea00. 00010000:00000010:2.1:1783947380.754212:0:13922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00010000:00000010:2.1:1783947380.865149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:2.1:1783947380.865163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fee00. 00010000:00000010:2.1:1783947380.865168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234400. 00010000:00000010:2.1:1783947380.865171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:2.1:1783947380.865174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abe00. 00000080:00000010:2.1:1783947380.875140:0:13927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9460836c0. 00000080:00000010:2.1:1783947380.883918:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1ca40. 00010000:00000010:0.1:1783947383.615164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9821c7a00. 00010000:00000010:0.1:1783947383.615176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9451f2400. 00010000:00000010:0.1:1783947383.615181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235600. 00010000:00000010:0.1:1783947383.615185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe100. 00010000:00000010:3.1:1783947386.432002:0:14176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe400. 00010000:00000010:3.1:1783947386.432089:0:14176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00010000:00000010:3.1:1783947407.476082:0:14569:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15d00. 00010000:00000010:3.1:1783947407.476101:0:14569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a400. 00010000:00000010:2.1:1783947407.827590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe000. 00010000:00000010:2.1:1783947407.827615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00010000:00000010:2.1:1783947407.850935:0:14591:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fed00. 00010000:00000010:3.1:1783947407.948062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00010000:00000010:2.1:1783947408.109966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15500. 00010000:00000010:2.1:1783947408.109976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b400. 00010000:00000010:3.1:1783947408.130515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:0.1:1783947408.130691:0:14597:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe300. 00000080:00000010:3.1:1783947408.254514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9460836c0. 00010000:00000010:0.1:1783947408.255606:0:14603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:0.1:1783947408.255614:0:14603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa000. 00010000:00000010:0.1:1783947408.255618:0:14603:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe000. 00010000:00000010:0.1:1783947408.255623:0:14603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:0.1:1783947408.255626:0:14603:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:0.1:1783947408.255629:0:14603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abe00. 00000080:00000010:3.1:1783947408.257002:0:14604:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1ca40. 00010000:00000010:1.1:1783947413.571124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fed00. 00010000:00000010:1.1:1783947413.571144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00010000:00000010:0.1:1783947416.895247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15400. 00010000:00000010:0.1:1783947416.895258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b800. 00000080:00000010:3.1:1783947416.920706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94715bbe0. 00010000:00000010:1.1:1783947417.016420:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617bc00. 00010000:00000010:3.1:1783947418.214052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:3.1:1783947418.214061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00010000:00000010:2.1:1783947418.240075:0:15218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa800. 00000080:00000010:2.1:1783947418.250695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e946083bc0. 00010000:00000010:2.1:1783947418.258611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7300. 00010000:00000010:2.1:1783947418.309895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:3.1:1783947418.512569:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:2.1:1783947418.626285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ac00. 00010000:00000010:2.1:1783947418.626302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00010000:00000010:2.1:1783947418.626421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fea00. 00010000:00000010:2.1:1783947418.626427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00010000:00000010:2.1:1783947418.626432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7d00. 00010000:00000010:2.1:1783947418.626434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00000080:00000010:2.1:1783947418.642921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94715bd60. 00000080:00000010:2.1:1783947418.653978:0:15249:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1b9c0. 00010000:00000010:2.1:1783947422.257330:0:15597:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe400. 00010000:00000010:2.1:1783947422.257346:0:15597:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00000080:00000010:0.1:1783947429.632937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94715b020. 00000080:00000010:0.1:1783947429.632955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9613fdd60. 00000080:00000010:0.1:1783947429.632969:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1a100. 00000080:00000010:0.1:1783947429.632984:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d7eb40. 00010000:00000010:3.1:1783947429.637046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e940030a00. 00000080:00000010:0.1:1783947429.637116:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d82100. 00000080:00000010:0.1:1783947429.637136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1d280. 00000080:00000010:0.1:1783947429.651072:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1f380. 00000080:00000010:0.1:1783947429.651086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d85280. 00010000:00000010:0.1:1783947429.651101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e942d63f00. 00010000:00000010:0.1:1783947429.651108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9429c9c00. 00010000:00000010:0.1:1783947429.651128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9583e2100. 00010000:00000010:0.1:1783947429.651132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941666000. 00010000:00000010:1.1:1783947429.678744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a000. 00010000:00000010:1.1:1783947429.678756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:1.1:1783947429.678780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab200. 00010000:00000010:1.1:1783947429.678783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7800. 00010000:00000010:1.1:1783947429.747744:0:1398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e941666400. 00010000:00000010:1.1:1783947429.747755:0:1398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e943ba0700. 00010000:00000010:2.1:1783947430.792897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe100. 00010000:00000010:2.1:1783947430.792912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234a00. 00010000:00000010:2.1:1783947430.812951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fee00. 00010000:00000010:2.1:1783947430.822569:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe100. 00010000:00000010:2.1:1783947430.822584:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234600. 00010000:00000010:3.1:1783947430.835206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7000. 00010000:00000010:3.1:1783947430.835221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa600. 00000080:00000010:2.1:1783947430.875424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9471e6040. 00010000:00000010:3.1:1783947430.891892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7900. 00010000:00000010:3.1:1783947430.891907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00010000:00000010:3.1:1783947430.905144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459b00. 00010000:00000010:2.1:1783947430.922450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597a00. 00000080:00000010:3.1:1783947430.989903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9471e66c0. 00010000:00000010:2.1:1783947431.084363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fee00. 00010000:00000010:2.1:1783947431.084378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00010000:00000010:2.1:1783947431.409383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a600. 00010000:00000010:1.1:1783947431.458074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7d00. 00010000:00000010:1.1:1783947431.458262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00010000:00000010:3.1:1783947431.913896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459300. 00010000:00000010:3.1:1783947431.913921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596200. 00010000:00000010:3.1:1783947431.922079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15800. 00010000:00000010:3.1:1783947431.922096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617be00. 00010000:00000010:3.1:1783947431.945003:0:2356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459600. 00010000:00000010:3.1:1783947431.985067:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fee00. 00010000:00000010:3.1:1783947431.985078:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00010000:00000010:2.1:1783947431.997465:0:15979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:2.1:1783947431.997485:0:15979:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459b00. 00010000:00000010:1.1:1783947432.077052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15200. 00010000:00000010:1.1:1783947432.077061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00010000:00000010:0.1:1783947432.096265:0:2346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15b00. 00010000:00000010:3.1:1783947432.097212:0:1037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459300. 00010000:00000010:3.1:1783947432.097220:0:1037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597600. 00010000:00000010:2.1:1783947432.105907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617bc00. 00010000:00000010:2.1:1783947432.126278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00000080:00000010:2.1:1783947432.161286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9471e6e20. 00010000:00000010:2.1:1783947432.200884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa600. 00010000:00000010:1.1:1783947432.246567:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597600. 00010000:00000010:1.1:1783947432.246577:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7a00. 00010000:00000010:1.1:1783947432.246581:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa000. 00010000:00000010:1.1:1783947432.246583:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7400. 00010000:00000010:1.1:1783947432.246586:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00000080:00000010:3.1:1783947432.268597:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94602d200. 00000080:00000010:3.1:1783947432.268625:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d87380. 00010000:00000010:2.1:1783947432.292916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15200. 00010000:00000010:2.1:1783947432.292932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a000. 00010000:00000010:0.1:1783947432.292970:0:15995:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7b00. 00010000:00000010:0.1:1783947432.292976:0:15995:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00010000:00000010:0.1:1783947432.372347:0:15996:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00000080:00000010:0.1:1783947434.960211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa640. 00000080:00000010:0.1:1783947434.960230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e946136940. 00000080:00000010:3.1:1783947434.960912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d7f380. 00000080:00000010:3.1:1783947434.960938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d7b180. 00010000:00000010:0.1:1783947434.965940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b200. 00010000:00000010:0.1:1783947434.965966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:0.1:1783947434.965970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abe00. 00010000:00000010:3.1:1783947434.992365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:3.1:1783947434.992381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe000. 00010000:00000010:3.1:1783947435.033659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00010000:00000010:3.1:1783947435.033666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617aa00. 00010000:00000010:3.1:1783947435.033671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15000. 00010000:00000010:3.1:1783947435.033674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00010000:00000010:3.1:1783947435.033676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe600. 00010000:00000010:3.1:1783947447.623059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7b00. 00010000:00000010:3.1:1783947447.623073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00010000:00000010:3.1:1783947447.654926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459b00. 00010000:00000010:3.1:1783947447.819936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596c00. 00010000:00000010:0.1:1783947447.898942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe900. 00010000:00000010:0.1:1783947447.898962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00010000:00000010:3.1:1783947447.945120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7100. 00010000:00000010:3.1:1783947447.945149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00010000:00000010:3.1:1783947448.073116:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:0.1:1783947448.391213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aae00. 00010000:00000010:3.1:1783947464.747916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00010000:00000010:2.1:1783947465.442992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:2.1:1783947465.443050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:2.1:1783947465.443056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596400. 00010000:00000010:2.1:1783947465.443060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459b00. 00010000:00000010:2.1:1783947465.443063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596e00. 00000080:00000010:2.1:1783947465.469160:0:16748:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f840. 00000080:00000010:2.1:1783947465.469281:0:16748:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d87380. 00010000:00000010:3.1:1783947470.426172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7a00. 00010000:00000010:3.1:1783947470.426188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596c00. 00010000:00000010:1.1:1783947477.872937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d000. 00010000:00000010:1.1:1783947477.872956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617be00. 00010000:00000010:0.1:1783947477.891108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d500. 00010000:00000010:3.1:1783947493.314105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7400. 00010000:00000010:3.1:1783947493.314149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ac00. 00010000:00000010:3.1:1783947493.314154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:3.1:1783947493.314158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa600. 00000080:00000010:3.1:1783947493.316276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9602676c0. 00000080:00000010:3.1:1783947493.316307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dcdac0. 00010000:00000010:2.1:1783947498.552137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7b00. 00010000:00000010:2.1:1783947498.552149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abe00. 00010000:00000010:1.1:1783947521.634504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00000080:00000010:1.1:1783947521.634532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa8a0. 00010000:00000010:1.1:1783947521.634543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459e00. 00010000:00000010:1.1:1783947521.634547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00010000:00000010:3.1:1783947521.724149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f600. 00010000:00000010:3.1:1783947521.724170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00000080:00000010:3.1:1783947521.817043:0:18240:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aad40. 00010000:00000010:2.1:1783947522.755889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00010000:00000010:2.1:1783947539.780949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00010000:00000010:2.1:1783947539.827158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00010000:00000010:2.1:1783947539.827171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459400. 00010000:00000010:2.1:1783947539.827176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597400. 00010000:00000010:2.1:1783947539.827179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00000080:00000010:2.1:1783947539.871699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9581f7420. 00000080:00000010:2.1:1783947539.880486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d18840. 00010000:00000010:2.1:1783947539.885248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:2.1:1783947539.885264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722df00. 00010000:00000010:2.1:1783947539.885269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a400. 00010000:00000010:2.1:1783947539.885273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f700. 00010000:00000010:2.1:1783947539.885275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00000080:00000010:2.1:1783947539.905800:0:18261:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1a940. 00000080:00000010:2.1:1783947539.905820:0:18261:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aab60. 00010000:00000010:3.1:1783947546.334948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00000080:00000010:3.1:1783947546.347005:0:18828:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aafe0. 00010000:00000010:3.1:1783947546.347021:0:18828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:3.1:1783947546.347026:0:18828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00010000:00000010:0.1:1783947546.399959:0:2346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7000. 00010000:00000010:0.1:1783947546.399966:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597a00. 00000080:00000010:0.1:1783947546.456002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f980. 00010000:00000010:2.1:1783947547.154100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:1.1:1783947556.924767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d800. 00010000:00000010:1.1:1783947556.924779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b600. 00010000:00000010:1.1:1783947556.953016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d600. 00010000:00000010:1.1:1783947556.953042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00000080:00000010:1.1:1783947556.953048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa4a0. 00010000:00000010:1.1:1783947556.987240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00010000:00000010:1.1:1783947565.073172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abe00. 00000080:00000010:1.1:1783947565.080236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa4a0. 00010000:00000010:1.1:1783947565.080257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d800. 00010000:00000010:1.1:1783947565.080263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b600. 00010000:00000010:2.1:1783947565.089210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722dc00. 00010000:00000010:3.1:1783947565.124087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:0.1:1783947566.050093:0:20051:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f300. 00010000:00000010:0.1:1783947566.050106:0:20051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:3.1:1783947566.202961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00010000:00000010:0.1:1783947604.101588:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:1.1:1783947618.385926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00010000:00000010:2.1:1783947618.396309:0:20778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7100. 00010000:00000010:2.1:1783947618.396320:0:20778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:2.1:1783947618.402000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:2.1:1783947618.457920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:1.1:1783947660.239922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597200. 00010000:00000010:1.1:1783947660.326914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f700. 00010000:00000010:1.1:1783947660.326955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00010000:00000010:1.1:1783947660.326960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6ff00. 00010000:00000010:1.1:1783947660.326963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00000080:00000010:1.1:1783947660.344904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa1c0. 00000080:00000010:2.1:1783947660.350195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d18840. 00010000:00000010:3.1:1783947666.517189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fc00. 00010000:00000010:3.1:1783947666.517206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00010000:00000010:3.1:1783947674.854911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d000. 00010000:00000010:3.1:1783947674.854929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b200. 00000080:00000010:3.1:1783947674.877185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f220. 00010000:00000010:3.1:1783947674.931956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7600. 00010000:00000010:3.1:1783947674.931971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aae00. 00010000:00000010:3.1:1783947675.143897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:3.1:1783947675.143917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:2.1:1783947675.169145:0:21762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00000080:00000010:2.1:1783947675.217340:0:21763:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9581f7340. 00010000:00000010:2.1:1783947675.268206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00000080:00000010:2.1:1783947675.268230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9581f7340. 00010000:00000010:1.1:1783947675.294302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab000. 00010000:00000010:0.1:1783947675.480719:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00010000:00000010:2.1:1783947675.499275:0:21770:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b600. 00010000:00000010:3.1:1783947675.521826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b400. 00000080:00000010:2.1:1783947675.595289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa640. 00010000:00000010:3.1:1783947675.780907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:3.1:1783947675.780919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d500. 00010000:00000010:0.1:1783947675.923904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596c00. 00010000:00000010:3.1:1783947675.949457:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459e00. 00010000:00000010:3.1:1783947675.949466:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597c00. 00010000:00000010:2.1:1783947675.955244:0:21784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a000. 00010000:00000010:2.1:1783947675.955250:0:21784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00010000:00000010:2.1:1783947675.955253:0:21784:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f200. 00010000:00000010:2.1:1783947675.955255:0:21784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00000080:00000010:2.1:1783947675.961113:0:21786:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f500. 00000080:00000010:2.1:1783947675.961140:0:21786:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d18840. 00010000:00000010:1.1:1783947683.707173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7200. 00010000:00000010:1.1:1783947683.707186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00000080:00000010:1.1:1783947683.737902:0:22210:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa460. 00010000:00000010:2.1:1783947683.930893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f600. 00010000:00000010:2.1:1783947683.930902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596000. 00010000:00000010:2.1:1783947683.941099:0:22405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00000080:00000010:2.1:1783947683.965236:0:22406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f200. 00010000:00000010:2.1:1783947683.996613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00000080:00000010:2.1:1783947683.996630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9581f7a40. 00010000:00000010:2.1:1783947683.996644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00010000:00000010:3.1:1783947684.115899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00010000:00000010:2.1:1783947684.153102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00010000:00000010:3.1:1783947684.158724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00000080:00000010:1.1:1783947684.198057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9581f7ec0. 00010000:00000010:3.1:1783947689.745911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00010000:00000010:3.1:1783947689.745931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fe00. 00010000:00000010:3.1:1783947707.147930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234400. 00010000:00000010:3.1:1783947707.147942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617bc00. 00010000:00000010:3.1:1783947707.147947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00010000:00000010:3.1:1783947707.147952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f600. 00010000:00000010:3.1:1783947707.147955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00000080:00000010:3.1:1783947707.160908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9581f7560. 00000080:00000010:2.1:1783947707.172632:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d18840. 00010000:00000010:3.1:1783947713.581185:0:22939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f300. 00010000:00000010:3.1:1783947713.581199:0:22939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00010000:00000010:0.1:1783947715.210055:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7900. 00010000:00000010:0.1:1783947715.210069:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa600. 00000080:00000010:2.1:1783947715.228792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94602dce0. 00010000:00000010:3.1:1783947715.345769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459300. 00010000:00000010:3.1:1783947715.345783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597c00. 00010000:00000010:3.1:1783947715.349085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00000080:00000010:0.1:1783947715.391647:0:2346:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f760. 00010000:00000010:3.1:1783947715.409205:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00000080:00000010:3.1:1783947715.409221:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aaa20. 00010000:00000010:3.1:1783947715.415901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:2.1:1783947715.526922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00010000:00000010:2.1:1783947715.538307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00010000:00000010:0.1:1783947715.564432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a000. 00000080:00000010:2.1:1783947715.607906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94602d620. 00010000:00000010:0.1:1783947728.159987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00010000:00000010:0.1:1783947728.160002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d500. 00010000:00000010:1.1:1783947730.337892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00010000:00000010:1.1:1783947730.373281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:1.1:1783947730.373296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab000. 00010000:00000010:1.1:1783947730.373301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459300. 00010000:00000010:1.1:1783947730.373305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597c00. 00000080:00000010:1.1:1783947730.394201:0:23096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708fd60. 00000080:00000010:1.1:1783947730.394226:0:23096:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d839c0. 00010000:00000010:3.1:1783947736.178241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:3.1:1783947736.178254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:3.1:1783947739.823035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f700. 00010000:00000010:3.1:1783947739.823056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00010000:00000010:3.1:1783947739.826488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d800. 00010000:00000010:3.1:1783947739.826515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617bc00. 00010000:00000010:0.1:1783947845.850094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f800. 00010000:00000010:0.1:1783947845.850106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00010000:00000010:2.1:1783947845.864653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234600. 00010000:00000010:2.1:1783947845.864666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00010000:00000010:2.1:1783947845.864669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234a00. 00000080:00000010:2.1:1783947845.864675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9471e6040. 00010000:00000010:2.1:1783947845.864688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596200. 00010000:00000010:2.1:1783947845.864693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e9546fe100. 00010000:00000010:2.1:1783947845.864698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00000080:00000010:2.1:1783947845.864726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94602d380. 00010000:00000010:2.1:1783947845.864733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b800. 00010000:00000010:2.1:1783947845.864739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459400. 00010000:00000010:2.1:1783947845.864761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00010000:00000010:2.1:1783947845.864764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459c00. 00000080:00000010:2.1:1783947845.864768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94602d0e0. 00010000:00000010:2.1:1783947845.864773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ac00. 00010000:00000010:2.1:1783947845.864778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fa00. 00000080:00000010:2.1:1783947845.864781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa600. 00010000:00000010:2.1:1783947845.864785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617aa00. 00010000:00000010:2.1:1783947845.864788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f400. 00000080:00000010:2.1:1783947845.864792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708ffc0. 00010000:00000010:2.1:1783947845.864797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00010000:00000010:2.1:1783947845.864800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459900. 00000080:00000010:2.1:1783947845.864802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708fba0. 00010000:00000010:2.1:1783947845.864807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596000. 00010000:00000010:2.1:1783947845.864810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459100. 00010000:00000010:1.1:1783947848.057445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00010000:00000010:1.1:1783947848.057462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00010000:00000010:1.1:1783947848.057464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235600. 00000080:00000010:3.1:1783947848.057702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f660. 00000080:00000010:3.1:1783947848.057717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d82940. 00010000:00000010:2.1:1783947848.075387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aae00. 00010000:00000010:2.1:1783947848.075407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7d00. 00010000:00000010:0.1:1783947848.177471:0:15856:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d300. 00010000:00000010:0.1:1783947848.177490:0:15856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00010000:00000010:0.1:1783947848.177494:0:15856:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:3.1:1783947848.192229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a600. 00010000:00000010:3.1:1783947848.307021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d600. 00010000:00000010:3.1:1783947848.307034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ac00. 00010000:00000010:0.1:1783947848.321923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596c00. 00010000:00000010:3.1:1783947848.321931:0:23870:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459e00. 00010000:00000010:2.1:1783947848.465104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597a00. 00010000:00000010:2.1:1783947848.465114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597600. 00010000:00000010:2.1:1783947848.465119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7600. 00010000:00000010:2.1:1783947848.465124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00010000:00000010:2.1:1783947848.465127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459e00. 00010000:00000010:2.1:1783947848.465130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597200. 00000080:00000010:2.1:1783947848.490969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94602d640. 00000080:00000010:0.1:1783947848.504912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dca100. 00010000:00000010:3.1:1783947854.389120:0:24420:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d900. 00010000:00000010:3.1:1783947854.389139:0:24420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00010000:00000010:3.1:1783947855.741627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459700. 00010000:00000010:3.1:1783947855.741644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00010000:00000010:3.1:1783947855.760881:0:1037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:2.1:1783947857.218482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:2.1:1783947857.218500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596000. 00010000:00000010:0.1:1783947857.239021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7400. 00010000:00000010:2.1:1783947857.264913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fe00. 00010000:00000010:2.1:1783947857.264933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00000080:00000010:3.1:1783947962.230100:0:15867:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f260. 00000080:00000010:3.1:1783947962.230165:0:15867:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bedc0. 00000080:00000010:2.1:1783947962.249994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d19080. 00010000:00000010:3.1:1783947962.258912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa000. 00010000:00000010:3.1:1783947962.258918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abe00. 00000080:00000010:2.1:1783947962.259203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dca100. 00010000:00000010:2.1:1783947962.259217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00010000:00000010:2.1:1783947962.277437:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00010000:00000010:2.1:1783947962.277448:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7000. 00010000:00000010:1.1:1783947962.280137:0:24644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00010000:00000010:1.1:1783947962.280145:0:24644:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:1.1:1783947962.280150:0:24644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa600. 00010000:00000010:1.1:1783947962.280153:0:24644:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7b00. 00010000:00000010:1.1:1783947962.434095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459700. 00010000:00000010:1.1:1783947962.434127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596200. 00010000:00000010:1.1:1783947962.434132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7f00. 00010000:00000010:1.1:1783947962.434135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00000080:00000010:0.1:1783947962.456885:0:24649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e94708f860. 00000080:00000010:0.1:1783947962.461996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d82940. 00010000:00000010:2.1:1783947962.505974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fd00. 00010000:00000010:2.1:1783947962.506002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:2.1:1783947962.537913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:2.1:1783947962.614296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:0.1:1783947962.798911:0:24658:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7200. 00010000:00000010:0.1:1783947962.798929:0:24658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:0.1:1783947962.805902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7a00. 00010000:00000010:1.1:1783947962.809896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00010000:00000010:3.1:1783947962.947014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00010000:00000010:3.1:1783947962.947029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a600. 00010000:00000010:3.1:1783947962.947035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fd00. 00010000:00000010:3.1:1783947962.947040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00010000:00000010:3.1:1783947962.947044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7a00. 00010000:00000010:3.1:1783947962.947047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00000080:00000010:3.1:1783947962.972130:0:24664:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be6e0. 00000080:00000010:3.1:1783947962.993955:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d19080. 00010000:00000010:0.1:1783947968.574623:0:25088:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459600. 00010000:00000010:0.1:1783947968.574634:0:25088:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00010000:00000010:3.1:1783947971.042141:0:25098:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7800. 00010000:00000010:3.1:1783947971.042157:0:25098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00000080:00000010:3.1:1783947971.054920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e860. 00000080:00000010:2.1:1783947972.012342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e1a0. 00010000:00000010:2.1:1783947972.027286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7d00. 00010000:00000010:2.1:1783947972.027295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa600. 00010000:00000010:3.1:1783947972.046196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f600. 00010000:00000010:3.1:1783947972.046214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00000080:00000010:2.1:1783947972.114394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abb00. 00010000:00000010:2.1:1783947976.196026:0:2356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596200. 00000080:00000010:1.1:1783947976.199409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab500. 00000080:00000010:1.1:1783947976.199429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab920. 00000080:00000010:1.1:1783947976.199439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d80840. 00000080:00000010:1.1:1783947976.199448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d818c0. 00000080:00000010:1.1:1783947976.199465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d198c0. 00010000:00000010:1.1:1783947976.204306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00010000:00000010:1.1:1783947976.204315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597a00. 00010000:00000010:1.1:1783947976.234958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00010000:00000010:1.1:1783947976.234973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7600. 00010000:00000010:1.1:1783947976.234978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00010000:00000010:1.1:1783947976.234982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459300. 00010000:00000010:1.1:1783947976.234995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596000. 00010000:00000010:1.1:1783947976.234999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459000. 00010000:00000010:2.1:1783947989.320905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7800. 00010000:00000010:2.1:1783947989.320922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab000. 00000080:00000010:0.1:1783947989.327937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461beec0. 00010000:00000010:3.1:1783947989.392039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459800. 00010000:00000010:3.1:1783947989.392058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00010000:00000010:3.1:1783947989.403152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00000080:00000010:3.1:1783947989.449476:0:25748:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abf60. 00010000:00000010:3.1:1783947990.454707:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722df00. 00010000:00000010:3.1:1783947990.454721:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a000. 00010000:00000010:1.1:1783947997.778190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f300. 00010000:00000010:1.1:1783947997.778200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00000080:00000010:0.1:1783947997.814068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aad20. 00010000:00000010:3.1:1783947997.864962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f200. 00010000:00000010:3.1:1783947997.864979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235600. 00010000:00000010:2.1:1783947997.876177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00000080:00000010:2.1:1783947997.902503:0:26541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bed20. 00010000:00000010:2.1:1783947998.970715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00010000:00000010:2.1:1783947999.000112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:2.1:1783947999.000124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00000080:00000010:2.1:1783947999.023937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e320. 00000080:00000010:0.1:1783948006.052895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818eb40. 00010000:00000010:0.1:1783948006.052912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fd00. 00010000:00000010:0.1:1783948006.052917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00010000:00000010:2.1:1783948006.053946:0:27117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00010000:00000010:3.1:1783948006.092172:0:27117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00000080:00000010:3.1:1783948006.103093:0:27123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be9c0. 00010000:00000010:3.1:1783948006.103111:0:27123:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fe00. 00010000:00000010:3.1:1783948006.103118:0:27123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00000080:00000010:0.1:1783948010.115192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa500. 00000080:00000010:0.1:1783948010.115209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e360. 00000080:00000010:0.1:1783948010.115213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461beae0. 00000080:00000010:0.1:1783948010.115217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aaf60. 00000080:00000010:0.1:1783948010.115221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bed60. 00010000:00000010:2.1:1783948010.124993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722db00. 00010000:00000010:2.1:1783948010.125008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b600. 00010000:00000010:2.1:1783948010.125012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d100. 00010000:00000010:2.1:1783948010.125015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:2.1:1783948010.125019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459b00. 00010000:00000010:2.1:1783948010.125022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597800. 00010000:00000010:2.1:1783948010.125026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fc00. 00010000:00000010:2.1:1783948010.125030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00010000:00000010:2.1:1783948010.125032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f800. 00010000:00000010:2.1:1783948010.125050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597600. 00010000:00000010:2.1:1783948010.125052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00010000:00000010:2.1:1783948010.125164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f900. 00010000:00000010:2.1:1783948010.125168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234600. 00010000:00000010:2.1:1783948010.125171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f300. 00010000:00000010:2.1:1783948010.125184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00010000:00000010:2.1:1783948010.125187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00010000:00000010:2.1:1783948010.125190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b400. 00010000:00000010:2.1:1783948010.125193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459800. 00010000:00000010:2.1:1783948010.125196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:2.1:1783948010.125198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459900. 00010000:00000010:2.1:1783948010.125202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00000080:00000010:3.1:1783948026.655745:0:27161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be720. 00000080:00000010:3.1:1783948026.655768:0:27161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab540. 00010000:00000010:0.1:1783948028.475994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617aa00. 00010000:00000010:0.1:1783948028.538416:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fa00. 00010000:00000010:0.1:1783948028.538424:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aae00. 00010000:00000010:0.1:1783948028.538428:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00000080:00000010:0.1:1783948028.549898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e660. 00000080:00000010:0.1:1783948028.550171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1e300. 00000080:00000010:0.1:1783948028.550183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818ea00. 00010000:00000010:2.1:1783948028.565103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00010000:00000010:2.1:1783948028.565124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7800. 00010000:00000010:2.1:1783948028.565128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aac00. 00010000:00000010:2.1:1783948028.565131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7a00. 00010000:00000010:2.1:1783948028.565134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00000080:00000010:2.1:1783948028.577078:0:27171:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dcb180. 00000080:00000010:2.1:1783948028.577089:0:27171:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e0e0. 00010000:00000010:2.1:1783948028.613169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00010000:00000010:2.1:1783948028.672186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7900. 00010000:00000010:2.1:1783948028.672197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00010000:00000010:2.1:1783948028.672201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abe00. 00000080:00000010:2.1:1783948028.672204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818ea20. 00000080:00000010:2.1:1783948028.672217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d7b9c0. 00000080:00000010:2.1:1783948028.672222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e3a0. 00010000:00000010:2.1:1783948028.695895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235600. 00010000:00000010:2.1:1783948028.695912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7f00. 00010000:00000010:2.1:1783948028.695916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00010000:00000010:2.1:1783948028.695919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f800. 00010000:00000010:2.1:1783948028.695921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00000080:00000010:2.1:1783948028.716675:0:27175:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d86300. 00000080:00000010:2.1:1783948028.716695:0:27175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be800. 00010000:00000010:2.1:1783948032.616784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7500. 00010000:00000010:2.1:1783948032.616798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa600. 00010000:00000010:2.1:1783948032.616802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f300. 00010000:00000010:2.1:1783948032.616805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:3.1:1783948037.244207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00000080:00000010:3.1:1783948037.244230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e2a0. 00010000:00000010:3.1:1783948037.244236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7600. 00010000:00000010:3.1:1783948037.244249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00010000:00000010:3.1:1783948037.284296:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a600. 00000080:00000010:3.1:1783948037.284311:0:37:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa9e0. 00010000:00000010:3.1:1783948037.284318:0:37:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722de00. 00010000:00000010:3.1:1783948037.284322:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00000080:00000010:3.1:1783948040.858895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abc20. 00000080:00000010:3.1:1783948040.858912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab560. 00010000:00000010:2.1:1783948040.866963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f300. 00010000:00000010:2.1:1783948040.866975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00010000:00000010:2.1:1783948040.866980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459a00. 00010000:00000010:2.1:1783948040.866984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:2.1:1783948040.866987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459800. 00010000:00000010:2.1:1783948040.866991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597800. 00010000:00000010:2.1:1783948040.866994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459900. 00010000:00000010:2.1:1783948040.866997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597600. 00000080:00000010:3.1:1783948180.749394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e080. 00000080:00000010:3.1:1783948180.749414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818eba0. 00010000:00000010:2.1:1783948180.905543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a400. 00010000:00000010:2.1:1783948180.956957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f700. 00010000:00000010:2.1:1783948180.956973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00010000:00000010:2.1:1783948180.956977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00000080:00000010:2.1:1783948180.976842:0:27790:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bed80. 00000080:00000010:2.1:1783948180.985163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d86b40. 00000080:00000010:2.1:1783948180.985180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be200. 00010000:00000010:2.1:1783948181.003904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:2.1:1783948181.003921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f400. 00010000:00000010:2.1:1783948181.003937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597c00. 00010000:00000010:2.1:1783948181.003942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:2.1:1783948181.003944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234400. 00000080:00000010:2.1:1783948181.019177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d80000. 00000080:00000010:2.1:1783948181.019190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461beca0. 00010000:00000010:2.1:1783948181.036997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:3.1:1783948181.063080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6ff00. 00010000:00000010:3.1:1783948181.063092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00010000:00000010:3.1:1783948181.063096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00000080:00000010:3.1:1783948181.069422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bea80. 00000080:00000010:3.1:1783948181.073173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d86300. 00000080:00000010:3.1:1783948181.073190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be380. 00010000:00000010:2.1:1783948181.086967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00010000:00000010:2.1:1783948181.086975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f000. 00010000:00000010:2.1:1783948181.086979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596e00. 00010000:00000010:2.1:1783948181.086981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:2.1:1783948181.086984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234400. 00000080:00000010:2.1:1783948181.099103:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d85ac0. 00000080:00000010:2.1:1783948181.099130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab560. 00010000:00000010:2.1:1783948186.684896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f200. 00010000:00000010:2.1:1783948186.684904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00010000:00000010:3.1:1783948187.817907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597a00. 00000080:00000010:0.1:1783948187.826389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab0a0. 00010000:00000010:0.1:1783948187.826409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459500. 00010000:00000010:0.1:1783948187.826415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00010000:00000010:2.1:1783948187.890954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00000080:00000010:0.1:1783948187.895948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be420. 00010000:00000010:0.1:1783948187.895972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f600. 00010000:00000010:0.1:1783948187.895976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00010000:00000010:2.1:1783948194.140789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459200. 00010000:00000010:2.1:1783948194.140804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235600. 00010000:00000010:2.1:1783948194.140809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7000. 00010000:00000010:2.1:1783948194.140812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00010000:00000010:2.1:1783948194.140815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7400. 00010000:00000010:2.1:1783948194.140818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00010000:00000010:2.1:1783948194.140820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7100. 00010000:00000010:2.1:1783948194.140823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00000080:00000010:1.1:1783948210.453998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e8a0. 00000080:00000010:1.1:1783948210.454020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e7a0. 00000080:00000010:3.1:1783948210.473951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abcc0. 00000080:00000010:3.1:1783948210.473966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461beb80. 00010000:00000010:1.1:1783948212.680470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00010000:00000010:3.1:1783948212.770258:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f800. 00010000:00000010:3.1:1783948212.770272:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00010000:00000010:3.1:1783948212.770276:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab000. 00000080:00000010:3.1:1783948212.778805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be580. 00000080:00000010:0.1:1783948212.781131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dcca40. 00000080:00000010:0.1:1783948212.781153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e9e0. 00010000:00000010:2.1:1783948212.797380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab000. 00010000:00000010:2.1:1783948212.797402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7800. 00010000:00000010:2.1:1783948212.797408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00010000:00000010:2.1:1783948212.797411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7600. 00010000:00000010:2.1:1783948212.797414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00000080:00000010:2.1:1783948212.825683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d18000. 00000080:00000010:2.1:1783948212.825710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818ece0. 00010000:00000010:2.1:1783948212.845762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00010000:00000010:2.1:1783948212.893923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f600. 00010000:00000010:2.1:1783948212.893938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00010000:00000010:2.1:1783948212.893941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00000080:00000010:2.1:1783948212.905586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be0c0. 00000080:00000010:2.1:1783948212.905615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d86300. 00000080:00000010:2.1:1783948212.905622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be940. 00010000:00000010:2.1:1783948212.947550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:2.1:1783948212.947582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fa00. 00010000:00000010:2.1:1783948212.947587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00010000:00000010:2.1:1783948212.947590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fb00. 00010000:00000010:2.1:1783948212.947594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00000080:00000010:2.1:1783948212.969920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1dac0. 00000080:00000010:2.1:1783948212.969951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bef00. 00010000:00000010:2.1:1783948216.368284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f900. 00010000:00000010:2.1:1783948216.368299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234400. 00010000:00000010:1.1:1783948220.811211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00000080:00000010:1.1:1783948220.811234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e740. 00010000:00000010:1.1:1783948220.811241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7900. 00010000:00000010:1.1:1783948220.811245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00010000:00000010:3.1:1783948220.890943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596400. 00000080:00000010:3.1:1783948220.890960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abfe0. 00010000:00000010:3.1:1783948220.890968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:3.1:1783948220.890971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00000080:00000010:0.1:1783948224.786053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be9c0. 00000080:00000010:0.1:1783948224.786069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be780. 00010000:00000010:2.1:1783948224.840104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459a00. 00010000:00000010:2.1:1783948224.840177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aac00. 00010000:00000010:2.1:1783948224.840186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f200. 00010000:00000010:2.1:1783948224.840189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:2.1:1783948224.840193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722da00. 00010000:00000010:2.1:1783948224.840196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a000. 00010000:00000010:2.1:1783948224.840200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7f00. 00010000:00000010:2.1:1783948224.840203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00010000:00000010:2.1:1783948224.840206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7b00. 00010000:00000010:2.1:1783948224.840208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00000080:00000010:2.1:1783948240.154898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818ea20. 00000080:00000010:2.1:1783948240.154925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818eb20. 00010000:00000010:1.1:1783948243.030055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00010000:00000010:2.1:1783948243.117131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d900. 00010000:00000010:2.1:1783948243.117152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b400. 00010000:00000010:2.1:1783948243.117157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617aa00. 00000080:00000010:2.1:1783948243.136392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa6c0. 00000080:00000010:2.1:1783948243.136422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dcca40. 00000080:00000010:2.1:1783948243.141143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa8c0. 00010000:00000010:1.1:1783948243.191049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00010000:00000010:1.1:1783948243.191073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722db00. 00010000:00000010:1.1:1783948243.191079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00010000:00000010:1.1:1783948243.191082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d000. 00010000:00000010:1.1:1783948243.191085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00000080:00000010:1.1:1783948243.212137:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d818c0. 00000080:00000010:1.1:1783948243.212172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be000. 00010000:00000010:1.1:1783948243.227988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b800. 00010000:00000010:2.1:1783948243.305922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f700. 00010000:00000010:2.1:1783948243.305946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00010000:00000010:2.1:1783948243.305950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596400. 00000080:00000010:2.1:1783948243.323927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab520. 00000080:00000010:0.1:1783948243.345651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d82940. 00000080:00000010:0.1:1783948243.345669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab640. 00010000:00000010:2.1:1783948243.355259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00010000:00000010:2.1:1783948243.355284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459000. 00010000:00000010:2.1:1783948243.355290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00010000:00000010:2.1:1783948243.355660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d000. 00010000:00000010:2.1:1783948243.355665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00000080:00000010:2.1:1783948243.401827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d80840. 00000080:00000010:2.1:1783948243.401876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e020. 00010000:00000010:2.1:1783948248.166678:0:29334:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f200. 00010000:00000010:2.1:1783948248.166694:0:29334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234600. 00010000:00000010:2.1:1783948248.199281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459900. 00010000:00000010:2.1:1783948248.199301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597c00. 00010000:00000010:3.1:1783948251.889953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596e00. 00000080:00000010:2.1:1783948251.895011:0:29590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab640. 00010000:00000010:2.1:1783948251.900221:0:29590:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d300. 00010000:00000010:2.1:1783948251.900227:0:29590:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b200. 00010000:00000010:3.1:1783948251.971537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597200. 00000080:00000010:3.1:1783948251.983336:0:8:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab900. 00010000:00000010:3.1:1783948251.983353:0:8:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459700. 00010000:00000010:3.1:1783948251.983358:0:8:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596e00. 00010000:00000010:2.1:1783948253.175083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f200. 00010000:00000010:2.1:1783948253.175095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00010000:00000010:2.1:1783948255.168766:0:29622:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fd00. 00010000:00000010:2.1:1783948255.168778:0:29622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:2.1:1783948255.168782:0:29622:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7500. 00010000:00000010:2.1:1783948255.168785:0:29622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00010000:00000010:2.1:1783948255.168788:0:29622:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f400. 00010000:00000010:2.1:1783948255.168791:0:29622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00010000:00000010:2.1:1783948255.168793:0:29622:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7200. 00010000:00000010:2.1:1783948255.168796:0:29622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa000. 00000080:00000010:2.1:1783948255.168801:0:29622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818efe0. 00000080:00000010:2.1:1783948255.168810:0:29622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e8c0. 00000080:00000010:0.1:1783948275.461140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e460. 00000080:00000010:0.1:1783948275.490091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e760. 00010000:00000010:2.1:1783948275.596962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a400. 00010000:00000010:2.1:1783948275.697522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f400. 00010000:00000010:2.1:1783948275.697539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:2.1:1783948275.697543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597200. 00000080:00000010:2.1:1783948275.702152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be680. 00000080:00000010:2.1:1783948275.702191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1dac0. 00000080:00000010:2.1:1783948275.702200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abd40. 00010000:00000010:2.1:1783948275.728003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234600. 00010000:00000010:2.1:1783948275.728021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459400. 00010000:00000010:2.1:1783948275.728026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597400. 00010000:00000010:2.1:1783948275.728029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459600. 00010000:00000010:2.1:1783948275.728032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596e00. 00000080:00000010:2.1:1783948275.736061:0:29630:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d7a940. 00000080:00000010:2.1:1783948275.736080:0:29630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be860. 00010000:00000010:2.1:1783948275.751925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:0.1:1783948275.792066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7300. 00010000:00000010:0.1:1783948275.792082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00010000:00000010:0.1:1783948275.792087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00000080:00000010:3.1:1783948275.819128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e840. 00010000:00000010:3.1:1783948275.831925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00010000:00000010:3.1:1783948275.831987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7a00. 00010000:00000010:3.1:1783948275.831992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa600. 00010000:00000010:3.1:1783948275.831996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f400. 00010000:00000010:3.1:1783948275.832000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234600. 00010000:00000010:1.1:1783948281.435881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fd00. 00010000:00000010:1.1:1783948281.435895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00000400:00000200:1.0:1783948380.387944:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948380.387948:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9449700 00000400:00000200:1.0:1783948380.387951:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948380.387956:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6541 [1] + 224 00000800:00000001:1.0:1783948380.387960:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948380.387963:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948380.387965:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948380.387968:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948380.387972:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948380.387975:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f800 x1870603636479744/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948380.387983:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f800 x1870603636479744/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948380.388004:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948380.388010:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948380.388013:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948380.388015:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948380.388017:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948380.388019:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948380.388022:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948380.388026:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948380.388028:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948380.388040:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948380.388043:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9449780 00000400:00000200:1.0:1783948380.388046:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948380.388050:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6549 [1] + 224 00000800:00000001:1.0:1783948380.388054:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948380.388076:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948380.388079:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948380.388082:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948380.388086:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948380.388090:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ce00 x1870603636479872/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948380.388103:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ce00 x1870603636479872/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948380.388109:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948380.388114:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948380.388117:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948383.448134:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948383.448137:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948383.448140:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948384.983984:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296474854, at 4296475136 00000100:00000010:1.0:1783948384.984003:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9602047e0. 00000020:00000001:1.0:1783948385.496598:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948385.496602:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948385.496604:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1783948385.496871:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948385.496876:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f300. 00000400:00000200:1.0:1783948385.496881:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948385.496886:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948385.496892:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2770 00000400:00000010:1.0:1783948385.496894:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2770. 00000100:00000001:1.0:1783948385.496898:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948385.496902:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f800 x1870603636480000/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948385.496911:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948385.496914:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f800 x1870603636480000/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948385.496920:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948385.496922:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948385.497898:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948385.497902:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f300. 00000400:00000200:1.0:1783948385.497906:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948385.497910:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948385.497914:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a24c8 00000400:00000010:1.0:1783948385.497916:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a24c8. 00000100:00000001:1.0:1783948385.497919:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948385.497923:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636480256/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948385.497930:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948385.497933:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636480256/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948385.497939:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948385.497940:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948385.497960:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948385.497973:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f700. 00000400:00000200:1.0:1783948385.497976:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948385.497979:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948385.497982:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2000 00000400:00000010:1.0:1783948385.497983:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2000. 00000100:00000001:1.0:1783948385.497985:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948385.497989:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ce00 x1870603636480128/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948385.497995:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948385.497998:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ce00 x1870603636480128/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948385.498008:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948385.498009:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948385.502283:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948385.502300:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948385.502304:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948385.502306:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948385.502314:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.502321:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948385.502330:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.502335:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.502342:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.502346:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9449800 00000400:00000200:1.0:1783948385.502353:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.502359:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6551 [1] + 224 00000800:00000001:1.0:1783948385.502367:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948385.502374:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948385.502377:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948385.502381:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948385.502389:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948385.502400:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f800 x1870603636480000/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948385.502410:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f800 x1870603636480000/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948385.502424:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948385.502432:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948385.502435:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948385.517489:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948385.517507:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948385.517511:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948385.517514:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948385.517524:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.517533:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948385.517544:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.517550:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.517557:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.517561:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9449880 00000400:00000200:1.0:1783948385.517567:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948385.517575:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6561 [1] + 224 00000800:00000001:1.0:1783948385.517584:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948385.517592:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948385.517596:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948385.517600:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948385.517608:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948385.517618:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ce00 x1870603636480128/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948385.517630:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ce00 x1870603636480128/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948385.517658:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948385.517667:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948385.517670:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948386.521934:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948386.521940:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948386.521944:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948388.573153:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948388.573163:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948388.573168:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948389.593053:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948389.593058:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948389.593061:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948390.103980:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296479973, at 4296480256 00000100:00000010:1.0:1783948390.103995:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041360. 00000800:00000200:1.0:1783948390.617699:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948390.617705:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f200. 00000400:00000200:1.0:1783948390.617713:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948390.617718:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948390.617724:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a22a8 00000400:00000010:1.0:1783948390.617726:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a22a8. 00000100:00000001:1.0:1783948390.617731:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948390.617735:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636480512/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.617745:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948390.617748:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636480512/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.617754:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948390.617756:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948390.617768:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948390.617769:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f600. 00000400:00000200:1.0:1783948390.617772:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948390.617775:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948390.617778:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:1.0:1783948390.617779:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:1.0:1783948390.617781:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948390.617785:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ce00 x1870603636480384/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.617791:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948390.617793:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ce00 x1870603636480384/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.617798:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948390.617800:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948390.617904:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948390.617906:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f700. 00000400:00000200:1.0:1783948390.617909:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948390.617913:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948390.617915:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2198 00000400:00000010:1.0:1783948390.617917:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2198. 00000100:00000001:1.0:1783948390.617919:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948390.617923:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f800 x1870603636480640/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.617929:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948390.617932:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f800 x1870603636480640/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.617937:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948390.617939:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948390.629265:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.629284:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948390.629289:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.629291:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948390.629301:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.629310:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948390.629320:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.629325:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.629330:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.629334:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9449980 00000400:00000200:1.0:1783948390.629340:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.629347:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6571 [1] + 224 00000800:00000001:1.0:1783948390.629355:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.629362:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948390.629366:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948390.629370:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948390.629377:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948390.629386:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ce00 x1870603636480384/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948390.629397:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ce00 x1870603636480384/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.629418:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948390.629426:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.629429:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948390.632273:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.632293:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948390.632298:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.632300:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948390.632309:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632318:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948390.632327:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632332:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632338:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632341:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9449a80 00000400:00000200:1.0:1783948390.632347:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632353:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6579 [1] + 224 00000800:00000001:1.0:1783948390.632359:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.632364:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948390.632367:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948390.632371:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948390.632380:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948390.632394:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f800 x1870603636480640/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948390.632407:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f800 x1870603636480640/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.632429:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948390.632438:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.632442:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948390.632443:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.632445:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948390.632448:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632451:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948390.632455:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632457:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632460:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632463:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9449a00 00000400:00000200:1.0:1783948390.632466:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948390.632471:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6569 [1] + 224 00000800:00000001:1.0:1783948390.632474:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.632479:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948390.632481:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948390.632485:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948390.632487:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948390.632492:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066df80 x1870603636480512/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948390.632501:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066df80 x1870603636480512/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948390.632509:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948390.632512:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948390.632514:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948391.640183:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948391.640188:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948391.640200:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948392.664540:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948392.664545:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948392.664548:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948393.688178:0:29609:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948393.688183:0:29609:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948393.688185:0:29609:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948393.688189:0:29609:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ec00 going to sleep for 1 seconds 00000100:00000001:1.0:1783948393.688192:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948393.688196:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948394.711980:0:29609:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948394.711989:0:29609:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948394.711991:0:29609:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948394.711997:0:29609:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ec00 going to sleep for 1 seconds 00000100:00000001:1.0:1783948394.712002:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948394.712005:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948394.713055:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948394.713059:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948394.713062:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948395.224360:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296485094, at 4296485376 00000100:00000010:1.0:1783948395.224378:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041ea0. 00000100:00000001:1.0:1783948395.735952:0:29609:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948395.735966:0:29609:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1783948395.735987:0:29609:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948253/real 1783948253] req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 1 dl 1783948395 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783948395.773415:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948395.773419:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.773422:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.773424:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.773427:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9449c00 00000400:00000200:0.0:1783948395.773431:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.773434:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6591 [1] + 224 00000800:00000001:0.0:1783948395.773438:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.773444:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948395.773446:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948395.773449:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948395.773452:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948395.773457:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67480 x1870603636481024/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948395.773466:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b67480 x1870603636481024/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948395.773473:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948395.773476:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.773479:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783948395.778505:0:29609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948395.778513:0:29609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948395.778518:0:29609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891630. 00000400:00000200:1.0:1783948395.778529:0:29609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a25d8 00000400:00000010:1.0:1783948395.778532:0:29609:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a25d8. 00000100:00000001:1.0:1783948395.778537:0:29609:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948395.778550:0:29609:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 1 dl 1783948395 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948395.778562:0:29609:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 1 dl 1783948395 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948395.778570:0:29609:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948395.778572:0:29609:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.778576:0:29609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948395.778577:0:29609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.778580:0:29609:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1783948395.778584:0:29609:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783948395.778588:0:29609:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff89e943191000: Connection to lustre-MDT0000 (at 192.168.202.104@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1783948395.778592:0:29609:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1783948395.778596:0:29609:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1783948395.778600:0:29609:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.778602:0:29609:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1783948395.778604:0:29609:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1783948395.778625:0:29609:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1783948395.778627:0:29609:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.778631:0:29609:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948395.778633:0:29609:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948395.778635:0:29609:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ec00 going to sleep for 0 seconds 00000100:00000001:1.0:1783948395.778638:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948395.778641:0:29609:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.778643:0:29609:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948395.778654:0:29609:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.778656:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783948395.779032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783948395.779037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783948395.779040:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783948395.779042:0:8:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783948395.779046:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783948395.779050:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1662 00000400:00000200:0.0:1783948395.779058:0:8:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.779063:0:8:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:0.0:1783948395.779067:0:8:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948395.779070:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948395.779073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948395.779076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:0.0:1783948395.779080:0:8:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948395.779082:0:8:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:0.0:1783948395.779084:0:8:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948395.779088:0:8:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:0.0:1783948395.779091:0:8:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:0.0:1783948395.779093:0:8:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00000040:0.0:1783948395.779096:0:8:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948395.779098:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948395.779100:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948395.779102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:0.0:1783948395.779104:0:8:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00080000:0.0:1783948395.779108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: import ffff89e9431d1000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:0.0:1783948395.779110:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948395.779113:0:8:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783948395.779121:0:8:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948395.779123:0:8:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.779125:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783948395.779130:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783948395.779133:0:8:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.779135:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948395.779153:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243480. 00000020:00000040:0.0:1783948395.779156:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948395.779160:0:8:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948395.779162:0:8:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.779165:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948395.779169:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948395.779172:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948395.779178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950636c00. 00000100:00000001:0.0:1783948395.779184:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948395.779192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e960243480 x1870603636481152/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948395.779201:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948395.779206:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948395.779210:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072e464fb] to pc [ptlrpcd_rcv+-1] req@ffff89e960243480 x1870603636481152/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948395.779246:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948395.779250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783948395.779254:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783948395.779260:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1823) 00000800:00000200:0.0:1783948395.786666:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948395.786676:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f400. 00000400:00000200:0.0:1783948395.786684:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948395.786693:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948395.786702:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2330 00000400:00000010:0.0:1783948395.786705:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2330. 00000100:00000001:0.0:1783948395.786710:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948395.786718:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243480 x1870603636481152/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948395.786730:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948395.786733:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243480 x1870603636481152/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948395.786741:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.786743:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948395.794443:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.794463:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948395.794467:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.794470:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948395.794478:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.794485:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948395.794496:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.794500:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.794505:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.794510:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 10 MB=0x6a54dd9449c80 00000400:00000200:0.0:1783948395.794515:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.794522:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 416/416 into md 0x6599 [1] + 0 00000800:00000001:0.0:1783948395.794530:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.794539:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948395.794542:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948395.794547:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948395.794554:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948395.794564:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243480 x1870603636481152/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948395.794574:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e960243480 x1870603636481152/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948395.794646:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948395.794654:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.794658:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.804470:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948395.804475:0:29609:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.804477:0:29609:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948395.804479:0:29609:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948395.804483:0:29609:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948395.804486:0:29609:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948395.804490:0:29609:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.804493:0:29609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1783948395.804500:0:29609:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870603636463360 new x1870603636481280 02000000:00000001:1.0:1783948395.804504:0:29609:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948395.804507:0:29609:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948395.804514:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948395.804520:0:29609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888c60. 00000400:00000010:1.0:1783948395.804527:0:29609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618660. 00000100:00000200:1.0:1783948395.804534:0:29609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636463360, portal 10 00000100:00000001:1.0:1783948395.804536:0:29609:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948395.804538:0:29609:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00000100:00000040:1.0:1783948395.804546:0:29609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948537 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948395.804554:0:29609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948395.804557:0:29609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948395.804560:0:29609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618d48. 00000100:00000200:1.0:1783948395.804563:0:29609:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870603636463360, offset 0 00000400:00000200:1.0:1783948395.804569:0:29609:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948395.804577:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.804585:0:29609:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948395.804591:0:29609:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948395.804594:0:29609:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948395.804598:0:29609:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948395.804601:0:29609:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948395.804604:0:29609:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2288:2288:256:4294967295] 192.168.202.104@tcp LPNI seq info [2288:2288:8:4294967295] 00000400:00000200:1.0:1783948395.804608:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.804617:0:29609:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948395.804624:0:29609:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948395.804630:0:29609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:1.0:1783948395.804637:0:29609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948395.804646:0:29609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948395.804652:0:29609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1783948395.804669:0:29609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948395.804674:0:29609:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 503243 usecs (504 jiffies) 00000400:00000200:1.0:1783948395.804678:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948395.804681:0:29609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296486460 00000800:00000200:1.0:1783948395.804782:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948395.804786:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948395.804791:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948395.804796:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948395.804801:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618d48 00000400:00000010:1.0:1783948395.804803:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618d48. 00000100:00000001:1.0:1783948395.804807:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948395.804811:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948537 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948395.804820:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948395.804823:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948537 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948395.804829:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.804831:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783948395.804847:0:29609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:1.0:1783948395.804869:0:29609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296486460 00000100:00000001:1.0:1783948395.804872:0:29609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:1.0:1783948395.804874:0:29609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948395.804877:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.804879:0:29609:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948395.804881:0:29609:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:1.0:1783948395.804883:0:29609:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ec00 going to sleep for 137 seconds 00000100:00000001:1.0:1783948395.804885:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948395.804886:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948395.812827:0:30065:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1783948395.812837:0:30065:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1783948395.812843:0:30065:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948395.812848:0:30065:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948395.812867:0:30065:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948395.812872:0:30065:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:0.0:1783948395.812874:0:30065:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948395.848741:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.848766:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948395.848773:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.848775:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948395.848785:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.848796:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948395.848809:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.848815:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.848821:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.848826:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9449d00 00000400:00000200:0.0:1783948395.848832:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.848840:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x65a1 [1] + 224 00000800:00000001:0.0:1783948395.848849:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.848898:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948395.848901:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948395.848906:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948395.848914:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948395.848924:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948537 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948395.848935:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948537 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948395.848946:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948395.848954:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.848958:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.850250:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948395.850266:0:29609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948395.850268:0:29609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948395.850273:0:29609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888c60. 00000400:00000200:1.0:1783948395.850457:0:29609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618660 00000400:00000010:1.0:1783948395.850460:0:29609:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618660. 00000100:00000001:1.0:1783948395.850466:0:29609:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948395.850482:0:29609:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948537 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948395.850494:0:29609:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ca80 x1870603636463360/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948537 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948395.850502:0:29609:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948395.850504:0:29609:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.850507:0:29609:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948395.850511:0:29609:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948395.850514:0:29609:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948395.850517:0:29609:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948395.850520:0:29609:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948395.850531:0:29609:0:(import.c:2149:obd_at_measure()) add 106 to ffff89e9431d1460 time=65 v=106 (106 106 106 137) 00000100:00001000:1.0:1783948395.850536:0:29609:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948395.850539:0:29609:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948395.850541:0:29609:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.850544:0:29609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948395.850549:0:29609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.850554:0:29609:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948395.850557:0:29609:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967592 00000100:00000001:1.0:1783948395.850560:0:29609:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948395.850561:0:29609:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948395.850567:0:29609:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ca80 x1870603636463360/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948537 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948395.850576:0:29609:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948395.850579:0:29609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948395.850581:0:29609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948395.850585:0:29609:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ca80 x1870603636463360/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948537 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948395.850594:0:29609:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:29609:1870603636463360:192.168.202.104@tcp:36:touch.0 00000100:00000001:1.0:1783948395.850599:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.850602:0:29609:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.850605:0:29609:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948395.850607:0:29609:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948395.850610:0:29609:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ca80 x1870603636463360/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948537 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948395.850617:0:29609:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948395.850621:0:29609:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807ec00. 00000100:00000001:1.0:1783948395.850625:0:29609:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948395.850626:0:29609:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948395.850635:0:29609:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948395.850638:0:29609:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948395.850646:0:29609:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948395.850648:0:29609:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948395.850667:0:29609:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833950 : 144115205322833950 : 20000040400001e) 00000080:00000001:1.0:1783948395.850671:0:29609:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1783948395.850676:0:29609:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948395.850680:0:29609:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ca80 x1870603636463360/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948537 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948395.850686:0:29609:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948395.850688:0:29609:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948395.850692:0:29609:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581ca400. 02000000:00000001:1.0:1783948395.850695:0:29609:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948395.850697:0:29609:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948395.850699:0:29609:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948395.850701:0:29609:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948395.850704:0:29609:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774c00. 02000000:00000001:1.0:1783948395.850707:0:29609:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948395.850709:0:29609:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948395.850711:0:29609:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ca80. 00000100:00000001:1.0:1783948395.850715:0:29609:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948395.850716:0:29609:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948395.850719:0:29609:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948395.850721:0:29609:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.850723:0:29609:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.850728:0:29609:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1783948395.850731:0:29609:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948395.850733:0:29609:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948395.850736:0:29609:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948395.850737:0:29609:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.850739:0:29609:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.850742:0:29609:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1783948395.850744:0:29609:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948395.850752:0:29609:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f870. 00000020:00000010:1.0:1783948395.850758:0:29609:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80800. 00000020:00000010:1.0:1783948395.850765:0:29609:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80a00. 00000020:00000010:1.0:1783948395.850769:0:29609:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619120. 00000008:00000010:1.0:1783948395.850776:0:29609:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78b30. 00020000:00000010:1.0:1783948395.850781:0:29609:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3000. 00008000:00000010:1.0:1783948395.850788:0:29609:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df8e20. 00000080:00000010:1.0:1783948395.850794:0:29609:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dced20. 00000080:00000010:1.0:1783948395.850798:0:29609:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d4940. 00000020:00000010:1.0:1783948395.850802:0:29609:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80200. 00000008:00000010:1.0:1783948395.850807:0:29609:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b8c0. 00020000:00000010:1.0:1783948395.850810:0:29609:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157478. 00008000:00000010:1.0:1783948395.850813:0:29609:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6f58. 00000080:00000010:1.0:1783948395.850817:0:29609:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308960. 00000020:00000001:1.0:1783948395.850821:0:29609:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058808 : -129839674492808 : ffff89e95852f878) 00000020:00001000:1.0:1783948395.850823:0:29609:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f870 00000020:00000001:1.0:1783948395.850827:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948395.850830:0:29609:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948395.850832:0:29609:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948395.850834:0:29609:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x1e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948395.850837:0:29609:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948395.850839:0:29609:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948395.850842:0:29609:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948395.850845:0:29609:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1783948395.850847:0:29609:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200000404:0x1e:0x0] 00000002:00000001:1.0:1783948395.850896:0:29609:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948395.850900:0:29609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948395.850906:0:29609:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948395.850909:0:29609:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948395.850911:0:29609:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x1e:0x0]: 0 00000080:00000001:1.0:1783948395.850914:0:29609:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.850917:0:29609:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:1.0:1783948395.850921:0:29609:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950b81600. 00000080:00010000:1.0:1783948395.850927:0:29609:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1e:0x0](ffff89e951d180c8) 00000080:00000001:1.0:1783948395.850930:0:29609:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948395.850934:0:29609:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948395.850937:0:29609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d73958 00800000:00000002:1.0:1783948395.850939:0:29609:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x1e:0x0] '' on [0x200000404:0x1e:0x0] 00800000:00000001:1.0:1783948395.850943:0:29609:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948395.850946:0:29609:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1e:0x0], fid2=[0x200000404:0x1e:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948395.850950:0:29609:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948395.850952:0:29609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d73828 00000002:00010000:1.0:1783948395.850953:0:29609:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1e:0x0]) in obj [0x200000404:0x1e:0x0], intent: layout flags 0 00000002:00000001:1.0:1783948395.850957:0:29609:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948395.850959:0:29609:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1783948395.851106:0:29609:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ce680. 00000020:00000040:1.0:1783948395.851111:0:29609:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:1.0:1783948395.851118:0:29609:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948395.851122:0:29609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948395.851126:0:29609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.851129:0:29609:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948395.851131:0:29609:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948395.851145:0:29609:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948395.851154:0:29609:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b81400. 00000100:00000001:1.0:1783948395.851160:0:29609:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.851163:0:29609:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948395.851165:0:29609:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.851166:0:29609:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948395.851167:0:29609:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.851169:0:29609:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948395.851172:0:29609:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446614233939240576 : -129839770311040 : ffff89e9529ce680) 00010000:00000001:1.0:1783948395.851175:0:29609:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948395.851178:0:29609:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948395.851182:0:29609:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722dc00. 00010000:00000010:1.0:1783948395.851186:0:29609:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4900. 00010000:00000001:1.0:1783948395.851191:0:29609:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948395.851195:0:29609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617b200. 00000020:00000001:1.0:1783948395.851200:0:29609:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948395.851203:0:29609:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617b200 with handle 0x8c7cf19e4b440ab2 to hash 00000020:00000001:1.0:1783948395.851205:0:29609:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948395.851207:0:29609:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.851210:0:29609:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.851279:0:29609:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948395.851398:0:29609:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948395.851404:0:29609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 29609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948395.851413:0:29609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 29609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948395.851425:0:29609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 29609 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948395.851430:0:29609:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948395.851432:0:29609:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948395.851439:0:29609:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6c180. 00000100:00000001:1.0:1783948395.851441:0:29609:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707102592 : -129840002449024 : ffff89e944c6c180) 00000100:00000001:1.0:1783948395.851443:0:29609:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948395.851445:0:29609:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939240576 : -129839770311040 : ffff89e9529ce680) 00000100:00000001:1.0:1783948395.851450:0:29609:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948395.851454:0:29609:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.851456:0:29609:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948395.851458:0:29609:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948395.851464:0:29609:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.851473:0:29609:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948395.851475:0:29609:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948395.851479:0:29609:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948395.851482:0:29609:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948395.851484:0:29609:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948395.851488:0:29609:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:29609:1870603636481408:192.168.202.104@tcp:101:touch.0 00000100:00000001:1.0:1783948395.851492:0:29609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948395.851497:0:29609:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948395.851500:0:29609:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948395.851503:0:29609:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948395.851507:0:29609:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f2000. 02000000:00000001:1.0:1783948395.851508:0:29609:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948395.851515:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948395.851518:0:29609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888c60. 00000400:00000010:1.0:1783948395.851524:0:29609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618660. 00000100:00000200:1.0:1783948395.851530:0:29609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636481408, portal 10 00000100:00000001:1.0:1783948395.851532:0:29609:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948395.851534:0:29609:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939240576 : -129839770311040 : ffff89e9529ce680) 00000100:00000040:1.0:1783948395.851539:0:29609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948537 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.851546:0:29609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948395.851549:0:29609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948395.851551:0:29609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618d48. 00000100:00000200:1.0:1783948395.851554:0:29609:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870603636481408, offset 0 00000400:00000200:1.0:1783948395.851560:0:29609:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948395.851567:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.851576:0:29609:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948395.851582:0:29609:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948395.851586:0:29609:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948395.851590:0:29609:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948395.851593:0:29609:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948395.851597:0:29609:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2289:2289:256:4294967295] 192.168.202.104@tcp LPNI seq info [2289:2289:8:4294967295] 00000400:00000200:1.0:1783948395.851601:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.851610:0:29609:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948395.851616:0:29609:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948395.851620:0:29609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:1.0:1783948395.851627:0:29609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948395.851636:0:29609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948395.851639:0:29609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1783948395.851653:0:29609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948395.851658:0:29609:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 782455 usecs (783 jiffies) 00000400:00000200:1.0:1783948395.851660:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948395.851664:0:29609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296486786 00000100:00000001:1.0:1783948395.851667:0:29609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:1.0:1783948395.851669:0:29609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296486786 00000100:00000001:1.0:1783948395.851671:0:29609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:1.0:1783948395.851673:0:29609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948395.851676:0:29609:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.851677:0:29609:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948395.851679:0:29609:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:1.0:1783948395.851682:0:29609:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6c180 going to sleep for 137 seconds 00000100:00000001:1.0:1783948395.851684:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948395.851687:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948395.853374:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948395.853386:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:0.0:1783948395.853394:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948395.853403:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948395.853411:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618d48 00000400:00000010:0.0:1783948395.853413:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618d48. 00000100:00000001:0.0:1783948395.853419:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948395.853427:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948537 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.853439:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948395.853442:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948537 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.853450:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.853452:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948395.867255:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.867274:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948395.867278:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.867281:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948395.867289:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.867304:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948395.867315:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.867320:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.867327:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.867331:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 10 MB=0x6a54dd9449d80 00000400:00000200:0.0:1783948395.867337:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.867343:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 400/400 into md 0x65b1 [1] + 224 00000800:00000001:0.0:1783948395.867351:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.867359:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948395.867362:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948395.867366:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948395.867374:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948395.867384:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948537 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948395.867396:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948537 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.867418:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948395.867427:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948395.867430:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.867780:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948395.867789:0:29609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948395.867792:0:29609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948395.867795:0:29609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888c60. 00000400:00000200:1.0:1783948395.867800:0:29609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618660 00000400:00000010:1.0:1783948395.867803:0:29609:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618660. 00000100:00000001:1.0:1783948395.867806:0:29609:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948395.867811:0:29609:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948537 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948395.867820:0:29609:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948537 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.867825:0:29609:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948395.867827:0:29609:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.867830:0:29609:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948395.867833:0:29609:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948395.867836:0:29609:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948395.867840:0:29609:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948395.867842:0:29609:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948395.867902:0:29609:0:(import.c:2149:obd_at_measure()) add 106 to ffff89e9431d1460 time=65 v=106 (106 106 106 137) 00000100:00001000:1.0:1783948395.867908:0:29609:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948395.867910:0:29609:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948395.867912:0:29609:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.867916:0:29609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948395.867919:0:29609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.867923:0:29609:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948395.867925:0:29609:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967592 00000100:00000001:1.0:1783948395.867928:0:29609:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948395.867929:0:29609:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948395.867934:0:29609:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948537 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.867940:0:29609:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948395.867943:0:29609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948395.867945:0:29609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948395.867949:0:29609:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948537 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948395.867957:0:29609:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:29609:1870603636481408:192.168.202.104@tcp:101:touch.0 00000100:00000001:1.0:1783948395.868084:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948395.868087:0:29609:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.868089:0:29609:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948395.868092:0:29609:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948395.868097:0:29609:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948537 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.868104:0:29609:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948395.868107:0:29609:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944c6c180. 00000100:00000001:1.0:1783948395.868110:0:29609:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948395.868112:0:29609:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868114:0:29609:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948395.868118:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868121:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868124:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=4 00000020:00000001:1.0:1783948395.868127:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868130:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000040:1.0:1783948395.868147:0:29609:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617b200, remote cookie: 0x2ceea11ad5e05a0e, flags: 0x1000 00010000:00000001:1.0:1783948395.868150:0:29609:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948395.868156:0:29609:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948395.868158:0:29609:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948395.868160:0:29609:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948395.868161:0:29609:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948395.868164:0:29609:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1e:0x0].0x0 (ffff89e94722dc00) refcount = 1 00010000:00010000:1.0:1783948395.868170:0:29609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948395.868178:0:29609:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948395.868182:0:29609:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948395.868183:0:29609:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948395.868186:0:29609:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948395.868188:0:29609:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948395.868191:0:29609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948395.868196:0:29609:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948395.868198:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868199:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948395.868200:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868201:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948395.868202:0:29609:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948395.868207:0:29609:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948395.868208:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868209:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868211:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:1.0:1783948395.868213:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868225:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868227:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868228:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948395.868232:0:29609:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948537 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1783948395.868239:0:29609:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff89e943191000: layout return lvb 56 transno 0 00010000:00000001:1.0:1783948395.868242:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868244:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868245:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:1.0:1783948395.868247:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868249:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00000002:00010000:1.0:1783948395.868252:0:29609:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783948395.868293:0:29609:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e943f22180. 00010000:00000001:1.0:1783948395.868296:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868298:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948395.868299:0:29609:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948395.868302:0:29609:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948395.868305:0:29609:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783948395.868306:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868308:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868309:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:1.0:1783948395.868311:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868312:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00000002:00010000:1.0:1783948395.868316:0:29609:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948395.868322:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868323:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948395.868325:0:29609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948395.868326:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868327:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868329:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:1.0:1783948395.868331:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868333:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000040:1.0:1783948395.868405:0:29609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722dc00 count: 2 00010000:00000001:1.0:1783948395.868409:0:29609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948395.868414:0:29609:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/30 (0 0) 00010000:00000001:1.0:1783948395.868417:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868418:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948395.868419:0:29609:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948395.868422:0:29609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d737b0 00000002:00002000:1.0:1783948395.868424:0:29609:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:1.0:1783948395.868426:0:29609:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948395.868430:0:29609:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948395.868433:0:29609:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948395.868436:0:29609:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1e:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783948395.868439:0:29609:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.868441:0:29609:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948395.868446:0:29609:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ce680 x1870603636481408/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948537 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.868452:0:29609:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948395.868456:0:29609:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948395.868459:0:29609:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f2000. 02000000:00000001:1.0:1783948395.868462:0:29609:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948395.868464:0:29609:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948395.868466:0:29609:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948395.868468:0:29609:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948395.868470:0:29609:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b81400. 02000000:00000001:1.0:1783948395.868474:0:29609:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948395.868476:0:29609:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948395.868477:0:29609:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ce680. 00000100:00000001:1.0:1783948395.868480:0:29609:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948395.868481:0:29609:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783948395.868486:0:29609:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b81600. 00000080:00010000:1.0:1783948395.868490:0:29609:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1e:0x0](ffff89e951d180c8) for lock 0x8c7cf19e4b440ab2 00800000:00000001:1.0:1783948395.868494:0:29609:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948395.868496:0:29609:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948395.868498:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868499:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868500:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:1.0:1783948395.868502:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868504:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868506:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868507:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948395.868509:0:29609:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948395.868511:0:29609:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948395.868513:0:29609:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ab2 from it ffffb87d01d73a78 00010000:00000001:1.0:1783948395.868515:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868516:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868517:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:1.0:1783948395.868519:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868520:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868523:0:29609:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948395.868525:0:29609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948395.868531:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868532:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948395.868534:0:29609:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948395.868536:0:29609:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948395.868539:0:29609:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948395.868548:0:29609:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948395.868550:0:29609:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948395.868552:0:29609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948395.868556:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868557:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948395.868558:0:29609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868561:0:29609:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948395.868563:0:29609:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868565:0:29609:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868568:0:29609:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868569:0:29609:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948395.868570:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868571:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948395.868573:0:29609:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.868577:0:29609:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1783948395.868578:0:29609:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200000404:0x1e:0x0] 00000002:00000001:1.0:1783948395.868584:0:29609:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948395.868585:0:29609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948395.868588:0:29609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722dc00 count: 2 00010000:00000001:1.0:1783948395.868590:0:29609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948395.868593:0:29609:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948395.868596:0:29609:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948395.868599:0:29609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948395.868606:0:29609:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948395.868612:0:29609:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948395.868614:0:29609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948395.868620:0:29609:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1783948395.868622:0:29609:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x1e:0x0]: 16 00000080:00000001:1.0:1783948395.868624:0:29609:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1783948395.868626:0:29609:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1783948395.868627:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868628:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868630:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:1.0:1783948395.868631:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868633:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00000080:00010000:1.0:1783948395.868637:0:29609:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200000404:0x1e:0x0](0000000096a2ad82) being reconfigured ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1783948395.868645:0:29609:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948395.868647:0:29609:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948395.868648:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868649:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868651:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=4 00000020:00000001:1.0:1783948395.868653:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868655:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868657:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868658:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948395.868659:0:29609:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948395.868660:0:29609:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.868663:0:29609:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1783948395.868665:0:29609:0:(file.c:6772:ll_layout_fetch()) [0x200000404:0x1e:0x0] LVB_READY=0 l_lvb_data=ffff89e943f22180 l_lvb_len=56 00000080:00000001:1.0:1783948395.868667:0:29609:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.868669:0:29609:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948395.868672:0:29609:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948395.868677:0:29609:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f480. 00000020:00000010:1.0:1783948395.868682:0:29609:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81600. 00000020:00000010:1.0:1783948395.868687:0:29609:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81400. 00000020:00000010:1.0:1783948395.868690:0:29609:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506196c0. 00000008:00000010:1.0:1783948395.868696:0:29609:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948395.868701:0:29609:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3cc0. 00008000:00000010:1.0:1783948395.868706:0:29609:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944dfa6d8. 00000080:00000010:1.0:1783948395.868712:0:29609:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcef18. 00000080:00000010:1.0:1783948395.868718:0:29609:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d6500. 00000020:00000010:1.0:1783948395.868722:0:29609:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80c00. 00000008:00000010:1.0:1783948395.868725:0:29609:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a420. 00020000:00000010:1.0:1783948395.868728:0:29609:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948395.868732:0:29609:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6960. 00000080:00000010:1.0:1783948395.868736:0:29609:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e9473085a0. 00000020:00000001:1.0:1783948395.868739:0:29609:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035057800 : -129839674493816 : ffff89e95852f488) 00000020:00001000:1.0:1783948395.868741:0:29609:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f480 00000020:00000001:1.0:1783948395.868743:0:29609:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948395.868747:0:29609:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948395.868749:0:29609:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948395.868754:0:29609:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e9506199c0. 00020000:00000010:1.0:1783948395.868758:0:29609:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947f0a880. 00020000:00000010:1.0:1783948395.868762:0:29609:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e950619600. 00020000:00000001:1.0:1783948395.868765:0:29609:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901798912 : -129839807752704 : ffff89e950619600) 00020000:00000002:1.0:1783948395.868769:0:29609:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619600, objid 0x1e:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948395.868773:0:29609:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948395.868777:0:29609:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0a880: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1783948395.868780:0:29609:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e951989d90) owner ffff89e94134a7c0 00020000:00000001:1.0:1783948395.868783:0:29609:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948395.868785:0:29609:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e951989d90) owner ffff89e94134a7c0 00020000:00000010:1.0:1783948395.868790:0:29609:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947f0a880. 00020000:00000010:1.0:1783948395.868793:0:29609:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e9506199c0. 00020000:00000010:1.0:1783948395.868796:0:29609:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e950619600. 00020000:00000002:1.0:1783948395.868799:0:29609:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948395.868801:0:29609:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.868802:0:29609:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.868805:0:29609:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783948395.868808:0:29609:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e94134a7c0 00020000:00000002:1.0:1783948395.868811:0:29609:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e958041ba0 addref 2/0 by ffff89e94134a7c0. 00020000:00000002:1.0:1783948395.868814:0:29609:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e94134a7c0 00020000:00000001:1.0:1783948395.868816:0:29609:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783948395.868819:0:29609:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783948395.868820:0:29609:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783948395.868821:0:29609:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783948395.868824:0:29609:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783948395.868826:0:29609:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1783948395.868828:0:29609:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f480 00000020:00000010:1.0:1783948395.868832:0:29609:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81400. 00000020:00000010:1.0:1783948395.868835:0:29609:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506196c0. 00000008:00000010:1.0:1783948395.868837:0:29609:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948395.868842:0:29609:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3cc0. 00008000:00000010:1.0:1783948395.868844:0:29609:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944dfa6d8. 00000080:00000010:1.0:1783948395.868847:0:29609:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcef18. 00000080:00000010:1.0:1783948395.868878:0:29609:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d6500. 00000020:00000010:1.0:1783948395.868881:0:29609:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81600. 00000008:00000010:1.0:1783948395.868884:0:29609:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a420. 00020000:00000010:1.0:1783948395.868887:0:29609:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948395.868889:0:29609:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6960. 00000080:00000010:1.0:1783948395.868892:0:29609:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e9473085a0. 00000020:00000010:1.0:1783948395.868893:0:29609:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80c00. 00000020:00000010:1.0:1783948395.868895:0:29609:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f480. 00000080:00000001:1.0:1783948395.868898:0:29609:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.868900:0:29609:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1783948395.868901:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868902:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948395.868903:0:29609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948395.868905:0:29609:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948395.868906:0:29609:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:1.0:1783948395.868908:0:29609:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868910:0:29609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948395.868912:0:29609:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948395.868914:0:29609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948395.868920:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868921:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948395.868922:0:29609:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948395.868923:0:29609:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948395.868925:0:29609:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440ab2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05a0e expref: -99 pid: 29609 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948395.868931:0:29609:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948395.868932:0:29609:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948395.868933:0:29609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948395.868935:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868936:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948395.868937:0:29609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868939:0:29609:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948395.868941:0:29609:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868942:0:29609:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868944:0:29609:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948395.868945:0:29609:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948395.868947:0:29609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948395.868948:0:29609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948395.868950:0:29609:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.868952:0:29609:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.868955:0:29609:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948395.868959:0:29609:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x1e:0x0]io ffff89e9582d49a0 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1783948395.869453:0:29609:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e94134a7c0 00020000:00000001:1.0:1783948395.869458:0:29609:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948395.869460:0:29609:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948395.869462:0:29609:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948395.869463:0:29609:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.869466:0:29609:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948395.869469:0:29609:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948395.869470:0:29609:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869473:0:29609:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948395.869475:0:29609:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948395.869477:0:29609:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948395.869478:0:29609:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e94134a7c0 00000020:00000001:1.0:1783948395.869481:0:29609:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869484:0:29609:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948395.869486:0:29609:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783948395.869488:0:29609:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1783948395.869490:0:29609:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948395.869493:0:29609:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948395.869497:0:29609:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948395.869500:0:29609:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948395.869502:0:29609:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948395.869504:0:29609:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948395.869510:0:29609:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f480. 00000020:00000010:1.0:1783948395.869513:0:29609:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80c00. 00000020:00000010:1.0:1783948395.869516:0:29609:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81600. 00000020:00000010:1.0:1783948395.869519:0:29609:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506196c0. 00000008:00000010:1.0:1783948395.869522:0:29609:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948395.869525:0:29609:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3cc0. 00008000:00000010:1.0:1783948395.869528:0:29609:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944dfa6d8. 00000080:00000010:1.0:1783948395.869532:0:29609:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcef18. 00000080:00000010:1.0:1783948395.869535:0:29609:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d6500. 00000020:00000010:1.0:1783948395.869537:0:29609:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81400. 00000008:00000010:1.0:1783948395.869540:0:29609:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a420. 00020000:00000010:1.0:1783948395.869542:0:29609:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948395.869545:0:29609:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6960. 00000080:00000010:1.0:1783948395.869548:0:29609:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e9473085a0. 00000020:00000001:1.0:1783948395.869551:0:29609:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035057800 : -129839674493816 : ffff89e95852f488) 00000020:00001000:1.0:1783948395.869553:0:29609:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f480 00000020:00000001:1.0:1783948395.869557:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3aa8 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948395.869559:0:29609:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948395.869562:0:29609:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948395.869563:0:29609:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948395.869565:0:29609:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.869566:0:29609:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.869569:0:29609:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165245152 : -129839544306464 : ffff89e9601574e0) 00000020:00000001:1.0:1783948395.869572:0:29609:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1783948395.869574:0:29609:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1783948395.869579:0:29609:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869580:0:29609:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.869583:0:29609:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.869584:0:29609:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869585:0:29609:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869587:0:29609:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783948395.869589:0:29609:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948395.869591:0:29609:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948395.869592:0:29609:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948395.869594:0:29609:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948395.869595:0:29609:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869597:0:29609:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.869598:0:29609:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.869600:0:29609:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869601:0:29609:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948395.869602:0:29609:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869603:0:29609:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869605:0:29609:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1783948395.869608:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948395.869610:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948395.869612:0:29609:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1783948395.869615:0:29609:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869616:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00020000:00000001:1.0:1783948395.869619:0:29609:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1783948395.869621:0:29609:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948395.869622:0:29609:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948395.869623:0:29609:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948395.869625:0:29609:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1783948395.869627:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e95201fa40 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948395.869628:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e95201fa40 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948395.869630:0:29609:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1783948395.869633:0:29609:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869635:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e95201fa40 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948395.869636:0:29609:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1783948395.869638:0:29609:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948395.869641:0:29609:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869642:0:29609:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.869644:0:29609:0:(cl_object.c:151:cl_object_top()) ffff89e95201fa40 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948395.869646:0:29609:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948395.869648:0:29609:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948395.869649:0:29609:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948395.869650:0:29609:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948395.869651:0:29609:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948395.869652:0:29609:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948395.869656:0:29609:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1783948395.869661:0:29609:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ce680. 00000020:00000040:1.0:1783948395.869666:0:29609:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948395.869671:0:29609:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948395.869675:0:29609:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948395.869679:0:29609:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948395.869687:0:29609:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b80400. 00000100:00000001:1.0:1783948395.869692:0:29609:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.869699:0:29609:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948395.869703:0:29609:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948395.869714:0:29609:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e4d1eee] to pc [ptlrpcd_00_01+1] req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.869812:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948395.869816:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948395.869819:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948395.869825:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.869833:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948395.869835:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948395.869839:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948395.869842:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948395.869844:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948395.869847:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636481536:192.168.202.104@tcp:2:touch.0 00000100:00000001:0.0:1783948395.869888:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948395.869896:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948395.869898:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948395.869901:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948395.869907:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636000. 02000000:00000001:0.0:1783948395.869910:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948395.869917:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948395.869921:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb00. 00000400:00000010:0.0:1783948395.869928:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948395.869936:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636481536, portal 4 00000100:00000001:0.0:1783948395.869938:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948395.869940:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939240576 : -129839770311040 : ffff89e9529ce680) 00000100:00000040:0.0:1783948395.869948:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.869956:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948395.869958:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948395.869972:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf7f8. 00000100:00000200:0.0:1783948395.869975:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870603636481536, offset 0 00000400:00000200:0.0:1783948395.869982:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948395.869991:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.870000:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948395.870006:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948395.870011:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948395.870015:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948395.870017:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948395.870022:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2290:2290:256:4294967295] 192.168.202.104@tcp LPNI seq info [2290:2290:8:4294967295] 00000400:00000200:0.0:1783948395.870026:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948395.870036:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948395.870042:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948395.870048:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9462b1e00. 00000800:00000200:0.0:1783948395.870056:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948395.870065:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948395.870069:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9462b1e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783948395.870082:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948395.870088:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21878 usecs (22 jiffies) 00000400:00000200:0.0:1783948395.870091:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948395.870094:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296486043 00000100:00000001:0.0:1783948395.870098:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:0.0:1783948395.870101:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296486043 00000100:00000001:0.0:1783948395.870103:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:0.0:1783948395.870105:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948395.870107:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.870110:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.870113:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948395.870188:0:29609:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948395.870192:0:29609:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.870194:0:29609:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.870196:0:29609:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.870199:0:29609:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.870201:0:29609:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.870202:0:29609:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.870204:0:29609:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948395.870206:0:29609:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1783948395.870208:0:29609:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948395.870209:0:29609:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1783948395.870256:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948395.870259:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948395.870391:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948395.870395:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9462b1e00. 00000400:00000200:1.0:1783948395.870401:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948395.870406:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948395.870412:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf7f8 00000400:00000010:1.0:1783948395.870415:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf7f8. 00000100:00000001:1.0:1783948395.870418:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948395.870423:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.870432:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948395.870435:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.870441:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.870444:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948395.875113:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948395.875144:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948395.875149:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948395.875153:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948395.875163:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.875172:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948395.875184:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.875191:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.875197:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.875201:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 432 into portal 4 MB=0x6a54dd9449e00 00000400:00000200:1.0:1783948395.875208:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.875224:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 432/432 into md 0x65c1 [1] + 224 00000800:00000001:1.0:1783948395.875233:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948395.875245:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948395.875249:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948395.875253:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948395.875263:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948395.875275:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948395.875298:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.876332:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948395.876590:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948395.876596:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948395.876598:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948395.876649:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948395.876666:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948395.876672:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783948395.880943:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948395.880951:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948395.880955:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb00. 00000400:00000200:0.0:1783948395.881098:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:0.0:1783948395.881101:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:0.0:1783948395.881107:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948395.881119:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948395.881130:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ce680 x1870603636481536/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.881148:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948395.881151:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948395.881153:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948395.881156:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948395.881159:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948395.881162:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948395.881165:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948395.881174:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=65 v=5 (5 5 5 112) 00000100:00001000:0.0:1783948395.881178:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=120 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948395.881181:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948395.881182:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948395.881185:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948395.881190:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.881194:0:2354:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948395.881195:0:2354:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948395.881197:0:2354:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948395.881199:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948395.881201:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939240576 : -129839770311040 : ffff89e9529ce680) 00000100:00000001:0.0:1783948395.881204:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948395.881205:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967321 00000100:00000001:0.0:1783948395.881207:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948395.881210:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948395.881918:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ce680 x1870603636481536/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.881929:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948395.881932:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948395.881934:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783948395.881937:0:2354:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783948395.882028:0:2354:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948395.882036:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ce680 x1870603636481536/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948395.882044:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636481536:192.168.202.104@tcp:2:touch.0 00000100:00000001:0.0:1783948395.882050:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948395.882054:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948395.882056:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ce680 x1870603636481536/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948395.882063:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.882065:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948395.882073:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948395.882076:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948395.882078:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948395.882081:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.882211:0:29609:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948395.882283:0:29609:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.882293:0:29609:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.882298:0:29609:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948395.882300:0:29609:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783948395.882302:0:29609:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948395.882304:0:29609:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948395.882306:0:29609:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948395.882307:0:29609:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948395.882308:0:29609:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.882310:0:29609:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.882312:0:29609:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948395.882313:0:29609:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948395.882315:0:29609:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783948395.882316:0:29609:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948395.882317:0:29609:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948395.882319:0:29609:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948395.882320:0:29609:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948395.882321:0:29609:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948395.882324:0:29609:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948395.882325:0:29609:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.882327:0:29609:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.882328:0:29609:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948395.882330:0:29609:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948395.882331:0:29609:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948395.882334:0:29609:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948395.882447:0:29609:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948395.882450:0:29609:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948395.882451:0:29609:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948395.882452:0:29609:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948395.882455:0:29609:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f480 00000020:00000010:1.0:1783948395.882461:0:29609:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81600. 00000020:00000010:1.0:1783948395.882467:0:29609:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506196c0. 00000008:00000010:1.0:1783948395.882472:0:29609:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948395.882479:0:29609:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3cc0. 00008000:00000010:1.0:1783948395.882484:0:29609:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944dfa6d8. 00000080:00000010:1.0:1783948395.882489:0:29609:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcef18. 00000080:00000010:1.0:1783948395.882493:0:29609:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d6500. 00000020:00000010:1.0:1783948395.882496:0:29609:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80c00. 00000008:00000010:1.0:1783948395.882499:0:29609:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a420. 00020000:00000010:1.0:1783948395.882502:0:29609:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948395.882506:0:29609:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6960. 00000080:00000010:1.0:1783948395.882509:0:29609:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e9473085a0. 00000020:00000010:1.0:1783948395.882512:0:29609:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81400. 00000020:00000010:1.0:1783948395.882514:0:29609:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f480. 00020000:00000001:1.0:1783948395.882516:0:29609:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948395.882518:0:29609:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948395.882521:0:29609:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948395.882523:0:29609:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x1e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948395.882526:0:29609:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948395.882528:0:29609:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948395.882529:0:29609:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f870 00000020:00000010:1.0:1783948395.882531:0:29609:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80a00. 00000020:00000010:1.0:1783948395.882533:0:29609:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619120. 00000008:00000010:1.0:1783948395.882535:0:29609:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78b30. 00020000:00000010:1.0:1783948395.882538:0:29609:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3000. 00008000:00000010:1.0:1783948395.882540:0:29609:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df8e20. 00000080:00000010:1.0:1783948395.882543:0:29609:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dced20. 00000080:00000010:1.0:1783948395.882545:0:29609:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d4940. 00000020:00000010:1.0:1783948395.882548:0:29609:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80800. 00000008:00000010:1.0:1783948395.882551:0:29609:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b8c0. 00020000:00000010:1.0:1783948395.882554:0:29609:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157478. 00008000:00000010:1.0:1783948395.882556:0:29609:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6f58. 00000080:00000010:1.0:1783948395.882558:0:29609:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308960. 00000020:00000010:1.0:1783948395.882561:0:29609:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80200. 00000020:00000010:1.0:1783948395.882562:0:29609:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f870. 00000080:00000001:1.0:1783948395.882564:0:29609:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.882568:0:29609:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1783948395.882572:0:29609:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775e00. 00000020:00000001:1.0:1783948395.882581:0:29609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d73c30 00000080:00200008:1.0:1783948395.882584:0:29609:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x1e:0x0](ffff89e951d180c8) current size 0, valid attrs 100201f0, mode 0, uid -1052724670, gid -1, new size 213440, atime 1783948253.000000000, mtime 1783948253.000000000, ctime 1783948253.000000000, rc 0 00000080:00000001:1.0:1783948395.882590:0:29609:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948395.882606:0:29609:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948395.882609:0:29609:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e94134a7c0 00020000:00000002:1.0:1783948395.882612:0:29609:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e94134a7c0 00020000:00000001:1.0:1783948395.882615:0:29609:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.882623:0:29609:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783948395.882625:0:29609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d73db8 00000080:00200008:1.0:1783948395.882627:0:29609:0:(file.c:447:ll_file_release()) START file f:[0x200000404:0x1e:0x0](ffff89e951d180c8), flags 104001 00000080:00000001:1.0:1783948395.882631:0:29609:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783948395.882633:0:29609:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783948395.882635:0:29609:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948395.882636:0:29609:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e94134a7c0 00020000:00000002:1.0:1783948395.882638:0:29609:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e94134a7c0 00020000:00000001:1.0:1783948395.882640:0:29609:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948395.882643:0:29609:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1783948395.882650:0:29609:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948395.882653:0:29609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948395.882660:0:29609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722dc00 count: 2 00010000:00000001:1.0:1783948395.882663:0:29609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948395.882668:0:29609:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948395.882670:0:29609:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x1e:0x0]: 0 00000080:00000001:1.0:1783948395.882672:0:29609:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948395.882675:0:29609:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948395.882682:0:29609:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e950b80200. 00000080:00000001:1.0:1783948395.882684:0:29609:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948395.882690:0:29609:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948395.882694:0:29609:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948395.882696:0:29609:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x1e:0x0] 00000002:00000001:1.0:1783948395.882700:0:29609:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948395.882702:0:29609:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x1e:0x0] file closed with intent: 0 00000100:00000010:1.0:1783948395.882708:0:29609:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948395.882712:0:29609:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948395.882716:0:29609:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948395.884466:0:29609:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948395.884477:0:29609:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948395.884493:0:29609:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b80800. 00000100:00000001:1.0:1783948395.884503:0:29609:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948395.884528:0:29609:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066f100 x1870603636463104/t4294967578(4294967578) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948395 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948395.884544:0:29609:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783948395.884550:0:29609:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cf800 x1870603636481792/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948395.884558:0:29609:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948395.884560:0:29609:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948395.884568:0:29609:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6c180. 00000100:00000001:1.0:1783948395.884571:0:29609:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707102592 : -129840002449024 : ffff89e944c6c180) 00000100:00000001:1.0:1783948395.884574:0:29609:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948395.884576:0:29609:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000001:1.0:1783948395.884582:0:29609:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948395.884587:0:29609:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.884589:0:29609:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948395.884591:0:29609:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948395.884595:0:29609:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636481792/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.884603:0:29609:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948395.884606:0:29609:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948395.884610:0:29609:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948395.884612:0:29609:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948395.884614:0:29609:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948395.884617:0:29609:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:29609:1870603636481792:192.168.202.104@tcp:35:touch.0 00000100:00000001:1.0:1783948395.884621:0:29609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948395.884627:0:29609:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948395.884630:0:29609:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948395.884632:0:29609:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948395.884637:0:29609:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f0800. 02000000:00000001:1.0:1783948395.884639:0:29609:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948395.884647:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948395.884651:0:29609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888c60. 00000400:00000010:1.0:1783948395.884658:0:29609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618660. 00000100:00000200:1.0:1783948395.884666:0:29609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636481792, portal 10 00000100:00000001:1.0:1783948395.884667:0:29609:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948395.884669:0:29609:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:1.0:1783948395.884677:0:29609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cf800 x1870603636481792/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948411 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.884684:0:29609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948395.884686:0:29609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948395.884689:0:29609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506187f8. 00000100:00000200:1.0:1783948395.884692:0:29609:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636481792, offset 0 00000400:00000200:1.0:1783948395.884699:0:29609:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948395.884708:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.885909:0:29609:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948395.885923:0:29609:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948395.885931:0:29609:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948395.885936:0:29609:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948395.885939:0:29609:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948395.885943:0:29609:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2291:2291:256:4294967295] 192.168.202.104@tcp LPNI seq info [2291:2291:8:4294967295] 00000400:00000200:1.0:1783948395.885950:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.886027:0:29609:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948395.886037:0:29609:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948395.886048:0:29609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:1.0:1783948395.886056:0:29609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948395.886065:0:29609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948395.886069:0:29609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948395.886164:0:29609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948395.886171:0:29609:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 781260 usecs (782 jiffies) 00000400:00000200:1.0:1783948395.886175:0:29609:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948395.886179:0:29609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296486820 00000100:00000001:1.0:1783948395.886182:0:29609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:1.0:1783948395.886184:0:29609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296486820 00000100:00000001:1.0:1783948395.886186:0:29609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:1.0:1783948395.886188:0:29609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948395.886192:0:29609:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.886195:0:29609:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948395.886197:0:29609:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948395.886200:0:29609:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6c180 going to sleep for 11 seconds 00000100:00000001:1.0:1783948395.886203:0:29609:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948395.886206:0:29609:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948395.906289:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948395.906302:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948395.906313:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948395.906321:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948395.906329:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506187f8 00000400:00000010:1.0:1783948395.906332:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506187f8. 00000100:00000001:1.0:1783948395.906345:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948395.906356:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636481792/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948411 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.906371:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948395.906374:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cf800 x1870603636481792/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948411 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.906387:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948395.906390:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948395.916997:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948395.917015:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948395.917020:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948395.917022:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948395.917031:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.917039:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948395.917048:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.917053:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.917059:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.917063:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9449f00 00000400:00000200:1.0:1783948395.917068:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948395.917075:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x65d1 [1] + 224 00000800:00000001:1.0:1783948395.917082:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948395.917088:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948395.917092:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948395.917096:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948395.917104:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948395.917113:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636481792/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948411 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948395.917125:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e9529cf800 x1870603636481792/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948411 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948395.917156:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948395.917164:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948395.917167:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783948395.931916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d18000. 00000080:00000010:2.1:1783948395.931933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be5e0. 00000080:00000010:2.1:1783948395.931955:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d839c0. 00000080:00000010:2.1:1783948395.931961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bee00. 00000020:00000001:0.0:1783948396.761636:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948396.761640:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948396.761644:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783948397.787417:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948397.787420:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948397.787423:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1783948398.068182:0:30204:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1783948398.068189:0:30204:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21f: drop both reply while close and open are both in flight ========================================================== 09:13:16 (1783948396) 00000001:00000001:1.0:1783948398.089247:0:30204:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1783948398.734697:0:30216:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948398.734706:0:30216:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948398.734709:0:30216:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948398.734713:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d02013b20 00000080:00200000:1.0:1783948398.734718:0:30216:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948398.734726:0:30216:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e944faca00. 00800000:00000002:1.0:1783948398.734736:0:30216:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948398.734742:0:30216:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948398.734747:0:30216:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948398.734749:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d02013a40 00800000:00000002:1.0:1783948398.734752:0:30216:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948398.734756:0:30216:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948398.734761:0:30216:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948398.734767:0:30216:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948398.734770:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d02013910 00000002:00010000:1.0:1783948398.734772:0:30216:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948398.734776:0:30216:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948398.734778:0:30216:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948398.734782:0:30216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948398.734789:0:30216:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948398.734791:0:30216:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948398.734794:0:30216:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948398.734796:0:30216:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948398.734799:0:30216:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783948398.734805:0:30216:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cca80. 00000020:00000040:1.0:1783948398.734809:0:30216:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:1.0:1783948398.734816:0:30216:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948398.734822:0:30216:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948398.734831:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948398.734833:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948398.734835:0:30216:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.734838:0:30216:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948398.734841:0:30216:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948398.734846:0:30216:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948398.734878:0:30216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f0000. 00000100:00000001:1.0:1783948398.734886:0:30216:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948398.734892:0:30216:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948398.734894:0:30216:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948398.734896:0:30216:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948398.734898:0:30216:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948398.734900:0:30216:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948398.734905:0:30216:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00010000:00000001:1.0:1783948398.734909:0:30216:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948398.734911:0:30216:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948398.734916:0:30216:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d800. 00010000:00000010:1.0:1783948398.734920:0:30216:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4000. 00010000:00000001:1.0:1783948398.734925:0:30216:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948398.734928:0:30216:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617be00. 00000020:00000001:1.0:1783948398.734932:0:30216:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948398.734936:0:30216:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617be00 with handle 0x8c7cf19e4b440ab9 to hash 00000020:00000001:1.0:1783948398.734939:0:30216:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948398.734941:0:30216:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:1.0:1783948398.734945:0:30216:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:1.0:1783948398.734949:0:30216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948398.734953:0:30216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948398.734958:0:30216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948398.734969:0:30216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948398.734979:0:30216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30216 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948398.734985:0:30216:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948398.734987:0:30216:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948398.734994:0:30216:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:1.0:1783948398.734996:0:30216:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:1.0:1783948398.734999:0:30216:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948398.735001:0:30216:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000001:1.0:1783948398.735006:0:30216:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948398.735010:0:30216:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.735012:0:30216:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948398.735015:0:30216:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948398.735026:0:30216:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.735035:0:30216:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948398.735037:0:30216:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948398.735040:0:30216:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948398.735043:0:30216:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948398.735046:0:30216:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948398.735050:0:30216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30216:1870603636481920:192.168.202.104@tcp:101:lfs.0 00000100:00000001:1.0:1783948398.735054:0:30216:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948398.735059:0:30216:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948398.735061:0:30216:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948398.735064:0:30216:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948398.735068:0:30216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9613ea800. 02000000:00000001:1.0:1783948398.735070:0:30216:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948398.735077:0:30216:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948398.735081:0:30216:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888aa8. 00000400:00000010:1.0:1783948398.735087:0:30216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506187f8. 00000100:00000200:1.0:1783948398.735094:0:30216:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636481920, portal 10 00000100:00000001:1.0:1783948398.735096:0:30216:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948398.735097:0:30216:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000040:1.0:1783948398.735104:0:30216:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.737053:0:30216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948398.737063:0:30216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948398.737073:0:30216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618aa0. 00000100:00000200:1.0:1783948398.737082:0:30216:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636481920, offset 0 00000400:00000200:1.0:1783948398.737090:0:30216:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948398.737101:0:30216:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.737120:0:30216:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948398.737127:0:30216:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948398.737134:0:30216:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948398.737138:0:30216:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948398.737141:0:30216:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948398.737146:0:30216:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2292:2292:256:4294967295] 192.168.202.104@tcp LPNI seq info [2292:2292:8:4294967295] 00000400:00000200:1.0:1783948398.737150:0:30216:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.737166:0:30216:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948398.737174:0:30216:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948398.737181:0:30216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:1.0:1783948398.737189:0:30216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948398.737198:0:30216:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948398.737202:0:30216:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783948398.737227:0:30216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948398.737234:0:30216:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 780102 usecs (781 jiffies) 00000400:00000200:1.0:1783948398.737238:0:30216:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948398.737241:0:30216:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296489667 00000100:00000001:1.0:1783948398.737244:0:30216:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:1.0:1783948398.737246:0:30216:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296489667 00000100:00000001:1.0:1783948398.737248:0:30216:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:1.0:1783948398.737260:0:30216:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948398.737264:0:30216:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.737267:0:30216:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948398.737270:0:30216:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:1.0:1783948398.737273:0:30216:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 137 seconds 00000100:00000001:1.0:1783948398.737276:0:30216:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948398.737279:0:30216:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948398.739676:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948398.739686:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:0.0:1783948398.739695:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948398.739705:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948398.739712:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618aa0 00000400:00000010:0.0:1783948398.739715:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618aa0. 00000100:00000001:0.0:1783948398.739720:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948398.739729:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.739742:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.739746:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.739753:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.739754:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948398.742728:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.742746:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948398.742751:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.742753:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.742762:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.742771:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948398.742782:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.742788:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.742794:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.742797:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9449f80 00000400:00000200:1.0:1783948398.742803:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.742810:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x65e1 [1] + 224 00000800:00000001:1.0:1783948398.742817:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.742823:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.742826:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.742830:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948398.742839:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948398.742848:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948398.743155:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.743174:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948398.743215:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.743219:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.743499:0:30216:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948398.743508:0:30216:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948398.743510:0:30216:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948398.743514:0:30216:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888aa8. 00000400:00000200:0.0:1783948398.743519:0:30216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506187f8 00000400:00000010:0.0:1783948398.743522:0:30216:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506187f8. 00000100:00000001:0.0:1783948398.743525:0:30216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948398.743530:0:30216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948398.743539:0:30216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.743546:0:30216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948398.743548:0:30216:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.743550:0:30216:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948398.743553:0:30216:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948398.743556:0:30216:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948398.743559:0:30216:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.743562:0:30216:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948398.743571:0:30216:0:(import.c:2149:obd_at_measure()) add 106 to ffff89e9431d1460 time=68 v=106 (106 106 106 137) 00000100:00001000:0.0:1783948398.743575:0:30216:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948398.743578:0:30216:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948398.743579:0:30216:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.743582:0:30216:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948398.743585:0:30216:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.743589:0:30216:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948398.743591:0:30216:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967592 00000100:00000001:0.0:1783948398.743593:0:30216:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948398.743596:0:30216:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948398.743601:0:30216:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.743608:0:30216:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948398.743611:0:30216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948398.743612:0:30216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948398.743616:0:30216:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948398.743623:0:30216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30216:1870603636481920:192.168.202.104@tcp:101:lfs.0 00000100:00000001:0.0:1783948398.743627:0:30216:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.743630:0:30216:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.743632:0:30216:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948398.743634:0:30216:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.743637:0:30216:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.743644:0:30216:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948398.743646:0:30216:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:0.0:1783948398.743649:0:30216:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948398.743651:0:30216:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.743653:0:30216:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948398.743657:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.743660:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.743664:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=4 00000020:00000001:0.0:1783948398.743666:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743669:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000040:0.0:1783948398.743675:0:30216:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617be00, remote cookie: 0x2ceea11ad5e05a23, flags: 0x1001 00010000:00010000:0.0:1783948398.743681:0:30216:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.743692:0:30216:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.743699:0:30216:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948398.743704:0:30216:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948398.743706:0:30216:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948398.743709:0:30216:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948398.743710:0:30216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948398.743713:0:30216:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e94722d800) refcount = 1 00010000:00010000:0.0:1783948398.743717:0:30216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.743723:0:30216:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948398.743726:0:30216:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948398.743728:0:30216:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948398.743731:0:30216:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948398.743733:0:30216:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.743737:0:30216:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.743743:0:30216:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948398.743744:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743746:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.743747:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743747:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.743749:0:30216:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.743754:0:30216:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948398.743756:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.743757:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.743759:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=3 00000020:00000001:0.0:1783948398.743760:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743763:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743765:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.743767:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.743768:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=4 00000020:00000001:0.0:1783948398.743770:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743772:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743774:0:30216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948398.743777:0:30216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.743780:0:30216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.743787:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743788:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.743789:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.743790:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.743791:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=5 00000020:00000001:0.0:1783948398.743793:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743794:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743796:0:30216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948398.743799:0:30216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.743804:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743805:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948398.743808:0:30216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.743818:0:30216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948398.743819:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743820:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.743821:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743822:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948398.743827:0:30216:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948398.743836:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.743838:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.743839:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=3 00000020:00000001:0.0:1783948398.743841:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743843:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743845:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743845:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.743847:0:30216:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.743848:0:30216:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.743881:0:30216:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948398.743885:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.743886:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.743888:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=3 00000020:00000001:0.0:1783948398.743890:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743893:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00000002:00010000:0.0:1783948398.743896:0:30216:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.743903:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743904:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.743906:0:30216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948398.743907:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.743908:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.743910:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=3 00000020:00000001:0.0:1783948398.743911:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.743914:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000040:0.0:1783948398.743920:0:30216:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d800 count: 2 00010000:00000001:0.0:1783948398.743923:0:30216:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948398.743926:0:30216:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783948398.743929:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.743930:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.743931:0:30216:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948398.743933:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d02013898 00000002:00002000:0.0:1783948398.743935:0:30216:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948398.743937:0:30216:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.743941:0:30216:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.743944:0:30216:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948398.743947:0:30216:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783948398.743949:0:30216:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948398.743953:0:30216:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948398.743956:0:30216:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e944faca00. 00000080:00000001:0.0:1783948398.743960:0:30216:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948398.743962:0:30216:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948398.743968:0:30216:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783948398.743972:0:30216:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783948398.743977:0:30216:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9587d3dc0. 00800000:00000001:0.0:1783948398.743980:0:30216:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234037829056 : -129839671722560 : ffff89e9587d3dc0) 00800000:00000001:0.0:1783948398.743983:0:30216:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.743985:0:30216:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948398.743987:0:30216:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948398.743989:0:30216:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783948398.743992:0:30216:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948398.743994:0:30216:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948398.743996:0:30216:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.744000:0:30216:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948398.744004:0:30216:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783948398.744009:0:30216:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783948398.744011:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.744012:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.744014:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=3 00000020:00000001:0.0:1783948398.744016:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.744018:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.744020:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.744021:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948398.744023:0:30216:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948398.744025:0:30216:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783948398.744027:0:30216:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9587d3dc0 1 00800000:00000010:0.0:1783948398.744029:0:30216:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9587d3dc0. 00800000:00000001:0.0:1783948398.744032:0:30216:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948398.744034:0:30216:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ab9 00800000:00000001:0.0:1783948398.744037:0:30216:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948398.744039:0:30216:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948398.744040:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.744041:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.744043:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=3 00000020:00000001:0.0:1783948398.744044:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.744046:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.744048:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.744049:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.744051:0:30216:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.744052:0:30216:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.744054:0:30216:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948398.744056:0:30216:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948398.744059:0:30216:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ab9 from it ffffb87d02013b58 00010000:00000001:0.0:1783948398.744061:0:30216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.744062:0:30216:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.744063:0:30216:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617be00 refcount=3 00000020:00000001:0.0:1783948398.744065:0:30216:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.744067:0:30216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729187328 : -129839980364288 : ffff89e94617be00) 00010000:00000001:0.0:1783948398.744068:0:30216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948398.744071:0:30216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.744081:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.744082:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.744083:0:30216:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948398.744085:0:30216:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948398.744088:0:30216:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617be00/0x8c7cf19e4b440ab9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a23 expref: -99 pid: 30216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948398.744097:0:30216:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948398.744100:0:30216:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948398.744103:0:30216:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948398.744120:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.744121:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.744122:0:30216:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.744126:0:30216:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948398.744127:0:30216:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.744129:0:30216:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.744131:0:30216:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.744132:0:30216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948398.744134:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.744134:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948398.744136:0:30216:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.744141:0:30216:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cca80 x1870603636481920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.744146:0:30216:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948398.744149:0:30216:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948398.744152:0:30216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9613ea800. 02000000:00000001:0.0:1783948398.744157:0:30216:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948398.744159:0:30216:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948398.744161:0:30216:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948398.744163:0:30216:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948398.744165:0:30216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f0000. 02000000:00000001:0.0:1783948398.744169:0:30216:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948398.744170:0:30216:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948398.744172:0:30216:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cca80. 00000100:00000001:0.0:1783948398.744175:0:30216:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948398.744176:0:30216:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948398.744179:0:30216:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948398.744184:0:30216:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948398.744198:0:30216:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818eec0. 00000020:00000001:0.0:1783948398.744202:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d02013ae8 00000080:00200000:0.0:1783948398.744204:0:30216:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=13 00000080:00000001:0.0:1783948398.744207:0:30216:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948398.744208:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d02013998 00000080:00200000:0.0:1783948398.744210:0:30216:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:0.0:1783948398.744220:0:30216:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e960121600. 00800000:00000002:0.0:1783948398.744225:0:30216:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948398.744230:0:30216:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948398.744233:0:30216:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948398.744235:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d020138b8 00800000:00000002:0.0:1783948398.744237:0:30216:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948398.744241:0:30216:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948398.744245:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d02013850 00800000:00000002:0.0:1783948398.744247:0:30216:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:0.0:1783948398.744251:0:30216:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948398.744253:0:30216:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d02013788 00000002:00010000:0.0:1783948398.744254:0:30216:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783948398.744259:0:30216:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948398.744261:0:30216:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948398.744265:0:30216:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241c00. 00000020:00000040:0.0:1783948398.744268:0:30216:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948398.744272:0:30216:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948398.744276:0:30216:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948398.744279:0:30216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.744280:0:30216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.744281:0:30216:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.744284:0:30216:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948398.744286:0:30216:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948398.744289:0:30216:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948398.744295:0:30216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950637c00. 00000100:00000001:0.0:1783948398.744302:0:30216:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.744305:0:30216:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948398.744308:0:30216:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.744656:0:30216:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948398.744658:0:30216:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.744660:0:30216:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.744669:0:30216:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00010000:00000001:0.0:1783948398.744672:0:30216:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948398.744675:0:30216:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948398.744679:0:30216:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d800 count: 2 00010000:00000001:0.0:1783948398.744681:0:30216:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948398.744684:0:30216:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948398.748716:0:30216:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617bc00. 00000020:00000001:1.0:1783948398.748743:0:30216:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948398.748746:0:30216:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617bc00 with handle 0x8c7cf19e4b440ac0 to hash 00000020:00000001:1.0:1783948398.748750:0:30216:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948398.748751:0:30216:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948398.748756:0:30216:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948398.748761:0:30216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948398.748765:0:30216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948398.748770:0:30216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ac0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948398.748780:0:30216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ac0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948398.748801:0:30216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ac0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30216 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948398.748808:0:30216:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948398.748811:0:30216:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948398.748819:0:30216:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211840. 00000100:00000001:1.0:1783948398.748821:0:30216:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166007872 : -129839543543744 : ffff89e960211840) 00000100:00000001:1.0:1783948398.748824:0:30216:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948398.748825:0:30216:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000001:1.0:1783948398.748831:0:30216:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948398.748835:0:30216:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.748837:0:30216:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948398.748839:0:30216:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948398.749089:0:30216:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241c00 x1870603636482048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.749102:0:30216:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948398.749104:0:30216:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948398.749119:0:30216:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948398.749123:0:30216:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948398.749126:0:30216:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948398.749131:0:30216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30216:1870603636482048:192.168.202.104@tcp:101:lfs.0 00000100:00000001:1.0:1783948398.749135:0:30216:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948398.749142:0:30216:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948398.749146:0:30216:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948398.749149:0:30216:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948398.749158:0:30216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9613eb000. 02000000:00000001:1.0:1783948398.749160:0:30216:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948398.749168:0:30216:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948398.749173:0:30216:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888d10. 00000400:00000010:1.0:1783948398.749180:0:30216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618f68. 00000100:00000200:1.0:1783948398.749188:0:30216:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636482048, portal 10 00000100:00000001:1.0:1783948398.749190:0:30216:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948398.749192:0:30216:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000040:1.0:1783948398.749199:0:30216:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241c00 x1870603636482048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.749206:0:30216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948398.749208:0:30216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948398.749211:0:30216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618110. 00000100:00000200:1.0:1783948398.749214:0:30216:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636482048, offset 0 00000400:00000200:1.0:1783948398.749221:0:30216:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948398.749231:0:30216:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.749239:0:30216:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948398.749246:0:30216:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948398.749366:0:30216:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948398.749375:0:30216:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948398.749378:0:30216:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948398.749383:0:30216:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2293:2293:256:4294967295] 192.168.202.104@tcp LPNI seq info [2293:2293:8:4294967295] 00000400:00000200:1.0:1783948398.749389:0:30216:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.749400:0:30216:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948398.749406:0:30216:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948398.749413:0:30216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bd00. 00000800:00000200:1.0:1783948398.749420:0:30216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948398.749430:0:30216:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948398.749434:0:30216:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1783948398.749490:0:30216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948398.749495:0:30216:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 778900 usecs (779 jiffies) 00000400:00000200:1.0:1783948398.749498:0:30216:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948398.749501:0:30216:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296489680 00000100:00000001:1.0:1783948398.749504:0:30216:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:1.0:1783948398.749506:0:30216:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296489680 00000100:00000001:1.0:1783948398.749509:0:30216:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:1.0:1783948398.749511:0:30216:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948398.749514:0:30216:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.749517:0:30216:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948398.749519:0:30216:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:1.0:1783948398.749522:0:30216:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211840 going to sleep for 137 seconds 00000100:00000001:1.0:1783948398.749525:0:30216:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948398.749528:0:30216:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948398.753900:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948398.753912:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bd00. 00000400:00000200:0.0:1783948398.753920:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948398.753928:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948398.753935:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618110 00000400:00000010:0.0:1783948398.753937:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618110. 00000100:00000001:0.0:1783948398.753942:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948398.753950:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241c00 x1870603636482048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.753962:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.753965:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241c00 x1870603636482048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.753972:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.753974:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948398.761971:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.761997:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948398.762002:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.762004:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.762012:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.762020:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948398.762035:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.762040:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.762045:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.762048:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944a000 00000400:00000200:1.0:1783948398.762053:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.762060:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x65f1 [1] + 224 00000800:00000001:1.0:1783948398.762067:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.762076:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.762079:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.762084:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948398.762093:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948398.762105:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241c00 x1870603636482048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948398.762146:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e960241c00 x1870603636482048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.762839:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948398.762875:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.762880:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1783948398.782907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617bc00. 00000800:00000200:1.0:1783948398.783582:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948398.783589:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9a00. 00000400:00000200:1.0:1783948398.783595:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.783604:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948398.783612:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:1.0:1783948398.783614:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:1.0:1783948398.783620:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948398.783629:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636482304/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948398.783641:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948398.783646:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636482304/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948398.783653:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.783655:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1783948398.787019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818eec0. 00010000:00000010:3.1:1783948398.787035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d800. 00010000:00000010:3.1:1783948398.787040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617be00. 00000800:00000001:1.0:1783948398.799534:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.799556:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948398.799561:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.799564:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.799573:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.799580:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948398.799592:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.799597:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.799602:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.799606:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd944a100 00000400:00000200:1.0:1783948398.799611:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.799616:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x6601 [1] + 224 00000800:00000001:1.0:1783948398.799623:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.799633:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.799636:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.799640:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948398.799646:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948398.799654:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636482304/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948398.799665:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e950b66300 x1870603636482304/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948398.799770:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948398.799778:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948398.799782:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.799787:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948398.799793:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2295:2295:256:4294967295] 192.168.202.104@tcp LPNI seq info [2295:2295:8:4294967295] 00000400:00000200:1.0:1783948398.799797:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.799804:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948398.799810:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948398.799815:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:1.0:1783948398.799820:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948398.799828:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948398.799833:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948398.799977:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948398.799981:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:1.0:1783948398.799985:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.799988:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948398.799994:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.799997:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948398.810547:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948398.810551:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948398.810555:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948398.853255:0:30217:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948398.853274:0:30217:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948398.853277:0:30217:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948398.853280:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f23b20 00000080:00200000:1.0:1783948398.853284:0:30217:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948398.853293:0:30217:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e944fadc00. 00800000:00000002:1.0:1783948398.853300:0:30217:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948398.853304:0:30217:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948398.853309:0:30217:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948398.853319:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f23a40 00800000:00000002:1.0:1783948398.853322:0:30217:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948398.853325:0:30217:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948398.853330:0:30217:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948398.853336:0:30217:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948398.853338:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f23910 00000002:00010000:1.0:1783948398.853340:0:30217:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948398.853343:0:30217:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948398.853345:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948398.853349:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948398.853356:0:30217:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948398.853358:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948398.853360:0:30217:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948398.853363:0:30217:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948398.853365:0:30217:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783948398.853371:0:30217:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc000. 00000020:00000040:1.0:1783948398.853376:0:30217:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:1.0:1783948398.853383:0:30217:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948398.853388:0:30217:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948398.853395:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948398.853397:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948398.853399:0:30217:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.853402:0:30217:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948398.853404:0:30217:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948398.853410:0:30217:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948398.853418:0:30217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f0400. 00000100:00000001:1.0:1783948398.853426:0:30217:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948398.853431:0:30217:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948398.853432:0:30217:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948398.853434:0:30217:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948398.853435:0:30217:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948398.853437:0:30217:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948398.853442:0:30217:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00010000:00000001:1.0:1783948398.853446:0:30217:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948398.853449:0:30217:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948398.853453:0:30217:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d000. 00010000:00000010:1.0:1783948398.853457:0:30217:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4800. 00010000:00000001:1.0:1783948398.853462:0:30217:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948398.853465:0:30217:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a200. 00000020:00000001:1.0:1783948398.853468:0:30217:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948398.853471:0:30217:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a200 with handle 0x8c7cf19e4b440ac7 to hash 00000020:00000001:1.0:1783948398.853473:0:30217:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948398.853474:0:30217:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948398.853477:0:30217:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948398.853481:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948398.853484:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948398.853487:0:30217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440ac7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948398.853496:0:30217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440ac7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948398.853507:0:30217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440ac7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948398.853513:0:30217:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948398.853515:0:30217:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948398.853522:0:30217:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211b40. 00000100:00000001:1.0:1783948398.853524:0:30217:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166008640 : -129839543542976 : ffff89e960211b40) 00000100:00000001:1.0:1783948398.853527:0:30217:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948398.853529:0:30217:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00000100:00000001:1.0:1783948398.853533:0:30217:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948398.853538:0:30217:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.853540:0:30217:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948398.853543:0:30217:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948398.853554:0:30217:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc000 x1870603636482432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.853562:0:30217:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948398.853564:0:30217:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948398.853568:0:30217:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948398.853570:0:30217:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948398.853573:0:30217:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948398.853576:0:30217:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30217:1870603636482432:192.168.202.104@tcp:101:lfs.0 00000100:00000001:1.0:1783948398.853580:0:30217:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948398.853585:0:30217:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948398.853588:0:30217:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948398.853591:0:30217:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948398.853596:0:30217:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9613eb000. 02000000:00000001:1.0:1783948398.853598:0:30217:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948398.853606:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948398.853610:0:30217:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438882c0. 00000400:00000010:1.0:1783948398.853617:0:30217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618198. 00000100:00000200:1.0:1783948398.853624:0:30217:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636482432, portal 10 00000100:00000001:1.0:1783948398.853626:0:30217:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948398.853627:0:30217:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00000100:00000040:1.0:1783948398.853632:0:30217:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cc000 x1870603636482432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.853640:0:30217:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948398.853643:0:30217:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948398.853645:0:30217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618cc0. 00000100:00000200:1.0:1783948398.853660:0:30217:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636482432, offset 0 00000400:00000200:1.0:1783948398.853666:0:30217:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948398.853675:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.853683:0:30217:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948398.853689:0:30217:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948398.853693:0:30217:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948398.853698:0:30217:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948398.853700:0:30217:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948398.853704:0:30217:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2296:2296:256:4294967295] 192.168.202.104@tcp LPNI seq info [2296:2296:8:4294967295] 00000400:00000200:1.0:1783948398.853708:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.853717:0:30217:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948398.853726:0:30217:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948398.853732:0:30217:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:1.0:1783948398.853740:0:30217:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948398.853749:0:30217:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948398.853754:0:30217:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783948398.853765:0:30217:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948398.853770:0:30217:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 776556 usecs (777 jiffies) 00000400:00000200:1.0:1783948398.853773:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948398.853776:0:30217:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296489782 00000100:00000001:1.0:1783948398.853779:0:30217:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:1.0:1783948398.853782:0:30217:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296489782 00000100:00000001:1.0:1783948398.853785:0:30217:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:1.0:1783948398.853787:0:30217:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948398.853790:0:30217:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.853792:0:30217:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948398.853793:0:30217:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:1.0:1783948398.853796:0:30217:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211b40 going to sleep for 137 seconds 00000100:00000001:1.0:1783948398.853799:0:30217:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948398.853801:0:30217:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948398.856499:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948398.856509:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948398.856517:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948398.856526:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948398.856533:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618cc0 00000400:00000010:0.0:1783948398.856535:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618cc0. 00000100:00000001:0.0:1783948398.856540:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948398.856549:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc000 x1870603636482432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.856562:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.856566:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cc000 x1870603636482432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.856572:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.856574:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948398.860972:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.860988:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948398.860992:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.860994:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.861002:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.861010:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948398.861020:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.861024:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.861030:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.861034:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944a180 00000400:00000200:1.0:1783948398.861039:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.861045:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6609 [1] + 224 00000800:00000001:1.0:1783948398.861052:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.861061:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.861065:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.861069:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948398.861076:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948398.861085:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc000 x1870603636482432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948398.861097:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e9529cc000 x1870603636482432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.861130:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948398.861139:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.861143:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948398.862683:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948398.862687:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9000. 00000400:00000200:0.0:1783948398.862691:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948398.862696:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948398.862700:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601252a8 00000400:00000010:0.0:1783948398.862702:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601252a8. 00000100:00000001:0.0:1783948398.862706:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948398.862710:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66a00 x1870603636482560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.862718:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.862721:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66a00 x1870603636482560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.862727:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.862729:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948398.871080:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.871098:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948398.871102:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.871105:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.871124:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.871132:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948398.871141:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.871146:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.871152:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.871156:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944a200 00000400:00000200:1.0:1783948398.871161:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.871167:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6619 [1] + 224 00000800:00000001:1.0:1783948398.871175:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.871181:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.871184:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.871188:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948398.871195:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948398.871204:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66a00 x1870603636482560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948398.871214:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b66a00 x1870603636482560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.871234:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948398.871243:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.871246:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948398.877906:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948398.877911:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000400:00000200:0.0:1783948398.877916:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948398.877921:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948398.877926:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:0.0:1783948398.877928:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:0.0:1783948398.877932:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948398.877937:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66a00 x1870603636482816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948398.877946:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.877949:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66a00 x1870603636482816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948398.877961:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.877963:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948398.882020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00000800:00000001:1.0:1783948398.887175:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948398.887284:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948398.887288:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948398.887293:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948398.887302:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.887310:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948398.887321:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.887326:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.887331:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.887335:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd944a300 00000400:00000200:0.0:1783948398.887341:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.887347:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x6621 [1] + 224 00000800:00000001:0.0:1783948398.887354:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948398.887365:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948398.887368:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948398.887372:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948398.887379:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948398.887388:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66a00 x1870603636482816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948398.887400:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e950b66a00 x1870603636482816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948398.887418:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948398.887426:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948398.887430:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.887435:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948398.887440:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2299:2299:256:4294967295] 192.168.202.104@tcp LPNI seq info [2299:2299:8:4294967295] 00000400:00000200:0.0:1783948398.887445:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.887452:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948398.887458:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948398.887464:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9462b1200. 00000800:00000200:0.0:1783948398.887469:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948398.887476:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948398.887481:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9462b1200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948398.887575:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948398.887580:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9462b1200. 00000400:00000200:0.0:1783948398.887584:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948398.887588:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948398.887593:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948398.887596:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1783948398.888035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abe00. 00010000:00000010:3.1:1783948398.888045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d000. 00010000:00000010:3.1:1783948398.888051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00000080:00000001:0.0:1783948398.909264:0:30219:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948398.909272:0:30219:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948398.909274:0:30219:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948398.909278:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fbc0 00000080:00200000:0.0:1783948398.909282:0:30219:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948398.909292:0:30219:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e960121000. 00800000:00000002:0.0:1783948398.909299:0:30219:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948398.909303:0:30219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948398.909308:0:30219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948398.909310:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fae0 00800000:00000002:0.0:1783948398.909312:0:30219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948398.909316:0:30219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948398.909320:0:30219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948398.909325:0:30219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948398.909327:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f9b0 00000002:00010000:0.0:1783948398.909329:0:30219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948398.909333:0:30219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948398.909335:0:30219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948398.909339:0:30219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948398.909345:0:30219:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.909347:0:30219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.909349:0:30219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.909352:0:30219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948398.909354:0:30219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948398.909361:0:30219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948398.909366:0:30219:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948398.909373:0:30219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948398.909377:0:30219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948398.909383:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.909385:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.909387:0:30219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.909390:0:30219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948398.909392:0:30219:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948398.909397:0:30219:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948398.909404:0:30219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950635800. 00000100:00000001:0.0:1783948398.909412:0:30219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.909417:0:30219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948398.909419:0:30219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.909420:0:30219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948398.909421:0:30219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.909423:0:30219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.909429:0:30219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00010000:00000001:0.0:1783948398.909433:0:30219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948398.909436:0:30219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948398.909440:0:30219:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7c00. 00010000:00000010:0.0:1783948398.909444:0:30219:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082de00. 00010000:00000001:0.0:1783948398.909448:0:30219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948398.909452:0:30219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aac00. 00000020:00000001:0.0:1783948398.909455:0:30219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948398.909458:0:30219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aac00 with handle 0x8c7cf19e4b440ad5 to hash 00000020:00000001:0.0:1783948398.909460:0:30219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948398.909462:0:30219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.909466:0:30219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.909470:0:30219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948398.909472:0:30219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.909477:0:30219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.909491:0:30219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.909501:0:30219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948398.909507:0:30219:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948398.909509:0:30219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948398.909515:0:30219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c240. 00000100:00000001:0.0:1783948398.909517:0:30219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165264960 : -129839544286656 : ffff89e96015c240) 00000100:00000001:0.0:1783948398.909520:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.909522:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948398.909527:0:30219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948398.909531:0:30219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.909533:0:30219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948398.909535:0:30219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948398.909545:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.909553:0:30219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948398.909555:0:30219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.909558:0:30219:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948398.909561:0:30219:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948398.909563:0:30219:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948398.909566:0:30219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30219:1870603636482944:192.168.202.104@tcp:101:multiop.0 00000100:00000001:0.0:1783948398.909570:0:30219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948398.909574:0:30219:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948398.909577:0:30219:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.909579:0:30219:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948398.909584:0:30219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018c000. 02000000:00000001:0.0:1783948398.909586:0:30219:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948398.909593:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948398.909598:0:30219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb00. 00000400:00000010:0.0:1783948398.909605:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948398.909612:0:30219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636482944, portal 10 00000100:00000001:0.0:1783948398.909613:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.909615:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948398.909620:0:30219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.909628:0:30219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948398.909630:0:30219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948398.909633:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948398.909636:0:30219:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636482944, offset 0 00000400:00000200:0.0:1783948398.909643:0:30219:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948398.909725:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.909733:0:30219:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948398.909739:0:30219:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948398.909742:0:30219:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948398.909746:0:30219:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948398.909748:0:30219:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948398.909752:0:30219:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2300:2300:256:4294967295] 192.168.202.104@tcp LPNI seq info [2300:2300:8:4294967295] 00000400:00000200:0.0:1783948398.909756:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.909766:0:30219:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948398.909772:0:30219:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948398.909779:0:30219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9462b1200. 00000800:00000200:0.0:1783948398.909786:0:30219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948398.909793:0:30219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948398.909798:0:30219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9462b1200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783948398.909822:0:30219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948398.909827:0:30219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 772997 usecs (773 jiffies) 00000400:00000200:0.0:1783948398.909831:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948398.909834:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296489833 00000100:00000001:0.0:1783948398.909837:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:0.0:1783948398.909840:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296489833 00000100:00000001:0.0:1783948398.909843:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:0.0:1783948398.909845:0:30219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948398.909848:0:30219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.909872:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948398.909874:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:0.0:1783948398.909877:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c240 going to sleep for 137 seconds 00000100:00000001:0.0:1783948398.909880:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948398.909883:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948398.910611:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948398.910617:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9462b1200. 00000400:00000200:1.0:1783948398.910623:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.910629:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948398.910634:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:1.0:1783948398.910636:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:1.0:1783948398.910641:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948398.910656:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.910668:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948398.910672:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.910680:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.910681:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948398.914003:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.914023:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948398.914028:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.914030:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.914038:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.914045:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948398.914054:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.914059:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.914064:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.914069:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944a380 00000400:00000200:1.0:1783948398.914074:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.914081:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6629 [1] + 224 00000800:00000001:1.0:1783948398.914088:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.914097:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.914100:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.914103:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948398.914119:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948398.914126:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948398.914135:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.914169:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948398.914182:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948398.914189:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.914191:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783948398.914212:0:30219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948398.914214:0:30219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948398.914217:0:30219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb00. 00000400:00000200:0.0:1783948398.914221:0:30219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:0.0:1783948398.914223:0:30219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:0.0:1783948398.914225:0:30219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948398.914229:0:30219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948398.914235:0:30219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.914239:0:30219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948398.914241:0:30219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.914242:0:30219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948398.914245:0:30219:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948398.914247:0:30219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948398.914249:0:30219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.914251:0:30219:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948398.914260:0:30219:0:(import.c:2149:obd_at_measure()) add 106 to ffff89e9431d1460 time=68 v=106 (106 106 106 137) 00000100:00001000:0.0:1783948398.914265:0:30219:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948398.914268:0:30219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948398.914270:0:30219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.914272:0:30219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948398.914276:0:30219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.914280:0:30219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948398.914283:0:30219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967592 00000100:00000001:0.0:1783948398.914286:0:30219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948398.914288:0:30219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948398.914293:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.914301:0:30219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948398.914304:0:30219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948398.914307:0:30219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948398.914311:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948398.914319:0:30219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30219:1870603636482944:192.168.202.104@tcp:101:multiop.0 00000100:00000001:0.0:1783948398.914323:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.914325:0:30219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.914328:0:30219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948398.914330:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.914332:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.914338:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948398.914341:0:30219:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c240. 00000100:00000001:0.0:1783948398.914346:0:30219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948398.914348:0:30219:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.914350:0:30219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948398.914354:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914357:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914361:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=4 00000020:00000001:0.0:1783948398.914363:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914365:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000040:0.0:1783948398.914372:0:30219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aac00, remote cookie: 0x2ceea11ad5e05a85, flags: 0x1001 00010000:00010000:0.0:1783948398.914378:0:30219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.914393:0:30219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.914399:0:30219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948398.914403:0:30219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948398.914405:0:30219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948398.914407:0:30219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948398.914408:0:30219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948398.914411:0:30219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e948cd7c00) refcount = 1 00010000:00010000:0.0:1783948398.914414:0:30219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.914420:0:30219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948398.914423:0:30219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948398.914425:0:30219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948398.914427:0:30219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948398.914430:0:30219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.914433:0:30219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.914439:0:30219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948398.914440:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914442:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.914442:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914443:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.914445:0:30219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.914449:0:30219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948398.914451:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914462:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914464:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948398.914466:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914468:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914471:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914472:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914474:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=4 00000020:00000001:0.0:1783948398.914475:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914477:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914480:0:30219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948398.914484:0:30219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.914487:0:30219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.914493:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914494:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.914495:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914496:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914497:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=5 00000020:00000001:0.0:1783948398.914499:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914501:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914503:0:30219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948398.914505:0:30219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.914511:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914512:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948398.914514:0:30219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.914520:0:30219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948398.914521:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914522:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.914523:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914524:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948398.914529:0:30219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948398.914544:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914545:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914547:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948398.914548:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914550:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914552:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914553:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.914555:0:30219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.914557:0:30219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.914559:0:30219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948398.914562:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914563:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914564:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948398.914566:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914568:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00000002:00010000:0.0:1783948398.914571:0:30219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.914578:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914579:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.914581:0:30219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948398.914582:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914584:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914585:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948398.914586:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914588:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000040:0.0:1783948398.914594:0:30219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7c00 count: 2 00010000:00000001:0.0:1783948398.914597:0:30219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948398.914601:0:30219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783948398.914603:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914604:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.914606:0:30219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948398.914609:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f938 00000002:00002000:0.0:1783948398.914611:0:30219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948398.914613:0:30219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.914617:0:30219:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.914620:0:30219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948398.914623:0:30219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783948398.914626:0:30219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948398.914630:0:30219:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948398.914634:0:30219:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e960121000. 00000080:00000001:0.0:1783948398.914639:0:30219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948398.914641:0:30219:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948398.914656:0:30219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783948398.914660:0:30219:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783948398.914665:0:30219:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9587d3dc0. 00800000:00000001:0.0:1783948398.914668:0:30219:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234037829056 : -129839671722560 : ffff89e9587d3dc0) 00800000:00000001:0.0:1783948398.914669:0:30219:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.914671:0:30219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948398.914674:0:30219:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948398.914676:0:30219:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783948398.914678:0:30219:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948398.914682:0:30219:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948398.914683:0:30219:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.914687:0:30219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948398.914689:0:30219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783948398.914694:0:30219:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783948398.914696:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914697:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914698:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948398.914700:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914702:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914704:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914705:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948398.914707:0:30219:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948398.914709:0:30219:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783948398.914711:0:30219:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9587d3dc0 1 00800000:00000010:0.0:1783948398.914713:0:30219:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9587d3dc0. 00800000:00000001:0.0:1783948398.914716:0:30219:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948398.914719:0:30219:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ad5 00800000:00000001:0.0:1783948398.914721:0:30219:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948398.914723:0:30219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948398.914725:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914726:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914727:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948398.914729:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914731:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914733:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914734:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.914736:0:30219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.914738:0:30219:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.914741:0:30219:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948398.914743:0:30219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948398.914745:0:30219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ad5 from it ffffb87d00c8fbf8 00010000:00000001:0.0:1783948398.914747:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.914748:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.914749:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948398.914750:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914752:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948398.914754:0:30219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948398.914757:0:30219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.914763:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914764:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.914765:0:30219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948398.914768:0:30219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948398.914770:0:30219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440ad5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05a85 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948398.914782:0:30219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948398.914785:0:30219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948398.914787:0:30219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948398.914791:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914792:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.914793:0:30219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.914796:0:30219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948398.914798:0:30219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.914799:0:30219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.914801:0:30219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.914802:0:30219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948398.914803:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.914804:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948398.914806:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.914809:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636482944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.914814:0:30219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948398.914815:0:30219:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948398.914818:0:30219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018c000. 02000000:00000001:0.0:1783948398.914821:0:30219:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948398.914823:0:30219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948398.914824:0:30219:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948398.914825:0:30219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948398.914827:0:30219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948398.914831:0:30219:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948398.914832:0:30219:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948398.914834:0:30219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948398.914837:0:30219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948398.914838:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948398.914840:0:30219:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948398.914844:0:30219:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948398.915202:0:30219:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e260. 00000020:00000001:0.0:1783948398.915206:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fb28 00000080:00200000:0.0:1783948398.915208:0:30219:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=25 00000080:00000001:0.0:1783948398.915211:0:30219:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948398.915212:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f9d8 00000080:00200000:0.0:1783948398.915214:0:30219:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:0.0:1783948398.915220:0:30219:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e960121000. 00800000:00000002:0.0:1783948398.915224:0:30219:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948398.915228:0:30219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948398.915230:0:30219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948398.915232:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f8f8 00800000:00000002:0.0:1783948398.915233:0:30219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948398.915236:0:30219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948398.915240:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f890 00800000:00000002:0.0:1783948398.915241:0:30219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:0.0:1783948398.915245:0:30219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948398.915246:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f7c8 00000002:00010000:0.0:1783948398.915247:0:30219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1783948398.915250:0:30219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948398.915252:0:30219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948398.915255:0:30219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948398.915259:0:30219:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948398.915263:0:30219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948398.915267:0:30219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948398.915270:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.915271:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.915272:0:30219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.915275:0:30219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948398.915277:0:30219:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948398.915281:0:30219:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948398.915288:0:30219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950635800. 00000100:00000001:0.0:1783948398.915293:0:30219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.915296:0:30219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948398.915297:0:30219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.915299:0:30219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948398.915300:0:30219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.915302:0:30219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.915308:0:30219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00010000:00000001:0.0:1783948398.915312:0:30219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948398.915314:0:30219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948398.915317:0:30219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7c00 count: 2 00010000:00000001:0.0:1783948398.915319:0:30219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948398.915321:0:30219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948398.915326:0:30219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465abc00. 00000020:00000001:0.0:1783948398.915329:0:30219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948398.915331:0:30219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465abc00 with handle 0x8c7cf19e4b440adc to hash 00000020:00000001:0.0:1783948398.915333:0:30219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948398.915334:0:30219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.915338:0:30219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.915341:0:30219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948398.915343:0:30219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.915347:0:30219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.915354:0:30219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.915363:0:30219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948398.915369:0:30219:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948398.915371:0:30219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948398.915376:0:30219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c240. 00000100:00000001:0.0:1783948398.915379:0:30219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165264960 : -129839544286656 : ffff89e96015c240) 00000100:00000001:0.0:1783948398.915382:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.915383:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948398.915387:0:30219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948398.915393:0:30219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.915395:0:30219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948398.915397:0:30219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948398.915403:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.915416:0:30219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948398.915418:0:30219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.915422:0:30219:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948398.915424:0:30219:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948398.915427:0:30219:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948398.915430:0:30219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30219:1870603636483072:192.168.202.104@tcp:101:multiop.0 00000100:00000001:0.0:1783948398.915434:0:30219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948398.915440:0:30219:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948398.915442:0:30219:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.915445:0:30219:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948398.915448:0:30219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018c000. 02000000:00000001:0.0:1783948398.915450:0:30219:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948398.915494:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948398.915497:0:30219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb00. 00000400:00000010:0.0:1783948398.915502:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948398.915508:0:30219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636483072, portal 10 00000100:00000001:0.0:1783948398.915511:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.915512:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948398.915518:0:30219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.915525:0:30219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948398.915527:0:30219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948398.915530:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf3b8. 00000100:00000200:0.0:1783948398.915533:0:30219:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636483072, offset 0 00000400:00000200:0.0:1783948398.915539:0:30219:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948398.915547:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.915554:0:30219:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948398.915559:0:30219:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948398.915563:0:30219:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948398.915567:0:30219:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948398.915569:0:30219:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948398.915573:0:30219:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2301:2301:256:4294967295] 192.168.202.104@tcp LPNI seq info [2301:2301:8:4294967295] 00000400:00000200:0.0:1783948398.915576:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.915583:0:30219:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948398.915587:0:30219:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948398.915591:0:30219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9462b1500. 00000800:00000200:0.0:1783948398.915596:0:30219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948398.915602:0:30219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948398.915606:0:30219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9462b1500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783948398.915671:0:30219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948398.915675:0:30219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 771810 usecs (772 jiffies) 00000400:00000200:0.0:1783948398.915677:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948398.915680:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296489839 00000100:00000001:0.0:1783948398.915682:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:0.0:1783948398.915684:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296489839 00000100:00000001:0.0:1783948398.915686:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:0.0:1783948398.915687:0:30219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948398.915688:0:30219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.915690:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948398.915691:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:0.0:1783948398.915693:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c240 going to sleep for 137 seconds 00000100:00000001:0.0:1783948398.915694:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948398.915696:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948398.915837:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948398.915842:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9462b1500. 00000400:00000200:1.0:1783948398.915846:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.915924:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948398.915929:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf3b8 00000400:00000010:1.0:1783948398.915931:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf3b8. 00000100:00000001:1.0:1783948398.915935:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948398.915939:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.915947:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948398.915950:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.915956:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948398.915958:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948398.920915:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.920932:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948398.920936:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.920938:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.920946:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.920953:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948398.920962:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.920967:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.920972:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.920977:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944a400 00000400:00000200:1.0:1783948398.920981:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.920988:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6639 [1] + 224 00000800:00000001:1.0:1783948398.920995:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.921002:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.921005:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.921010:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948398.921018:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948398.921026:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948398.921036:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.921058:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948398.921067:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.921070:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.921155:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948398.921164:0:30219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948398.921166:0:30219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948398.921169:0:30219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb00. 00000400:00000200:0.0:1783948398.921174:0:30219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:0.0:1783948398.921177:0:30219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:0.0:1783948398.921180:0:30219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948398.921185:0:30219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948398.921196:0:30219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.921200:0:30219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948398.921202:0:30219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.921204:0:30219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948398.921207:0:30219:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948398.921209:0:30219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948398.921210:0:30219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.921212:0:30219:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948398.921222:0:30219:0:(import.c:2149:obd_at_measure()) add 106 to ffff89e9431d1460 time=68 v=106 (106 106 106 137) 00000100:00001000:0.0:1783948398.921226:0:30219:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948398.921229:0:30219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948398.921230:0:30219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.921232:0:30219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948398.921235:0:30219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.921238:0:30219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948398.921240:0:30219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967592 00000100:00000001:0.0:1783948398.921242:0:30219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948398.921244:0:30219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948398.921248:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.921252:0:30219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948398.921255:0:30219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948398.921257:0:30219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948398.921260:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948540 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948398.921264:0:30219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30219:1870603636483072:192.168.202.104@tcp:101:multiop.0 00000100:00000001:0.0:1783948398.921268:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.921271:0:30219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.921273:0:30219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948398.921275:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.921278:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948540 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.921283:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948398.921286:0:30219:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c240. 00000100:00000001:0.0:1783948398.921290:0:30219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948398.921292:0:30219:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.921295:0:30219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948398.921300:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921302:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921309:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=4 00000020:00000001:0.0:1783948398.921312:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921315:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000040:0.0:1783948398.921322:0:30219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465abc00, remote cookie: 0x2ceea11ad5e05aa1, flags: 0x1001 00010000:00010000:0.0:1783948398.921328:0:30219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948398.921338:0:30219:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783948398.921341:0:30219:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783948398.921349:0:30219:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7d00. 00010000:00000010:0.0:1783948398.921353:0:30219:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082d580. 00010000:00000001:0.0:1783948398.921358:0:30219:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.921362:0:30219:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.921369:0:30219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.921375:0:30219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948398.921380:0:30219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948398.921382:0:30219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948398.921383:0:30219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948398.921385:0:30219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948398.921388:0:30219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff89e948cd7d00) refcount = 1 00010000:00010000:0.0:1783948398.921392:0:30219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.921398:0:30219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948398.921402:0:30219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948398.921403:0:30219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948398.921406:0:30219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948398.921409:0:30219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.921411:0:30219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.921418:0:30219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948398.921419:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921421:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.921422:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921423:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.921425:0:30219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.921430:0:30219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948398.921431:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921433:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921434:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948398.921436:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921439:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921441:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921442:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921444:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=4 00000020:00000001:0.0:1783948398.921446:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921447:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921450:0:30219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948398.921460:0:30219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.921463:0:30219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.921471:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921472:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.921473:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921474:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921475:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=5 00000020:00000001:0.0:1783948398.921476:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921477:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921478:0:30219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948398.921480:0:30219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.921483:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921484:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948398.921486:0:30219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.921489:0:30219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948398.921490:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921490:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.921491:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921492:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948398.921496:0:30219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948398.921500:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921501:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921501:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948398.921503:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921504:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921505:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921506:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.921508:0:30219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.921511:0:30219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.921514:0:30219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948398.921517:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921518:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921519:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948398.921520:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921523:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00000002:00010000:0.0:1783948398.921526:0:30219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.921531:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921533:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.921534:0:30219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948398.921536:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921537:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921538:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948398.921540:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921542:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000040:0.0:1783948398.921546:0:30219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7d00 count: 2 00010000:00000001:0.0:1783948398.921549:0:30219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948398.921552:0:30219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:0.0:1783948398.921555:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921556:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.921557:0:30219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948398.921560:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f750 00000002:00002000:0.0:1783948398.921562:0:30219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948398.921566:0:30219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.921570:0:30219:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.921573:0:30219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948398.921575:0:30219:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783948398.921579:0:30219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948398.921582:0:30219:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:0.0:1783948398.921585:0:30219:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783948398.921587:0:30219:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d00c8fac8 it_disposition b 00000080:00000001:0.0:1783948398.921590:0:30219:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948398.921596:0:30219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948398.921599:0:30219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948398.921602:0:30219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1783948398.921604:0:30219:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783948398.921608:0:30219:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948398.921610:0:30219:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:0.0:1783948398.921612:0:30219:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.921616:0:30219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1783948398.921618:0:30219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783948398.921622:0:30219:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 4096 00000080:00200000:0.0:1783948398.921625:0:30219:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff89e951d87448): rc = 0 00000080:00000001:0.0:1783948398.921627:0:30219:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926366280 : -129839783185336 : ffff89e951d87448) 00010000:00000001:0.0:1783948398.921629:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921630:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921632:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948398.921633:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921636:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921638:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921639:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948398.921640:0:30219:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948398.921642:0:30219:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948398.921644:0:30219:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948398.921656:0:30219:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948398.921658:0:30219:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948398.921661:0:30219:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff89e951d87448) for lock 0x8c7cf19e4b440adc 00800000:00000001:0.0:1783948398.921664:0:30219:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948398.921665:0:30219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948398.921666:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921667:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921668:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948398.921670:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921671:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921673:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921674:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.921675:0:30219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.921676:0:30219:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783948398.921682:0:30219:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951cc3bd0 inode ffff89e951d87448 refc 1 flags 0x20000e 00000080:00000001:0.0:1783948398.921686:0:30219:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948398.921687:0:30219:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.921689:0:30219:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783948398.921692:0:30219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff89e951d87448) 00000080:00010000:0.0:1783948398.921694:0:30219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440adc from it ffffb87d00c8fac8 00010000:00000001:0.0:1783948398.921696:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.921696:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.921697:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948398.921699:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921700:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948398.921701:0:30219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948398.921702:0:30219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.921706:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921707:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.921707:0:30219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948398.921709:0:30219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948398.921711:0:30219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440adc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05aa1 expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948398.921716:0:30219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948398.921718:0:30219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948398.921719:0:30219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948398.921849:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921925:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.921926:0:30219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.921931:0:30219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948398.921932:0:30219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.921934:0:30219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.921937:0:30219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.921939:0:30219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948398.921941:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.921943:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948398.921946:0:30219:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948398.921951:0:30219:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e960121000. 00000100:00000001:0.0:1783948398.921956:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.921961:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636483072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.921967:0:30219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948398.921970:0:30219:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948398.921973:0:30219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018c000. 02000000:00000001:0.0:1783948398.921976:0:30219:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948398.921979:0:30219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948398.921981:0:30219:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948398.921984:0:30219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948398.921986:0:30219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948398.921990:0:30219:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948398.921992:0:30219:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948398.921994:0:30219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948398.921997:0:30219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948398.921998:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948398.922007:0:30219:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948398.922009:0:30219:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff89e951d87448), inode mode 41ed mask 1 00000080:00000001:0.0:1783948398.922013:0:30219:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948398.922028:0:30219:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e700. 00000080:00000001:0.0:1783948398.922033:0:30219:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948398.922035:0:30219:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff89e951d87448), inode mode 41ed mask 3 00000080:00000001:0.0:1783948398.922037:0:30219:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.922040:0:30219:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783948398.922042:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fb50 00000080:00200000:0.0:1783948398.922045:0:30219:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff89e951d87448), file ffff89e946748f00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1783948398.922049:0:30219:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e943713ae0. 00000080:00000001:0.0:1783948398.922052:0:30219:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948398.922054:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa00 00000080:00200000:0.0:1783948398.922055:0:30219:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff89e951d87448), intent=open|creat 00000080:00000010:0.0:1783948398.922061:0:30219:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e960121000. 00000080:00000001:0.0:1783948398.922067:0:30219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948398.922070:0:30219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948398.922071:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f920 00800000:00000002:0.0:1783948398.922072:0:30219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:0.0:1783948398.922075:0:30219:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783948398.922077:0:30219:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783948398.922081:0:30219:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:0.0:1783948398.922083:0:30219:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783948398.922085:0:30219:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783948398.922087:0:30219:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783948398.922089:0:30219:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783948398.922091:0:30219:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x21:0x0] 40000000:00000001:0.0:1783948398.922093:0:30219:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.922094:0:30219:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.922096:0:30219:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.922097:0:30219:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948398.922098:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f8a0 00800000:00000002:0.0:1783948398.922099:0:30219:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x200000404:0x21:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1783948398.922103:0:30219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948398.922104:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f7d8 00000002:00010000:0.0:1783948398.922105:0:30219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x21:0x0]) in obj [0x200000404:0x1f:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1783948398.922118:0:30219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948398.922120:0:30219:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783948398.922122:0:30219:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783948398.922124:0:30219:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.922126:0:30219:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948398.922127:0:30219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7d00 count: 2 00010000:00000001:0.0:1783948398.922128:0:30219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948398.922130:0:30219:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948398.922132:0:30219:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.922134:0:30219:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.922135:0:30219:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948398.922138:0:30219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948398.922140:0:30219:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948398.922144:0:30219:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948398.922145:0:30219:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.922147:0:30219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948398.922150:0:30219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948398.922152:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.922153:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.922153:0:30219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.922155:0:30219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948398.922157:0:30219:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948398.922160:0:30219:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948398.922164:0:30219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950635800. 00000100:00000001:0.0:1783948398.922168:0:30219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.922171:0:30219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948398.922172:0:30219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.922173:0:30219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948398.922174:0:30219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.922175:0:30219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.922180:0:30219:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00010000:00000001:0.0:1783948398.922182:0:30219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948398.922184:0:30219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948398.922185:0:30219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7d00 count: 2 00010000:00000001:0.0:1783948398.922186:0:30219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948398.922188:0:30219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948398.922189:0:30219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aa000. 00000020:00000001:0.0:1783948398.922192:0:30219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948398.922194:0:30219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aa000 with handle 0x8c7cf19e4b440ae3 to hash 00000020:00000001:0.0:1783948398.922195:0:30219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948398.922196:0:30219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.922198:0:30219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.922200:0:30219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948398.922202:0:30219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.922204:0:30219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.922208:0:30219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783948398.922219:0:30219:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783948398.922223:0:30219:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783948398.922229:0:30219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948398.922233:0:30219:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948398.922234:0:30219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948398.922239:0:30219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c240. 00000100:00000001:0.0:1783948398.922240:0:30219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165264960 : -129839544286656 : ffff89e96015c240) 00000100:00000001:0.0:1783948398.922242:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.922242:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948398.922246:0:30219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948398.922248:0:30219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.922250:0:30219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948398.922251:0:30219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948398.922255:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.922262:0:30219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948398.922264:0:30219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.922268:0:30219:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948398.922271:0:30219:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948398.922273:0:30219:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948398.922276:0:30219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30219:1870603636483328:192.168.202.104@tcp:101:multiop.0 00000100:00000001:0.0:1783948398.922280:0:30219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948398.922285:0:30219:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948398.922287:0:30219:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.922290:0:30219:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948398.922350:0:30219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e958c40000. 02000000:00000001:0.0:1783948398.922352:0:30219:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948398.922359:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948398.922363:0:30219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb00. 00000400:00000010:0.0:1783948398.922371:0:30219:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e950637400. 00000100:00000200:0.0:1783948398.922376:0:30219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636483328, portal 10 00000100:00000001:0.0:1783948398.922379:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.922380:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948398.922386:0:30219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.922393:0:30219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948398.922395:0:30219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948398.922399:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948398.922402:0:30219:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636483328, offset 0 00000400:00000200:0.0:1783948398.922407:0:30219:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948398.922415:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.922421:0:30219:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948398.922426:0:30219:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948398.922430:0:30219:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948398.922434:0:30219:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948398.922436:0:30219:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948398.922440:0:30219:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2302:2302:256:4294967295] 192.168.202.104@tcp LPNI seq info [2302:2302:8:4294967295] 00000400:00000200:0.0:1783948398.922444:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948398.922520:0:30219:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948398.922527:0:30219:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948398.922532:0:30219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9462b1a00. 00000800:00000200:0.0:1783948398.922539:0:30219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948398.922546:0:30219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948398.922551:0:30219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9462b1a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783948398.922622:0:30219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948398.922627:0:30219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 770628 usecs (771 jiffies) 00000400:00000200:0.0:1783948398.922631:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948398.922633:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296489845 00000100:00000001:0.0:1783948398.922636:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296490214 00000100:00000001:0.0:1783948398.922639:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296489845 00000100:00000001:0.0:1783948398.922641:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296490214 00000100:00000001:0.0:1783948398.922643:0:30219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948398.922656:0:30219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.922659:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948398.922660:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:0.0:1783948398.922663:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c240 going to sleep for 137 seconds 00000100:00000001:0.0:1783948398.922665:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948398.922667:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948398.923421:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948398.923426:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9462b1a00. 00000400:00000200:0.0:1783948398.923431:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948398.923437:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948398.923442:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:0.0:1783948398.923444:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:0.0:1783948398.923449:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948398.923518:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948540 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.923530:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.923534:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948540 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.923540:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.923542:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948398.930685:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.930702:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948398.930706:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.930709:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.930716:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.930723:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948398.930732:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.930737:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.930742:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.930746:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd944a500 00000400:00000200:1.0:1783948398.930751:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.930758:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x6649 [32] + 224 00000800:00000001:1.0:1783948398.930766:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.930772:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948398.930775:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.930780:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948398.930788:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948398.930798:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948540 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948398.930809:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948398.930832:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948398.930842:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948398.930845:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.930892:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948398.930899:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2303:2303:256:4294967295] 192.168.202.104@tcp LPNI seq info [2303:2303:8:4294967295] 00000400:00000200:1.0:1783948398.930903:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948398.930911:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948398.930917:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948398.930926:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e9493f2800. 00000800:00000200:1.0:1783948398.930933:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948398.930941:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948398.930945:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493f2800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948398.931026:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948398.931030:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e9493f2800. 00000400:00000200:1.0:1783948398.931033:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948398.931036:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948398.931042:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948398.931046:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.931246:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948398.931308:0:30219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948398.931310:0:30219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948398.931314:0:30219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb00. 00000400:00000200:0.0:1783948398.931320:0:30219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950637400 00000400:00000010:0.0:1783948398.931323:0:30219:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e950637400. 00000100:00000001:0.0:1783948398.931326:0:30219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948398.931331:0:30219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948398.931341:0:30219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636483328/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948540 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.931348:0:30219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948398.931351:0:30219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.931353:0:30219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948398.931357:0:30219:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948398.931359:0:30219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948398.931362:0:30219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948398.931364:0:30219:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948398.931372:0:30219:0:(import.c:2149:obd_at_measure()) add 106 to ffff89e9431d1460 time=68 v=106 (106 106 106 137) 00000100:00001000:0.0:1783948398.931377:0:30219:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948398.931379:0:30219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948398.931381:0:30219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.931384:0:30219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948398.931388:0:30219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.931391:0:30219:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948398.931393:0:30219:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000012a/0x1] 00000100:00000001:0.0:1783948398.931394:0:30219:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948398.931396:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.931398:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948398.931401:0:30219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948398.931403:0:30219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967592 00000100:00000001:0.0:1783948398.931406:0:30219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948398.931408:0:30219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948398.931413:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948540 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.931421:0:30219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948398.931423:0:30219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948398.931425:0:30219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948398.931430:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948540 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948398.931437:0:30219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30219:1870603636483328:192.168.202.104@tcp:101:multiop.0 00000100:00000001:0.0:1783948398.931442:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948398.931445:0:30219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948398.931447:0:30219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948398.931449:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.931452:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948540 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.931460:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948398.931462:0:30219:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c240. 00000100:00000001:0.0:1783948398.931468:0:30219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948398.931470:0:30219:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.931472:0:30219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948398.931479:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.931481:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.931485:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=4 00000020:00000001:0.0:1783948398.931488:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931491:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000040:0.0:1783948398.931498:0:30219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aa000, remote cookie: 0x2ceea11ad5e05abd, flags: 0x1001 00010000:00010000:0.0:1783948398.931504:0:30219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948398.931513:0:30219:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x21:0x0].0x0, instead of [0x200000404:0x1f:0x0].0x0 00010000:00000001:0.0:1783948398.931516:0:30219:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783948398.931524:0:30219:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7600. 00010000:00000010:0.0:1783948398.931529:0:30219:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082da00. 00010000:00000001:0.0:1783948398.931535:0:30219:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.931538:0:30219:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948398.931546:0:30219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.931553:0:30219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948398.931559:0:30219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948398.931562:0:30219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948398.931563:0:30219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948398.931565:0:30219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948398.931567:0:30219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x21:0x0].0x0 (ffff89e948cd7600) refcount = 1 00010000:00010000:0.0:1783948398.931571:0:30219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.931578:0:30219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948398.931582:0:30219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948398.931583:0:30219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948398.931586:0:30219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948398.931588:0:30219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.931591:0:30219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.931596:0:30219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948398.931598:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931600:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.931601:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931602:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.931603:0:30219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.931608:0:30219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948398.931611:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.931612:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.931614:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948398.931615:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931617:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931620:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.931621:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.931622:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=4 00000020:00000001:0.0:1783948398.931623:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931625:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931627:0:30219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948398.931631:0:30219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948398.931634:0:30219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.931640:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931641:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.931642:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.931643:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.931644:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=5 00000020:00000001:0.0:1783948398.931646:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931648:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931651:0:30219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948398.931654:0:30219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.931660:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931660:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948398.931663:0:30219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.931669:0:30219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948398.931671:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931672:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.931672:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931673:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948398.931678:0:30219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948540 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948398.931686:0:30219:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783948398.931691:0:30219:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948540 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948398.931696:0:30219:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.931702:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.931704:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.931706:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948398.931707:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931709:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00000002:00010000:0.0:1783948398.931713:0:30219:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783948398.931720:0:30219:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e9587d3dc0. 00010000:00000001:0.0:1783948398.931722:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931723:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.931724:0:30219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.931726:0:30219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948398.931729:0:30219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783948398.931731:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.931733:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948398.931735:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948398.931736:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00010000:00000001:0.0:1783948398.931737:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.931738:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.931739:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948398.931741:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931742:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00000002:00010000:0.0:1783948398.931745:0:30219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.931751:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931752:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.931755:0:30219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948398.931756:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.931757:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.931758:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948398.931760:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.931762:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000040:0.0:1783948398.931766:0:30219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7600 count: 2 00010000:00000001:0.0:1783948398.931768:0:30219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948398.931772:0:30219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/33 (0 0) 00010000:00000001:0.0:1783948398.931774:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.931775:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.931777:0:30219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948398.931780:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f760 00000002:00002000:0.0:1783948398.931782:0:30219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783948398.931785:0:30219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.931789:0:30219:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.931792:0:30219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948398.931795:0:30219:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783948398.931798:0:30219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.931803:0:30219:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783948398.931805:0:30219:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e943713ae0 it_disposition 1800037 00000080:00002000:0.0:1783948398.931812:0:30219:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951cc36c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783948398.931816:0:30219:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948398.931819:0:30219:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783948398.931821:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f988 00000080:00200000:0.0:1783948398.931823:0:30219:0:(namei.c:1623:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff89e951d87448), intent=open|creat 00000080:00000001:0.0:1783948398.931826:0:30219:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783948398.931829:0:30219:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948398.931834:0:30219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948398.931837:0:30219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948398.931839:0:30219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:0.0:1783948398.931842:0:30219:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783948398.931880:0:30219:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951dcb9c0. 00000020:00000001:0.0:1783948398.931890:0:30219:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783948398.931892:0:30219:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783948398.931895:0:30219:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783948398.931897:0:30219:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x21:0x0](ffff89e951dcba88) 00000020:00000001:0.0:1783948398.931901:0:30219:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948398.931905:0:30219:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948398.931910:0:30219:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e960120000. 00000020:00000010:0.0:1783948398.931915:0:30219:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e960121600. 00000020:00000010:0.0:1783948398.931919:0:30219:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713060. 00000008:00000010:0.0:1783948398.931925:0:30219:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948398.931931:0:30219:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948398.931936:0:30219:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948398.931942:0:30219:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948398.931947:0:30219:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948398.931952:0:30219:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e945134600. 00000008:00000010:0.0:1783948398.931956:0:30219:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948398.931960:0:30219:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948398.931964:0:30219:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948398.931967:0:30219:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948398.931970:0:30219:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:0.0:1783948398.931972:0:30219:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:0.0:1783948398.931976:0:30219:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783948398.931981:0:30219:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e947e49000. 00000020:00000001:0.0:1783948398.931983:0:30219:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783948398.931985:0:30219:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948398.931991:0:30219:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783948398.931995:0:30219:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e943727c98. 00020000:00000001:0.0:1783948398.931997:0:30219:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614233684802712 : -129840024748904 : ffff89e943727c98) 00020000:00000001:0.0:1783948398.932000:0:30219:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783948398.932003:0:30219:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783948398.932009:0:30219:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e943713480. 00020000:00000010:0.0:1783948398.932014:0:30219:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e959403300. 00020000:00000010:0.0:1783948398.932019:0:30219:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e943713de0. 00020000:00000001:0.0:1783948398.932021:0:30219:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233684721120 : -129840024830496 : ffff89e943713de0) 00020000:00000002:0.0:1783948398.932025:0:30219:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e943713de0, objid 0x21:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783948398.932029:0:30219:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783948398.932033:0:30219:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e959403300: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000001:0.0:1783948398.932036:0:30219:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783948398.932038:0:30219:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e943713de0, objid 0x21:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783948398.932041:0:30219:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783948398.932047:0:30219:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e959403300: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000010:0.0:1783948398.932051:0:30219:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e943ee49e0. 00020000:00000010:0.0:1783948398.932054:0:30219:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e96015c240. 00020000:00000001:0.0:1783948398.932058:0:30219:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783948398.932061:0:30219:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e9466efcd8. 00020000:00000001:0.0:1783948398.932063:0:30219:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783948398.932064:0:30219:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783948398.932069:0:30219:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783948398.932072:0:30219:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e947e49898. 00000020:00000001:0.0:1783948398.932074:0:30219:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783948398.932075:0:30219:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948398.932077:0:30219:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614233759389976 : -129839950161640 : ffff89e947e49918) 00020000:00000001:0.0:1783948398.932081:0:30219:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783948398.932086:0:30219:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e942ba1a40. 00020000:00000001:0.0:1783948398.932088:0:30219:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948398.932092:0:30219:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233759389976 : -129839950161640 : ffff89e947e49918) 00020000:00000001:0.0:1783948398.932094:0:30219:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614233759389976 : -129839950161640 : ffff89e947e49918) 00020000:00000002:0.0:1783948398.932097:0:30219:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x11:0x0]@ffff89e947e49898[0:0] -> [0x200000404:0x21:0x0]@ffff89e947e49000: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000001:0.0:1783948398.932102:0:30219:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783948398.932105:0:30219:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783948398.932117:0:30219:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948398.932121:0:30219:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233759387776 : -129839950163840 : ffff89e947e49080) 00000020:00001000:0.0:1783948398.932123:0:30219:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:0.0:1783948398.932127:0:30219:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e960121600. 00000020:00000010:0.0:1783948398.932133:0:30219:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713060. 00000008:00000010:0.0:1783948398.932136:0:30219:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948398.932140:0:30219:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948398.932142:0:30219:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948398.932147:0:30219:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948398.932150:0:30219:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948398.932153:0:30219:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e960120000. 00000008:00000010:0.0:1783948398.932158:0:30219:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948398.932162:0:30219:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948398.932167:0:30219:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948398.932170:0:30219:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948398.932172:0:30219:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e945134600. 00000020:00000010:0.0:1783948398.932174:0:30219:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:0.0:1783948398.932178:0:30219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:0.0:1783948398.932180:0:30219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1783948398.932183:0:30219:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833953 mtime from 0 to 1783948398 00000080:00000001:0.0:1783948398.932187:0:30219:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783948398.932189:0:30219:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926646408 : -129839782905208 : ffff89e951dcba88) 00010000:00000001:0.0:1783948398.932191:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.932193:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.932195:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948398.932196:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.932199:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00000080:00000001:0.0:1783948398.932201:0:30219:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948398.932203:0:30219:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948398.932205:0:30219:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948398.932208:0:30219:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e945134600. 00000020:00000010:0.0:1783948398.932211:0:30219:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e960120000. 00000020:00000010:0.0:1783948398.932213:0:30219:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713060. 00000008:00000010:0.0:1783948398.932215:0:30219:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948398.932218:0:30219:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948398.932220:0:30219:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948398.932223:0:30219:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948398.932226:0:30219:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948398.932228:0:30219:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e960121600. 00000008:00000010:0.0:1783948398.932231:0:30219:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948398.932233:0:30219:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948398.932235:0:30219:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948398.932238:0:30219:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948398.932239:0:30219:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:0.0:1783948398.932241:0:30219:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:0.0:1783948398.932244:0:30219:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783948398.932246:0:30219:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783948398.932247:0:30219:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783948398.932250:0:30219:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e943713780. 00020000:00000010:0.0:1783948398.932720:0:30219:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e959403600. 00020000:00000010:0.0:1783948398.932724:0:30219:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9437137e0. 00020000:00000001:0.0:1783948398.932726:0:30219:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233684719584 : -129840024832032 : ffff89e9437137e0) 00020000:00000002:0.0:1783948398.932729:0:30219:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9437137e0, objid 0x21:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783948398.932732:0:30219:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783948398.932734:0:30219:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e959403600: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:0.0:1783948398.932737:0:30219:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e943727c98) owner ffff89e9587a4f80 00020000:00000001:0.0:1783948398.932739:0:30219:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948398.932740:0:30219:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e943727c98) owner ffff89e9587a4f80 00020000:00000010:0.0:1783948398.932743:0:30219:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e959403600. 00020000:00000010:0.0:1783948398.932746:0:30219:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e943713780. 00020000:00000010:0.0:1783948398.932748:0:30219:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9437137e0. 00020000:00000002:0.0:1783948398.932750:0:30219:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783948398.932751:0:30219:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948398.932753:0:30219:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948398.932756:0:30219:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783948398.932757:0:30219:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e943727c98) owner 0000000000000000/ffff89e9587a4f80 00020000:00000002:0.0:1783948398.932759:0:30219:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e943713de0 addref 2/0 by ffff89e9587a4f80. 00020000:00000002:0.0:1783948398.932761:0:30219:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e943727c98) owner 0000000000000000/ffff89e9587a4f80 00020000:00000001:0.0:1783948398.932762:0:30219:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783948398.932764:0:30219:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783948398.932765:0:30219:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783948398.932766:0:30219:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783948398.932767:0:30219:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783948398.932769:0:30219:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783948398.932770:0:30219:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:0.0:1783948398.932772:0:30219:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e960120000. 00000020:00000010:0.0:1783948398.932774:0:30219:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713060. 00000008:00000010:0.0:1783948398.932775:0:30219:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948398.932777:0:30219:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948398.932779:0:30219:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948398.932782:0:30219:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948398.932783:0:30219:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948398.932785:0:30219:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e945134600. 00000008:00000010:0.0:1783948398.932787:0:30219:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948398.932789:0:30219:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948398.932791:0:30219:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948398.932793:0:30219:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948398.932794:0:30219:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e960121600. 00000020:00000010:0.0:1783948398.932796:0:30219:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:0.0:1783948398.932797:0:30219:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.932799:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.932800:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948398.932801:0:30219:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948398.932804:0:30219:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948398.932805:0:30219:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948398.932807:0:30219:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x21:0x0](ffff89e951dcba88) 00000080:00010000:0.0:1783948398.932809:0:30219:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x21:0x0](ffff89e951dcba88) for lock 0x8c7cf19e4b440ae3 00800000:00000001:0.0:1783948398.932812:0:30219:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948398.932813:0:30219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948398.932814:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.932815:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.932816:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948398.932817:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.932819:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.932821:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.932822:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948398.932822:0:30219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.932823:0:30219:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.932825:0:30219:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783948398.932826:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.932833:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.932838:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.932842:0:30219:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948398.932845:0:30219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x21:0x0](ffff89e951dcba88) 00000080:00000001:0.0:1783948398.932847:0:30219:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948398.932850:0:30219:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e960121000. 00000100:00000001:0.0:1783948398.932874:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.932878:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948398.932884:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.932888:0:30219:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783948398.932890:0:30219:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.932898:0:30219:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783948398.932901:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa60 00000080:00200008:0.0:1783948398.932903:0:30219:0:(file.c:1058:ll_file_open()) START file f:[0x200000404:0x21:0x0](ffff89e951dcba88), flags 100102 00000080:00000010:0.0:1783948398.932909:0:30219:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9517257c0. 00000080:00000010:0.0:1783948398.932914:0:30219:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9587d3580. 00000080:00000001:0.0:1783948398.932917:0:30219:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783948398.932921:0:30219:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1783948398.932939:0:30219:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783948398.932942:0:30219:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e95818e1c0. 00000002:00100000:0.0:1783948398.932946:0:30219:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948398.932951:0:30219:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948398.932952:0:30219:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783948398.932956:0:30219:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783948398.932959:0:30219:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.932961:0:30219:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948398.932964:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948398.932966:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783948398.932973:0:30219:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948398.932976:0:30219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e958c40000. 02000000:00000001:0.0:1783948398.933001:0:30219:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783948398.933003:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948398.933006:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa60 00000080:00000008:0.0:1783948398.933008:0:30219:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000404:0x21:0x0](ffff89e951dcba88), flags 100102, rc = 0 00000080:00000001:0.0:1783948398.933012:0:30219:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948398.933014:0:30219:0:(dcache.c:176:ll_intent_release()) intent ffff89e943713ae0 released 00000080:00010000:0.0:1783948398.933016:0:30219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ae3 from it ffff89e943713ae0 00010000:00000001:0.0:1783948398.933018:0:30219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948398.933019:0:30219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948398.933021:0:30219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948398.933023:0:30219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.933025:0:30219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948398.933027:0:30219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948398.933031:0:30219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948398.933039:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.933040:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.933042:0:30219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948398.933045:0:30219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948398.933048:0:30219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05abd expref: -99 pid: 30219 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948398.933056:0:30219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948398.933059:0:30219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948398.933060:0:30219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948398.933066:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.933067:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948398.933068:0:30219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.933071:0:30219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948398.933073:0:30219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.933075:0:30219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.933078:0:30219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948398.933080:0:30219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948398.933081:0:30219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948398.933082:0:30219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948398.933083:0:30219:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783948398.933085:0:30219:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783948398.933087:0:30219:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783948398.933088:0:30219:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948398.933090:0:30219:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783948398.933092:0:30219:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.933094:0:30219:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783948398.933096:0:30219:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.933098:0:30219:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948398.933100:0:30219:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.933102:0:30219:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948398.933104:0:30219:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e943713ae0. 00000080:00000001:0.0:1783948398.933242:0:30219:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948398.933248:0:30219:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948398.933576:0:30219:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x21:0x0](ffff89e951dcba88), inode mode 81a4 mask 40 00000080:00000001:0.0:1783948398.933582:0:30219:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948399.833956:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948399.833960:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948399.833964:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1783948400.010494:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948400.010502:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9c00. 00000400:00000200:0.0:1783948400.010516:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.010524:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948400.010532:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125d48 00000400:00000010:0.0:1783948400.010534:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125d48. 00000100:00000001:0.0:1783948400.010549:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948400.010557:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636483456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948542 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948400.010569:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948400.010573:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636483456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948542 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948400.010579:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948400.010581:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948400.039827:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.040620:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948400.040628:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.040633:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.040643:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.040653:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948400.040665:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.040671:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.040678:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.040682:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944a580 00000400:00000200:0.0:1783948400.040687:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.040696:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6659 [1] + 224 00000800:00000001:0.0:1783948400.040704:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.040736:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.040739:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.040744:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948400.041625:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948400.041640:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636483456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948542 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948400.041653:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b66680 x1870603636483456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948542 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948400.041749:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948400.041771:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.041777:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948400.064087:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948400.064110:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3700. 00000400:00000200:0.0:1783948400.064119:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.064128:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948400.064135:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2b28 00000400:00000010:0.0:1783948400.064138:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2b28. 00000100:00000001:0.0:1783948400.064143:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948400.064150:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f100 x1870603636483712/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948542 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948400.064163:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948400.064166:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066f100 x1870603636483712/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948542 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948400.064174:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948400.064176:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948400.071662:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.071689:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948400.071694:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.071697:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.071707:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.071716:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948400.071727:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.071732:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.071737:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.071741:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd944a680 00000400:00000200:0.0:1783948400.071747:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.071768:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x6661 [32] + 224 00000800:00000001:0.0:1783948400.071777:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.071785:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.071788:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.071793:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948400.071803:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948400.071814:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f100 x1870603636483712/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948542 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948400.071828:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e95066f100 x1870603636483712/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948542 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948400.071967:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948400.071977:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948400.071981:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.071987:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948400.071993:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2306:2306:256:4294967295] 192.168.202.104@tcp LPNI seq info [2306:2306:8:4294967295] 00000400:00000200:0.0:1783948400.071997:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.072015:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948400.072020:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948400.072027:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e950637c00. 00000800:00000200:0.0:1783948400.072034:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948400.072042:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948400.072047:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950637c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1783948400.072739:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1783948400.073211:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948400.073218:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e950637c00. 00000400:00000200:0.0:1783948400.073224:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.073229:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948400.073576:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948400.089041:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948400.089058:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3800. 00000400:00000200:0.0:1783948400.089065:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.089072:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948400.089079:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2f68 00000400:00000010:0.0:1783948400.089081:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2f68. 00000100:00000001:0.0:1783948400.089086:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948400.089092:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948542 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.089115:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948400.089118:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948542 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.089124:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948400.089126:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948400.094963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f900. 00010000:00000010:2.1:1783948400.094978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00000100:00000040:1.0:1783948400.858733:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296491007, at 4296491010 00000100:00000040:0.0:1783948400.860023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948400.860029:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948400.860039:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243b80. 00000020:00000040:0.0:1783948400.860044:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948400.860049:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948400.860053:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948400.860058:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948400.860066:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e9462b1a00. 00000100:00000001:0.0:1783948400.860073:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.860085:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1783948400.863045:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9602043c0. 00000100:00000001:0.0:1783948400.863154:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948400.863159:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863172:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ea1ffd] to pc [ptlrpcd_00_00+0] req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.863208:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948400.863216:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948400.863224:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243100. 00000020:00000040:0.0:1783948400.863229:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948400.863233:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948400.863236:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948400.863240:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948400.863250:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e9462b1500. 00000100:00000001:0.0:1783948400.863257:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863262:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948400.863269:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948400.863271:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863275:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c363946d] to pc [ptlrpcd_00_01+1] req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.863283:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948400.863288:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948400.863301:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242a00. 00000020:00000040:0.0:1783948400.863304:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:0.0:1783948400.863306:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948400.863307:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948400.863309:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948400.863313:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e9462b1200. 00000100:00000001:0.0:1783948400.863317:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863321:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948400.863328:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948400.863330:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863334:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fee84c59] to pc [ptlrpcd_00_00+0] req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.863341:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783948400.863346:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783948400.863350:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1828) 00000100:00000001:0.0:1783948400.863364:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948400.863377:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948400.863380:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948400.863392:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.863400:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948400.863403:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948400.863407:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948400.863410:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948400.863413:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948400.863416:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636484224:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948400.863421:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948400.863426:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948400.863429:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948400.863431:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948400.863436:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e960121000. 02000000:00000001:0.0:1783948400.863438:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948400.863446:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948400.863451:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb00. 00000400:00000010:0.0:1783948400.863459:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948400.863466:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636484224, portal 10 00000100:00000001:0.0:1783948400.863469:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948400.863471:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166210816 : -129839543340800 : ffff89e960243100) 00000100:00000040:0.0:1783948400.863478:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.863485:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948400.863489:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948400.863492:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948400.863504:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636484224, offset 0 00000400:00000200:0.0:1783948400.863513:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948400.863524:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.863533:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948400.863539:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948400.863544:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948400.863548:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948400.863551:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948400.863555:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2308:2308:256:4294967295] 192.168.202.104@tcp LPNI seq info [2308:2308:8:4294967295] 00000400:00000200:0.0:1783948400.863559:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.863568:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948400.863574:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948400.863579:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9462b1e00. 00000800:00000200:0.0:1783948400.863586:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948400.863594:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948400.863599:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9462b1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948400.863612:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.863616:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 767210 usecs (768 jiffies) 00000400:00000200:0.0:1783948400.863620:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948400.863623:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296491783 00000100:00000001:0.0:1783948400.863633:0:2354:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296491007 00000100:00000001:0.0:1783948400.863636:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296491783 00000100:00000010:0.0:1783948400.863642:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713060. 00000100:00000001:0.0:1783948400.863648:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783948400.863651:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948400.863654:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948400.863658:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948400.863661:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948400.863671:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948400.863673:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00000001:0.0:1783948400.863676:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948400.863677:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948400.863679:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948400.863682:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1783948400.863684:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948400.863686:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948400.863687:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948400.863688:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948400.863689:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948400.863691:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948400.863695:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.863702:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948400.863703:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948400.863706:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948400.863707:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948400.863709:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948400.863712:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636484096:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948400.863716:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948400.863718:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948400.863720:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948400.863722:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948400.863724:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e960121600. 02000000:00000001:0.0:1783948400.863726:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948400.863729:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948400.863732:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae8f0. 00000400:00000010:0.0:1783948400.863735:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acff68. 00000100:00000200:0.0:1783948400.863739:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636484096, portal 25 00000100:00000001:0.0:1783948400.863741:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948400.863742:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000040:0.0:1783948400.863759:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.863766:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948400.863768:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948400.863771:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf088. 00000100:00000200:0.0:1783948400.863773:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636484096, offset 0 00000400:00000200:0.0:1783948400.863777:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948400.863781:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.863785:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948400.863788:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948400.863790:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948400.863792:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948400.863794:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948400.863797:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2309:2309:255:4294967295] 192.168.202.104@tcp LPNI seq info [2309:2309:7:4294967295] 00000400:00000200:0.0:1783948400.863800:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.863806:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948400.863810:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948400.863816:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:0.0:1783948400.863819:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948400.863823:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948400.863825:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948400.863828:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948400.863831:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948400.863833:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296495340 00000100:00000001:0.0:1783948400.863836:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296491783 00000100:00000001:0.0:1783948400.863839:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296495340 00000100:00000001:0.0:1783948400.863841:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296491783 00000100:00000001:0.0:1783948400.863844:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948400.863846:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948400.863849:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948400.864321:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.864329:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948400.864331:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948400.864334:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948400.864336:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948400.864338:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948400.864340:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636484352:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948400.864343:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948400.864346:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948400.864348:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948400.864350:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948400.864353:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e960120000. 02000000:00000001:0.0:1783948400.864355:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948400.864360:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948400.864363:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948400.864367:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948400.864371:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636484352, portal 4 00000100:00000001:0.0:1783948400.864373:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948400.864374:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000040:0.0:1783948400.864381:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.864388:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948400.864390:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948400.864393:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf6e8. 00000100:00000200:0.0:1783948400.864395:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636484352, offset 0 00000400:00000200:0.0:1783948400.864399:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948400.864404:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.864407:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948400.864411:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948400.864414:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948400.864416:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948400.864418:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948400.864421:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2310:2310:254:4294967295] 192.168.202.104@tcp LPNI seq info [2310:2310:6:4294967295] 00000400:00000200:0.0:1783948400.864425:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.864431:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948400.864435:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948400.864439:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948400.864443:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948400.864447:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948400.864450:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948400.864453:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948400.864456:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21838 usecs (22 jiffies) 00000400:00000200:0.0:1783948400.864459:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948400.864461:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296491038 00000100:00000001:0.0:1783948400.864466:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296495340 00000100:00000001:0.0:1783948400.864467:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296491038 00000100:00000001:0.0:1783948400.864469:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296495340 00000100:00000001:0.0:1783948400.864471:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948400.864473:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948400.864475:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948400.864478:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948400.864649:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948400.864652:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948400.864697:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948400.864703:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9462b1e00. 00000400:00000200:1.0:1783948400.864709:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948400.864715:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948400.864722:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:1.0:1783948400.864725:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:1.0:1783948400.864730:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948400.864735:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.864755:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948400.864759:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.864766:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948400.864768:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948400.864783:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948400.864785:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948400.864788:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948400.864791:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948400.864794:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf088 00000400:00000010:1.0:1783948400.864796:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf088. 00000100:00000001:1.0:1783948400.864797:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948400.864801:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.864807:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948400.864809:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.864815:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948400.864816:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948400.864902:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948400.864905:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948400.864908:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948400.864911:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948400.864914:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf6e8 00000400:00000010:1.0:1783948400.864916:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf6e8. 00000100:00000001:1.0:1783948400.864918:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948400.864922:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.864929:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948400.864931:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.864936:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948400.864938:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948400.871503:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.871522:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948400.871527:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.871529:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.871539:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871546:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948400.871556:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871562:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871568:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871572:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944a800 00000400:00000200:0.0:1783948400.871577:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871769:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6681 [1] + 224 00000800:00000001:0.0:1783948400.871779:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.871785:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.871788:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.871793:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948400.871801:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948400.871811:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948400.871823:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.871898:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948400.871903:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948400.871950:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948400.871961:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.871967:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948400.871969:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.871971:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.871974:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871977:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948400.871982:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871984:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871988:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871990:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944a900 00000400:00000200:0.0:1783948400.871994:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.871999:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6691 [1] + 224 00000800:00000001:0.0:1783948400.872004:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.872007:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.872009:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.872011:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948400.872014:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948400.872019:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948400.872028:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.872035:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948400.872038:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.872053:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948400.872056:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.872058:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.872061:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.872064:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948400.872069:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.872071:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.872073:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.872076:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944a880 00000400:00000200:0.0:1783948400.872080:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948400.872084:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6671 [1] + 224 00000800:00000001:0.0:1783948400.872087:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.872105:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948400.872107:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948400.872110:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948400.872114:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948400.872118:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948400.872126:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948400.872134:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948400.872137:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948400.872140:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783948400.880672:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948400.880679:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948400.880684:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae8f0. 00000400:00000200:1.0:1783948400.880695:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acff68 00000400:00000010:1.0:1783948400.880698:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acff68. 00000100:00000001:1.0:1783948400.880705:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948400.880718:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948400.880731:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.880740:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948400.880743:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948400.880746:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948400.880751:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948400.880753:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948400.880756:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948400.880759:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948400.880768:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948400.880772:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948400.880774:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948400.880776:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948400.880779:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948400.880782:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948400.880785:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948400.880790:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.880799:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948400.880803:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948400.880805:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948400.880809:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948400.880816:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636484096:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948400.880825:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948400.880826:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948400.880828:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:1.0:1783948400.880831:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf000 00000400:00000010:1.0:1783948400.880833:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf000. 00000100:00000001:1.0:1783948400.880836:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948400.880840:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948400.880848:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.880871:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948400.880873:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948400.880874:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948400.880876:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948400.880877:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948400.880878:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948400.880880:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948400.880885:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=70 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948400.880888:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=125 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948400.880891:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948400.880892:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948400.880893:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948400.880897:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948400.880900:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948400.880902:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1783948400.880905:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948400.880907:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948400.880911:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.880917:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948400.880919:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948400.880921:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948400.880924:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948400.880931:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636484352:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948400.880937:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948400.880938:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948400.880940:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb00. 00000400:00000200:1.0:1783948400.880943:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:1.0:1783948400.880944:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:1.0:1783948400.880947:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948400.880951:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948400.880959:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.880965:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948400.880966:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948400.880968:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948400.880969:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948400.880971:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948400.880972:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948400.880974:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948400.880978:0:2354:0:(import.c:2149:obd_at_measure()) add 106 to ffff89e9431d1460 time=70 v=106 (106 106 106 137) 00000100:00001000:1.0:1783948400.880981:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948400.880983:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948400.880984:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948400.880986:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948400.880988:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948400.880990:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948400.880991:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967592 00000100:00000001:1.0:1783948400.880993:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948400.880995:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948400.880999:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.881004:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948400.881006:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948400.881007:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948400.881011:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948400.881017:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636484224:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948400.881021:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948400.881024:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948400.881028:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243b80 x1870603636484096/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.881035:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948400.881037:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948400.881641:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e960121600. 02000000:00000001:1.0:1783948400.881650:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948400.881653:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948400.881655:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948400.881658:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948400.881661:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e9462b1a00. 02000000:00000001:1.0:1783948400.881665:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948400.881667:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948400.881669:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243b80. 00000100:00000001:1.0:1783948400.881673:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948400.881674:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948400.881677:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948400.881683:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242a00 x1870603636484352/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.881690:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948400.881692:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948400.881693:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e960120000. 02000000:00000001:1.0:1783948400.881698:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948400.881699:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948400.881700:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948400.881702:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948400.881704:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e9462b1200. 02000000:00000001:1.0:1783948400.881705:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948400.881706:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948400.881707:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242a00. 00000100:00000001:1.0:1783948400.881710:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948400.881711:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948400.881712:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948400.881715:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243100 x1870603636484224/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948400.881721:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948400.881723:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948400.881724:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e960121000. 02000000:00000001:1.0:1783948400.881726:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948400.881727:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948400.881728:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948400.881730:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948400.881731:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e9462b1500. 02000000:00000001:1.0:1783948400.881733:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948400.881734:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948400.881735:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243100. 00000100:00000001:1.0:1783948400.881737:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948400.881738:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948400.881740:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948400.881749:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948400.881751:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948400.881754:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948400.881756:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948401.201906:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948401.201936:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948401.201941:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948401.201945:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948401.201954:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948401.201962:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948401.201972:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948401.201977:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948401.201983:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948401.201987:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda956100 00000400:00000200:1.0:1783948401.201997:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x5f49 [2] + 328 00000800:00000001:1.0:1783948401.202005:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948401.202012:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948401.202015:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948401.202020:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948401.202028:0:2346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783948401.202031:0:2346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783948401.202038:0:2346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf100. 00000100:00000040:1.0:1783948401.202042:0:2346:0:(events.c:337:request_in_callback()) incoming req@ffff89e9529cf100 x1870603658551552 msgsize 328 00000100:00100000:1.0:1783948401.202046:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:1.0:1783948401.202067:0:2346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783948401.202075:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948401.202078:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948401.202163:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783948401.202167:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658551552 02000000:00000001:0.0:1783948401.202170:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783948401.202173:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948401.202175:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948401.202179:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948401.202184:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658551552 00000020:00000001:0.0:1783948401.202187:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948401.202189:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:0.0:1783948401.202191:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948401.202194:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:0.0:1783948401.202196:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:0.0:1783948401.202199:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000001:0.0:1783948401.202202:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948401.202207:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d3280. 00000100:00000001:0.0:1783948401.202211:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948401.202213:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d3280. 00000020:00000010:0.0:1783948401.202219:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e960121600. 00000020:00000010:0.0:1783948401.202225:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e95082d380. 00000020:00000010:0.0:1783948401.202230:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e947e49c80. 00000100:00000040:0.0:1783948401.202244:0:15856:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783948401.202247:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783948401.202249:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783948401.202251:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948401.202259:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948401.202270:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948401.202281:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783948401.202284:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783948401.202297:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 53 00000100:00000040:0.0:1783948401.202302:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6c000 : new rpc_count 1 00000100:00000001:0.0:1783948401.202305:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614233939243264 : -129839770308352 : ffff89e9529cf100) 00000100:00000040:0.0:1783948401.202313:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e9529cf100 x1870603658551552/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:437/0 lens 328/0 e 0 to 0 dl 1783948412 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948401.202323:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948401.202326:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d3280. 00000100:00000001:0.0:1783948401.202329:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948401.202332:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d3280. 00000100:00100000:0.0:1783948401.202336:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e9529cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:11836:x1870603658551552:12345-192.168.202.104@tcp:104: 00000100:00000200:0.0:1783948401.202340:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658551552 00010000:00000001:0.0:1783948401.202342:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783948401.202350:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948401.202352:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948401.202354:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=2 00000020:00000001:0.0:1783948401.202356:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948401.202359:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948401.202363:0:15856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948401.202367:0:15856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948401.202373:0:15856:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000000a5f71f5/0x8c7cf19e4b440a7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e05919 expref: -99 pid: 29629 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783948401.202386:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783948401.202389:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783948401.202394:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e950637000. 02000000:00000001:0.0:1783948401.202397:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948401.202399:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948401.202405:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783948401.202409:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948401.202413:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=221 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948401.202418:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948401.202421:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948401.202424:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:0.0:1783948401.202427:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783948401.202429:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948401.202433:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948401.202435:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948401.202440:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfaa0. 00000100:00000200:0.0:1783948401.202446:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658551552, offset 224 00000400:00000200:0.0:1783948401.202453:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948401.202461:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948401.202468:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948401.202475:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2311:2311:256:4294967295] 192.168.202.104@tcp LPNI seq info [2311:2311:8:4294967295] 00000400:00000200:0.0:1783948401.202479:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948401.202488:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948401.202507:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948401.202512:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948401.202519:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948401.202527:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948401.202531:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948401.202544:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948401.202548:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:0.0:1783948401.202551:0:15856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783948401.202554:0:15856:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e96015c0c0. 00010000:00000001:0.0:1783948401.202558:0:15856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783948401.202575:0:15856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783948401.202578:0:15856:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948401.202580:0:15856:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948401.202582:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948401.202586:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf100 x1870603658551552/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:437/0 lens 328/224 e 0 to 0 dl 1783948412 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783948401.202606:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e9529cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:11836:x1870603658551552:12345-192.168.202.104@tcp:104: Request processed in 281us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1783948401.202614:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 53 00000100:00000040:0.0:1783948401.202618:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6c000 : new rpc_count 0 00000100:00000001:0.0:1783948401.202620:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783948401.202622:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783948401.202627:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e95082d380. 00000020:00000010:0.0:1783948401.202630:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e947e49c80. 00000020:00000010:0.0:1783948401.202633:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e960121600. 00000020:00000040:0.0:1783948401.202638:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:0.0:1783948401.202641:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948401.202717:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948401.202721:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:0.0:1783948401.202724:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948401.202728:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948401.202732:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfaa0 00000400:00000010:0.0:1783948401.202735:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfaa0. 00000100:00000001:0.0:1783948401.202739:0:2345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783948401.202741:0:2345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1783948401.204778:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948401.204783:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3500. 00000400:00000200:0.0:1783948401.204789:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948401.204795:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948401.204800:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2110 00000400:00000010:0.0:1783948401.204802:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2110. 00000100:00000001:0.0:1783948401.204807:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948401.204814:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f800 x1870603636484480/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948401.204825:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948401.204828:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f800 x1870603636484480/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948401.204835:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948401.204837:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948401.213282:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948401.213310:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948401.213314:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948401.213317:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948401.213327:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948401.213334:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948401.213346:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948401.213351:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948401.213358:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948401.213363:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd944a980 00000400:00000200:0.0:1783948401.213370:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948401.213376:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x66a9 [1] + 224 00000800:00000001:0.0:1783948401.213385:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948401.213398:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948401.213401:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948401.213405:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948401.213413:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948401.213422:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f800 x1870603636484480/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948417 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948401.213433:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f800 x1870603636484480/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948401.213449:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948401.213457:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948401.213460:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1783948401.213943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7100. 00010000:00000010:2.1:1783948401.213952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab000. 00000020:00000001:0.0:1783948401.885983:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948401.885987:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948401.885990:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:0.0:1783948402.801331:0:30219:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948402.801341:0:30219:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e943727c98) owner 0000000000000000/ffff89e9587a4f80 00020000:00000002:0.0:1783948402.801347:0:30219:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e943727c98) owner 0000000000000000/ffff89e9587a4f80 00020000:00000001:0.0:1783948402.801350:0:30219:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948402.801358:0:30219:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948402.801362:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fdb8 00000080:00200008:0.0:1783948402.801365:0:30219:0:(file.c:447:ll_file_release()) START file f:[0x200000404:0x21:0x0](ffff89e951dcba88), flags 100002 00000080:00000001:0.0:1783948402.801370:0:30219:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783948402.801373:0:30219:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783948402.801374:0:30219:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948402.801375:0:30219:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e943727c98) owner 0000000000000000/ffff89e9587a4f80 00020000:00000002:0.0:1783948402.801377:0:30219:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e943727c98) owner 0000000000000000/ffff89e9587a4f80 00020000:00000001:0.0:1783948402.801379:0:30219:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948402.801381:0:30219:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1783948402.801390:0:30219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948402.801396:0:30219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948402.801404:0:30219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7600 count: 2 00010000:00000001:0.0:1783948402.801407:0:30219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948402.801413:0:30219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948402.801415:0:30219:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x21:0x0]: 0 00000080:00000001:0.0:1783948402.801418:0:30219:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783948402.801420:0:30219:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783948402.801425:0:30219:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9462b6e00. 00000080:00000001:0.0:1783948402.801428:0:30219:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783948402.801435:0:30219:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783948402.801440:0:30219:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:0.0:1783948402.801443:0:30219:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x21:0x0] 00000002:00000001:0.0:1783948402.801447:0:30219:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783948402.801449:0:30219:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x21:0x0] file closed with intent: 0 00000100:00000010:0.0:1783948402.801456:0:30219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948402.801460:0:30219:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948402.801464:0:30219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948402.801468:0:30219:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948402.801473:0:30219:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948402.801480:0:30219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9462b7000. 00000100:00000001:0.0:1783948402.801487:0:30219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783948402.801505:0:30219:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783948402.801530:0:30219:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1783948402.801536:0:30219:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783948402.801543:0:30219:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948402.801544:0:30219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948402.801551:0:30219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c9c0. 00000100:00000001:0.0:1783948402.801553:0:30219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165266880 : -129839544284736 : ffff89e96015c9c0) 00000100:00000001:0.0:1783948402.801556:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948402.801557:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948402.801561:0:30219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948402.801565:0:30219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948402.801568:0:30219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948402.801570:0:30219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948402.801574:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948402.801582:0:30219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948402.801584:0:30219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948402.801587:0:30219:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948402.801590:0:30219:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948402.801592:0:30219:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948402.801596:0:30219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30219:1870603636484736:192.168.202.104@tcp:35:multiop.0 00000100:00000001:0.0:1783948402.801600:0:30219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948402.801606:0:30219:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948402.801608:0:30219:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948402.801611:0:30219:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948402.801616:0:30219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950634400. 02000000:00000001:0.0:1783948402.801618:0:30219:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948402.801625:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948402.801629:0:30219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00000400:00000010:0.0:1783948402.801635:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfaa0. 00000100:00000200:0.0:1783948402.801641:0:30219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636484736, portal 10 00000100:00000001:0.0:1783948402.801643:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948402.801644:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948402.801650:0:30219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948418 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948402.801656:0:30219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948402.801658:0:30219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948402.801661:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf2a8. 00000100:00000200:0.0:1783948402.801664:0:30219:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636484736, offset 0 00000400:00000200:0.0:1783948402.801670:0:30219:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948402.801678:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948402.801686:0:30219:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948402.801691:0:30219:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948402.801694:0:30219:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948402.801698:0:30219:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948402.801701:0:30219:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948402.801704:0:30219:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2313:2313:256:4294967295] 192.168.202.104@tcp LPNI seq info [2313:2313:8:4294967295] 00000400:00000200:0.0:1783948402.801708:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948402.801716:0:30219:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948402.801723:0:30219:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948402.801729:0:30219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948402.801736:0:30219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948402.801746:0:30219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948402.801750:0:30219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948402.801773:0:30219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948402.801778:0:30219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 766065 usecs (767 jiffies) 00000400:00000200:0.0:1783948402.801782:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948402.801785:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296493720 00000100:00000001:0.0:1783948402.801789:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296495340 00000100:00000001:0.0:1783948402.801791:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296493720 00000100:00000001:0.0:1783948402.801794:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296495340 00000100:00000001:0.0:1783948402.801796:0:30219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948402.801798:0:30219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948402.801801:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948402.801802:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948402.801816:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948402.801820:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948402.801822:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948402.802142:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948402.802148:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:1.0:1783948402.802154:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948402.802159:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948402.802165:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf2a8 00000400:00000010:1.0:1783948402.802167:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf2a8. 00000100:00000001:1.0:1783948402.802172:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948402.802176:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948418 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948402.802187:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948402.802190:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948418 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948402.802203:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948402.802204:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1783948402.824757:0:30249:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948402.824765:0:30249:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948402.824767:0:30249:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948402.824772:0:30249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948402.824776:0:30249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948402.824782:0:30249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948402.824784:0:30249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948402.824787:0:30249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948402.824788:0:30249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948402.824791:0:30249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948402.824792:0:30249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948402.824795:0:30249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948402.824797:0:30249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948402.824799:0:30249:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:0.0:1783948402.824873:0:30249:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948402.824876:0:30249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783948402.824890:0:30249:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000200:0.0:1783948402.828563:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948402.828569:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9800. 00000400:00000200:0.0:1783948402.828576:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948402.828581:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948402.828588:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601255d8 00000400:00000010:0.0:1783948402.828591:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601255d8. 00000100:00000001:0.0:1783948402.828596:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948402.828601:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66d80 x1870603636484864/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 352/224 e 0 to 0 dl 1783948418 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948402.828612:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948402.828616:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66d80 x1870603636484864/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 352/224 e 0 to 0 dl 1783948418 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948402.828623:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948402.828625:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948402.832125:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948402.832145:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948402.832150:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948402.832152:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948402.832161:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948402.832170:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948402.832179:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948402.832185:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948402.832190:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948402.832193:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd944ab00 00000400:00000200:1.0:1783948402.832199:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948402.832206:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x66c1 [1] + 224 00000800:00000001:1.0:1783948402.832214:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948402.832221:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948402.832225:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948402.832230:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948402.832237:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948402.832248:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66d80 x1870603636484864/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 352/224 e 0 to 0 dl 1783948418 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948402.832260:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b66d80 x1870603636484864/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 352/224 e 0 to 0 dl 1783948418 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948402.832292:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948402.832309:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948402.832313:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948402.833246:0:30249:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948402.833251:0:30249:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948402.833254:0:30249:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:3.1:1783948402.838309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f300. 00010000:00000010:3.1:1783948402.838324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00010000:00000010:3.1:1783948402.838329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7c00. 00010000:00000010:3.1:1783948402.838333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aac00. 00010000:00000010:3.1:1783948402.838336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7600. 00010000:00000010:3.1:1783948402.838338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa000. 00010000:00000010:3.1:1783948402.838341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7d00. 00010000:00000010:3.1:1783948402.838344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00010000:00000010:3.1:1783948402.838347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722dc00. 00010000:00000010:3.1:1783948402.838349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b200. 00000020:00000001:0.0:1783948403.928499:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948403.928502:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948403.928505:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948405.464231:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296495340, at 4296495616 00000100:00000010:0.0:1783948405.464250:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e960204b40. 00000100:00000040:1.0:1783948405.465102:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296495340, at 4296495617 00000100:00000010:1.0:1783948405.465112:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713060. 00000100:00000040:1.0:1783948405.976087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948405.976098:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948405.976110:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd180. 00000020:00000040:1.0:1783948405.976117:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:1.0:1783948405.976121:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948405.976124:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948405.976129:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948405.976138:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b900. 00000100:00000001:1.0:1783948405.976145:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976157:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948405.976169:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948405.976173:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65fd5cd] to pc [ptlrpcd_00_01+1] req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948405.976215:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948405.976220:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948405.976224:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc700. 00000020:00000040:1.0:1783948405.976226:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=11 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948405.976228:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948405.976230:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948405.976232:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948405.976235:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b200. 00000100:00000001:1.0:1783948405.976238:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976242:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948405.976249:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948405.976251:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976255:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8fe41] to pc [ptlrpcd_00_00+0] req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948405.976263:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948405.976269:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948405.976272:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ced80. 00000020:00000040:1.0:1783948405.976274:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948405.976276:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948405.976277:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948405.976279:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948405.976284:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b000. 00000100:00000001:1.0:1783948405.976286:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976290:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948405.976298:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948405.976299:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976301:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9cfd37e] to pc [ptlrpcd_00_01+1] req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948405.976306:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.976307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948405.976310:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948405.976313:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1833) 00000100:00000001:1.0:1783948405.976321:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948405.976324:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948405.976326:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948405.976329:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948405.976333:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948405.976335:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948405.976338:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948405.976340:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948405.976341:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948405.976344:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636485120:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948405.976347:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948405.976352:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948405.976353:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948405.976355:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948405.976358:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947146000. 02000000:00000001:1.0:1783948405.976360:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948405.976365:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948405.976369:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888e18. 00000400:00000010:1.0:1783948405.976374:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618330. 00000100:00000200:1.0:1783948405.976380:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636485120, portal 10 00000100:00000001:1.0:1783948405.976382:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948405.976383:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939232512 : -129839770319104 : ffff89e9529cc700) 00000100:00000040:1.0:1783948405.976389:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948405.976394:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948405.976395:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948405.976397:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618e58. 00000100:00000200:1.0:1783948405.976399:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636485120, offset 0 00000400:00000200:1.0:1783948405.976404:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948405.976410:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948405.976415:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948405.976420:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948405.976423:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948405.976426:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948405.976428:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948405.976431:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2315:2315:256:4294967295] 192.168.202.104@tcp LPNI seq info [2315:2315:8:4294967295] 00000400:00000200:1.0:1783948405.976434:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948405.976441:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948405.976445:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000001:0.0:1783948405.976474:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948405.976477:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948405.976478:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948405.976482:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.976487:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948405.976488:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948405.976489:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948405.976491:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948405.976492:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948405.976493:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636484992:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948405.976496:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948405.976497:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948405.976498:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948405.976499:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948405.976501:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b6c00. 02000000:00000001:0.0:1783948405.976503:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948405.976505:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948405.976507:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae318. 00000400:00000010:0.0:1783948405.976510:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfe58. 00000100:00000200:0.0:1783948405.976512:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636484992, portal 25 00000100:00000001:0.0:1783948405.976513:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948405.976514:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000040:0.0:1783948405.976518:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.976525:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948405.976527:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948405.976529:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf990. 00000100:00000200:0.0:1783948405.976531:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636484992, offset 0 00000400:00000200:0.0:1783948405.976535:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948405.976539:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.976543:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948405.976546:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948405.976548:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948405.976550:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948405.976552:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948405.976555:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2316:2316:255:4294967295] 192.168.202.104@tcp LPNI seq info [2316:2316:7:4294967295] 00000400:00000200:0.0:1783948405.976559:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.976565:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948405.976575:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948405.976580:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442d00. 00000800:00000200:0.0:1783948405.976587:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948405.976595:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948405.976599:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948405.976610:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948405.976614:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948405.976617:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296500453 00000100:00000010:0.0:1783948405.976621:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713ba0. 00000100:00000001:0.0:1783948405.976628:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783948405.976634:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296500453 00000100:00000010:0.0:1783948405.976637:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713420. 00000100:00000001:0.0:1783948405.976640:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783948405.976643:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948405.976646:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948405.976648:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948405.976652:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.976658:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948405.976660:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948405.976662:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948405.976664:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948405.976665:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948405.976668:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636485248:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948405.976671:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948405.976674:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948405.976676:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948405.976677:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948405.976680:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b6a00. 02000000:00000001:0.0:1783948405.976682:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948405.976686:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948405.976690:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae000. 00000400:00000010:0.0:1783948405.976695:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf2a8. 00000100:00000200:0.0:1783948405.976698:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636485248, portal 4 00000100:00000001:0.0:1783948405.976711:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948405.976712:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939242368 : -129839770309248 : ffff89e9529ced80) 00000100:00000040:0.0:1783948405.976718:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.976724:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948405.976727:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948405.976730:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948405.976732:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636485248, offset 0 00000400:00000200:0.0:1783948405.976735:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948405.976739:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.976742:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948405.976745:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948405.976747:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948405.976750:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948405.976751:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948405.976753:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2317:2317:254:4294967295] 192.168.202.104@tcp LPNI seq info [2317:2317:6:4294967295] 00000400:00000200:0.0:1783948405.976756:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.976760:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948405.976763:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948405.976765:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442000. 00000800:00000200:0.0:1783948405.976768:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948405.976771:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948405.976773:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948405.976776:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948405.976778:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21795 usecs (22 jiffies) 00000400:00000200:0.0:1783948405.976780:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948405.976782:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296496150 00000100:00000001:0.0:1783948405.976783:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296500453 00000100:00000001:0.0:1783948405.976785:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296496150 00000100:00000001:0.0:1783948405.976786:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296500453 00000100:00000001:0.0:1783948405.976787:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948405.976788:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948405.976790:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948405.976791:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948405.976797:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948405.976798:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948405.976800:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948405.976800:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948405.976801:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948405.976803:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948405.976876:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948405.976880:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442d00. 00000400:00000200:0.0:1783948405.976886:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948405.976890:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948405.976894:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf990 00000400:00000010:0.0:1783948405.976895:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf990. 00000100:00000001:0.0:1783948405.976899:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948405.976902:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.976910:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948405.976913:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.976917:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948405.976918:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948405.976978:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948405.976981:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442000. 00000400:00000200:0.0:1783948405.976982:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948405.976985:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948405.976986:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:0.0:1783948405.976987:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:0.0:1783948405.976989:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948405.976991:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.976996:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948405.976997:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.977001:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948405.977002:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1783948405.977489:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bd00. 00000800:00000200:1.0:1783948405.977497:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948405.977502:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948405.977505:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948405.977522:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.977527:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 764898 usecs (765 jiffies) 00000400:00000200:1.0:1783948405.977531:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948405.977534:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296496894 00000100:00000001:1.0:1783948405.977536:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296500453 00000100:00000001:1.0:1783948405.977538:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296496894 00000100:00000001:1.0:1783948405.977540:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296500453 00000100:00000001:1.0:1783948405.977542:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948405.977544:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948405.977547:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948405.977549:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948405.977554:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948405.977556:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00000001:1.0:1783948405.977558:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948405.977559:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948405.977560:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948405.977562:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948405.978036:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948405.978040:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bd00. 00000400:00000200:0.0:1783948405.978054:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948405.978059:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948405.978063:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618e58 00000400:00000010:0.0:1783948405.978065:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618e58. 00000100:00000001:0.0:1783948405.978068:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948405.978073:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.978082:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948405.978085:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.978092:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948405.978093:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948405.996579:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948405.996598:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948405.996603:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948405.996605:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948405.996614:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.996622:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948405.996632:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.996637:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.996643:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.996647:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944ac80 00000400:00000200:0.0:1783948405.996653:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948405.996660:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x66e9 [1] + 224 00000800:00000001:0.0:1783948405.996668:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948405.996676:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948405.996679:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948405.996683:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948405.996692:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948405.996703:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948405.996714:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948405.996735:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948405.996745:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948405.996748:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948405.996889:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948405.996893:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948405.996901:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948405.996903:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948405.996906:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae000. 00000400:00000200:1.0:1783948405.996913:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf2a8 00000400:00000010:1.0:1783948405.996915:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf2a8. 00000100:00000001:1.0:1783948405.996919:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948405.996924:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948405.996933:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948405.996938:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948405.996940:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948405.996942:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948405.996946:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948405.996949:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948405.996951:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948405.996954:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948405.996963:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=75 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948405.996967:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948405.996970:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948405.996972:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948405.996975:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948405.996979:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948405.996982:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783948405.996985:0:2354:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967329 gen 13 00000100:00000040:1.0:1783948405.996990:0:2354:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967329) req@ffff89e9529ce680 x1870603636481536/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948405.996997:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948405.997000:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ce680 x1870603636481536/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948411 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948405.997006:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948405.997008:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948405.997011:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636000. 02000000:00000001:1.0:1783948405.997015:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948405.997017:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948405.997019:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948405.997021:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948405.997024:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b80400. 02000000:00000001:1.0:1783948405.997027:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948405.997029:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948405.997031:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ce680. 00000100:00000001:1.0:1783948405.997035:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948405.997036:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948405.997039:0:2354:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783948405.997041:0:2354:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1783948405.997054:0:2354:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948405.997056:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948405.997062:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948405.997070:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948405.997073:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948405.997074:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948405.997078:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948405.997085:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636485248:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948405.997090:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948405.997092:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948405.997095:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ced80 x1870603636485248/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948405.997101:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948405.997102:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948405.997104:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b6a00. 02000000:00000001:1.0:1783948405.997107:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948405.997109:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948405.997110:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948405.997112:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948405.997115:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b000. 02000000:00000001:1.0:1783948405.997117:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948405.997118:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948405.997120:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ced80. 00000100:00000001:1.0:1783948405.997123:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948405.997124:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948405.997127:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948405.997129:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948405.997130:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948405.997131:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948405.997133:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948406.013383:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948406.013400:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948406.013404:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948406.013406:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948406.013428:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013435:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948406.013444:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013449:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013454:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013458:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944ac00 00000400:00000200:0.0:1783948406.013463:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013469:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x66c9 [1] + 224 00000800:00000001:0.0:1783948406.013476:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948406.013482:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948406.013485:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948406.013489:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948406.013496:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948406.013506:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948406.013517:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948406.013532:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948406.013540:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948406.013544:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948406.013546:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948406.013548:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948406.013552:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013555:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948406.013559:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013561:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013564:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013566:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944ab80 00000400:00000200:0.0:1783948406.013570:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948406.013574:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x66d9 [1] + 224 00000800:00000001:0.0:1783948406.013578:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948406.013585:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948406.013587:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948406.013590:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948406.013594:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948406.013598:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948406.013607:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948406.013619:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948406.013623:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948406.013626:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.014560:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948406.014568:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948406.014576:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948406.014578:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948406.014582:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888e18. 00000400:00000200:1.0:1783948406.014588:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618330 00000400:00000010:1.0:1783948406.014590:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618330. 00000100:00000001:1.0:1783948406.014594:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948406.014601:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948406.014611:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.014618:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948406.014620:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.014623:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948406.014626:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948406.014629:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948406.014631:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948406.014635:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948406.014645:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=76 v=106 (106 106 106 137) 00000100:00001000:1.0:1783948406.014649:0:2353:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d1460 change: old=106 new=5 delta=-101 (val=5) hist 106 106 106 137 00000100:00001000:1.0:1783948406.014652:0:2353:0:(client.c:417:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff89e943191000 ptl 12 has changed from 106 to 5 00000100:00001000:1.0:1783948406.014655:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948406.014657:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948406.014659:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948406.014662:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948406.014666:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948406.014670:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783948406.014672:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 4294967598 gen 2 00000100:00000040:1.0:1783948406.014679:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967598) req@ffff89e9529cf800 x1870603636481792/t4294967593(4294967593) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948411 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948406.014686:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948406.014689:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636481792/t4294967593(4294967593) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948411 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948406.014696:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948406.014698:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948406.014702:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f0800. 02000000:00000001:1.0:1783948406.014706:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948406.014709:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948406.014711:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948406.014713:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948406.014716:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b80800. 02000000:00000001:1.0:1783948406.014720:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948406.014722:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948406.014723:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:1.0:1783948406.014727:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948406.014729:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948406.014733:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967598) req@ffff89e950b66300 x1870603636482304/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.014739:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948406.014743:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66300 x1870603636482304/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.014749:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948406.014751:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948406.014752:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e8400. 02000000:00000001:1.0:1783948406.014754:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948406.014755:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948406.014757:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948406.014758:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948406.014760:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e9000. 02000000:00000001:1.0:1783948406.014762:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948406.014763:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948406.014764:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66300. 00000100:00000001:1.0:1783948406.014766:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948406.014767:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948406.014771:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967598) req@ffff89e950b66a00 x1870603636482816/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.014777:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948406.014780:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66a00 x1870603636482816/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.014791:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948406.014792:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948406.014793:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eb800. 02000000:00000001:1.0:1783948406.014799:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948406.014800:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948406.014801:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948406.014802:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948406.014803:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509ea000. 02000000:00000001:1.0:1783948406.014805:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948406.014806:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948406.014807:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66a00. 00000100:00000001:1.0:1783948406.014809:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948406.014810:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948406.014815:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967598) req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948406.014822:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948406.014824:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:1.0:1783948406.014826:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948406.014829:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948406.014834:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948406.014838:0:2353:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff89e95066f100 x1870603636483712/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948542 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948406.014844:0:2353:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783948406.014847:0:2353:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=4/5 committed=0/0 00000100:00000001:1.0:1783948406.014850:0:2353:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948406.014888:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948406.014893:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.014900:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948406.014903:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948406.014906:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948406.014909:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948406.014916:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636485120:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948406.014921:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.014923:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948406.014925:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cc700 x1870603636485120/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.014930:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948406.014931:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948406.014933:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947146000. 02000000:00000001:1.0:1783948406.014936:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948406.014937:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948406.014938:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948406.014940:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948406.014941:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b200. 02000000:00000001:1.0:1783948406.014944:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948406.014945:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948406.014946:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cc700. 00000100:00000001:1.0:1783948406.014948:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948406.014949:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.014951:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.014959:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948406.014960:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948406.014963:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948406.014964:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948406.014973:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948406.014975:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948406.014979:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948406.014981:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948406.014982:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae318. 00000400:00000200:1.0:1783948406.014986:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfe58 00000400:00000010:1.0:1783948406.014988:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfe58. 00000100:00000001:1.0:1783948406.014990:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948406.014995:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948406.015002:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.015008:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948406.015009:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.015010:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948406.015012:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948406.015013:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948406.015014:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948406.015016:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948406.015018:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948406.015021:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948406.015023:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948406.015024:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948406.015025:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948406.015027:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948406.015028:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948406.015031:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.015037:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948406.015039:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948406.015040:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948406.015510:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948406.015520:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636484992:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948406.015525:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.015527:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948406.015530:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd180 x1870603636484992/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948406.015537:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948406.015539:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948406.015542:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b6c00. 02000000:00000001:1.0:1783948406.015545:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948406.015547:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948406.015548:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948406.015551:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948406.015552:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b900. 02000000:00000001:1.0:1783948406.015554:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948406.015556:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948406.015557:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd180. 00000100:00000001:1.0:1783948406.015560:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948406.015561:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.015563:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948406.015697:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948406.015699:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948406.015702:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948406.015704:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948407.000477:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948407.000481:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948407.000485:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783948407.512077:0:15856:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783948407.512085:0:15856:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948410.072696:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948410.072700:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948410.072703:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948410.584196:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296500453, at 4296500736 00000100:00000010:0.0:1783948410.584212:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713ba0. 00000100:00000040:1.0:1783948410.584412:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296500453, at 4296500736 00000100:00000010:1.0:1783948410.584418:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713420. 00000800:00000200:0.0:1783948411.098152:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948411.098158:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:0.0:1783948411.098166:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948411.098185:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948411.098192:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125cc0 00000400:00000010:0.0:1783948411.098195:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125cc0. 00000100:00000001:0.0:1783948411.098202:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948411.098210:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f800 x1870603636485376/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.098223:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948411.098226:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f800 x1870603636485376/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.098233:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948411.098235:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948411.098564:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948411.098568:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9800. 00000400:00000200:0.0:1783948411.098572:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948411.098576:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948411.098579:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125880 00000400:00000010:0.0:1783948411.098581:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125880. 00000100:00000001:0.0:1783948411.098584:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948411.098589:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f480 x1870603636485632/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.098597:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948411.098600:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f480 x1870603636485632/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.098607:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948411.098608:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948411.100331:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948411.100337:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3500. 00000400:00000200:0.0:1783948411.100344:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948411.100349:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948411.101225:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:0.0:1783948411.101228:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:0.0:1783948411.101234:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948411.101243:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ce00 x1870603636485504/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.101255:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948411.101259:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ce00 x1870603636485504/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.101266:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948411.101268:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948411.108829:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.108884:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948411.108890:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.108894:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948411.108904:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.108913:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948411.108925:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.108931:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.108938:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.108942:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944ad00 00000400:00000200:0.0:1783948411.108947:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.108954:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x66f9 [1] + 224 00000800:00000001:0.0:1783948411.108962:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.108969:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948411.108973:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948411.108979:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948411.108987:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948411.109013:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f800 x1870603636485376/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948411.109026:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f800 x1870603636485376/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.109047:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948411.109056:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.109059:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948411.110843:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.110894:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948411.110898:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.110901:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948411.110908:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.110915:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948411.110923:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.110928:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.110932:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.110936:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944ad80 00000400:00000200:0.0:1783948411.110940:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.110946:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6709 [1] + 224 00000800:00000001:0.0:1783948411.110953:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.110959:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948411.110962:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948411.110966:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948411.110973:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948411.110981:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ce00 x1870603636485504/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948411.110992:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ce00 x1870603636485504/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.111131:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948411.111208:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.111213:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948411.116643:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.116661:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948411.116665:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.116668:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948411.116744:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.116753:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948411.116764:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.116770:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.116776:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.116780:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944ae00 00000400:00000200:0.0:1783948411.116786:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948411.116793:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6701 [1] + 224 00000800:00000001:0.0:1783948411.116801:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.116810:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948411.116813:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948411.116817:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948411.116825:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948411.116835:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f480 x1870603636485632/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948411.116846:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f480 x1870603636485632/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948411.116955:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948411.116964:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948411.116967:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783948413.144254:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948413.144260:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948413.144264:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783948414.169286:0:30219:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948414.169295:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948414.169297:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783948414.169302:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 1 seconds 00000100:00000001:0.0:1783948414.169306:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948414.169310:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948415.192145:0:30219:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948415.192148:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948415.192150:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783948415.192153:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 1 seconds 00000100:00000001:0.0:1783948415.192157:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948415.192160:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948415.704080:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296505574, at 4296505856 00000100:00000010:1.0:1783948415.704097:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e960204a80. 00000100:00000040:0.0:1783948415.704343:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296505574, at 4296505856 00000100:00000010:0.0:1783948415.704351:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e960204840. 00000100:00000001:0.0:1783948416.216849:0:30219:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948416.216897:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948416.216898:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783948416.216904:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 1 seconds 00000100:00000001:0.0:1783948416.216909:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948416.216913:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948416.217290:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948416.217301:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240380. 00000020:00000040:0.0:1783948416.217308:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948416.217313:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948416.217317:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948416.217323:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948416.217335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e945442000. 00000100:00000001:0.0:1783948416.217345:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217361:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948416.217377:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948416.217384:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217392:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e249e1f9] to pc [ptlrpcd_00_00+0] req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.217417:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948416.217423:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948416.217426:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241500. 00000020:00000040:0.0:1783948416.217428:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948416.217430:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948416.217432:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948416.217433:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948416.217436:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e945442d00. 00000100:00000001:0.0:1783948416.217439:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217443:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948416.217450:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948416.217452:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217456:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502d825d] to pc [ptlrpcd_00_01+1] req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.217463:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948416.217469:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948416.217472:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240000. 00000020:00000040:0.0:1783948416.217474:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:0.0:1783948416.217476:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948416.217478:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948416.217479:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948416.217482:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e945442a00. 00000100:00000001:0.0:1783948416.217485:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217489:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948416.217496:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948416.217498:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217502:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e44c4a14] to pc [ptlrpcd_00_00+0] req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.217509:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948416.217512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783948416.217515:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783948416.217521:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1844) 00000100:00000001:1.0:1783948416.217652:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948416.217657:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948416.217658:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948416.217665:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.217672:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948416.217674:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.217678:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948416.217681:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948416.217683:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948416.217686:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636485760:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948416.217690:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948416.217696:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948416.217698:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.217701:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948416.217707:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147c00. 02000000:00000001:1.0:1783948416.217709:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948416.217727:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948416.217732:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888e18. 00000400:00000010:1.0:1783948416.217740:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618330. 00000100:00000200:1.0:1783948416.217748:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636485760, portal 25 00000100:00000001:1.0:1783948416.217751:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948416.217752:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000040:1.0:1783948416.217757:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.217765:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948416.217767:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948416.217770:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618000. 00000100:00000200:1.0:1783948416.217773:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636485760, offset 0 00000400:00000200:1.0:1783948416.217779:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948416.217789:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948416.217796:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948416.217801:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948416.217806:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948416.217809:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948416.217812:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948416.217815:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2321:2321:256:4294967295] 192.168.202.104@tcp LPNI seq info [2321:2321:8:4294967295] 00000400:00000200:1.0:1783948416.217820:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948416.217829:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948416.217835:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948416.217840:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b900. 00000800:00000200:1.0:1783948416.217846:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948416.218306:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948416.218311:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948416.218328:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948416.218334:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948416.218338:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296510695 00000100:00000010:1.0:1783948416.218344:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619b40. 00000100:00000001:1.0:1783948416.218351:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783948416.218358:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296510695 00000100:00000010:1.0:1783948416.218361:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619a20. 00000100:00000001:1.0:1783948416.218364:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948416.218367:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948416.218370:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.218373:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948416.218378:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.218386:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948416.218388:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.218392:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948416.218393:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948416.218395:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948416.218398:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636486016:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948416.218401:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948416.218405:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948416.218407:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.218409:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948416.218412:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147a00. 02000000:00000001:1.0:1783948416.218414:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948416.218418:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948416.218421:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888e70. 00000400:00000010:1.0:1783948416.218425:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618908. 00000100:00000200:1.0:1783948416.218429:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636486016, portal 4 00000100:00000001:1.0:1783948416.218431:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948416.218433:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000040:1.0:1783948416.218439:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.218453:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948416.218455:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948416.218458:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618088. 00000100:00000200:1.0:1783948416.218461:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636486016, offset 0 00000400:00000200:1.0:1783948416.218467:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948416.218472:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948416.218476:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948416.218480:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948416.218482:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948416.218485:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948416.218488:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948416.218491:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2322:2322:255:4294967295] 192.168.202.104@tcp LPNI seq info [2322:2322:7:4294967295] 00000400:00000200:1.0:1783948416.218496:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948416.218502:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948416.218507:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948416.218511:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b200. 00000800:00000200:1.0:1783948416.218516:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948416.218520:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948416.218523:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948416.218526:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948416.218530:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21835 usecs (22 jiffies) 00000400:00000200:1.0:1783948416.218533:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948416.218536:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296506392 00000100:00000001:1.0:1783948416.218538:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296510695 00000100:00000001:1.0:1783948416.218540:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296506392 00000100:00000001:1.0:1783948416.218542:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296510695 00000100:00000001:1.0:1783948416.218544:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948416.218546:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.218549:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.218553:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.218563:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948416.218565:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948416.218567:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948416.218569:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948416.218570:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948416.218573:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1783948416.218575:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.218576:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948416.218578:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.218579:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948416.218580:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948416.218581:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948416.218585:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.218593:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948416.218595:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.218597:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948416.218599:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948416.218601:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948416.218603:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636485888:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948416.218607:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948416.218609:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948416.218610:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.218612:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948416.218615:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147000. 02000000:00000001:1.0:1783948416.218616:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948416.218620:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948416.218623:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888528. 00000400:00000010:1.0:1783948416.218626:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618880. 00000100:00000200:1.0:1783948416.218629:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636485888, portal 10 00000100:00000001:1.0:1783948416.218631:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948416.218632:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000040:1.0:1783948416.218637:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.218644:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948416.218646:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948416.218648:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618550. 00000100:00000200:1.0:1783948416.218651:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636485888, offset 0 00000400:00000200:1.0:1783948416.218655:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948416.218658:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948416.218662:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948416.218665:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948416.218667:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948416.218669:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948416.218671:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948416.218674:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2323:2323:254:4294967295] 192.168.202.104@tcp LPNI seq info [2323:2323:6:4294967295] 00000400:00000200:1.0:1783948416.218677:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948416.218682:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948416.218686:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948416.218689:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:1.0:1783948416.218693:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948416.218697:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948416.218700:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948416.218703:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948416.218706:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 762662 usecs (763 jiffies) 00000400:00000200:1.0:1783948416.218709:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948416.218710:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296507133 00000100:00000001:1.0:1783948416.218712:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296510695 00000100:00000001:1.0:1783948416.218714:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296507133 00000100:00000001:1.0:1783948416.218716:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296510695 00000100:00000001:1.0:1783948416.218718:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948416.218720:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.218723:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.218725:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.218744:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948416.218747:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948416.218844:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948416.218849:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b900. 00000400:00000200:0.0:1783948416.218887:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948416.218893:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948416.218899:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618000 00000400:00000010:0.0:1783948416.218901:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618000. 00000100:00000001:0.0:1783948416.218906:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948416.218910:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.218920:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948416.218923:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.218930:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948416.218931:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948416.218945:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948416.218946:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b200. 00000400:00000200:0.0:1783948416.218959:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948416.218962:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948416.218965:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618088 00000400:00000010:0.0:1783948416.218966:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618088. 00000100:00000001:0.0:1783948416.218968:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948416.218971:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.218978:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948416.218982:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.218987:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948416.218989:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948416.219068:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948416.219071:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948416.219073:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948416.219077:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948416.219079:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618550 00000400:00000010:0.0:1783948416.219081:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618550. 00000100:00000001:0.0:1783948416.219083:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948416.219087:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.219094:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948416.219097:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.219103:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948416.219105:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948416.229904:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.229926:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948416.229931:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.229934:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948416.229955:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.229966:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948416.229979:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.229984:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.229989:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.229993:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944af80 00000400:00000200:0.0:1783948416.230009:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230015:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6721 [1] + 224 00000800:00000001:0.0:1783948416.230024:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.230028:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948416.230032:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948416.230038:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948416.230046:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948416.230057:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948416.230069:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.230093:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948416.230102:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.230106:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948416.230108:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.230110:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948416.230113:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230117:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948416.230121:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230123:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230126:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230129:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944af00 00000400:00000200:0.0:1783948416.230133:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230136:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6731 [1] + 224 00000800:00000001:0.0:1783948416.230140:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.230144:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948416.230146:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948416.230150:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948416.230152:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948416.230157:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948416.230166:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.230174:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948416.230178:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.230182:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948416.230184:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.230186:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948416.230189:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230192:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948416.230196:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230198:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230201:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230204:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944ae80 00000400:00000200:0.0:1783948416.230207:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948416.230211:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6711 [1] + 224 00000800:00000001:0.0:1783948416.230214:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.230221:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948416.230223:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948416.230227:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948416.230230:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948416.230234:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948416.230242:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948416.230249:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948416.230252:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948416.230256:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230478:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948416.230484:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948416.230492:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948416.230494:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948416.230497:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888528. 00000400:00000200:1.0:1783948416.230502:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618880 00000400:00000010:1.0:1783948416.230504:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618880. 00000100:00000001:1.0:1783948416.230508:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948416.230513:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948416.230522:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230529:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948416.230531:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230533:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948416.230537:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948416.230540:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948416.230542:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.230545:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948416.230555:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=86 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948416.230559:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948416.230561:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948416.230563:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948416.230566:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948416.230570:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.230573:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948416.230576:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:1.0:1783948416.230578:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948416.230580:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948416.230586:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230598:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948416.230601:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948416.230603:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948416.230607:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948416.230615:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636485888:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948416.230621:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948416.230622:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948416.230624:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888e18. 00000400:00000200:1.0:1783948416.230626:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618330 00000400:00000010:1.0:1783948416.230628:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618330. 00000100:00000001:1.0:1783948416.230630:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948416.230633:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948416.230640:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230645:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948416.230646:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230648:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948416.230649:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948416.230651:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948416.230652:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.230654:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948416.230657:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948416.230660:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948416.230662:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948416.230663:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948416.230664:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948416.230666:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.230667:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948416.230670:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230676:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948416.230678:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948416.230679:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948416.230683:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948416.230689:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636485760:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948416.230694:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948416.230696:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948416.230697:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888e70. 00000400:00000200:1.0:1783948416.230699:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618908 00000400:00000010:1.0:1783948416.230701:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618908. 00000100:00000001:1.0:1783948416.230703:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948416.230706:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948416.230713:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230735:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948416.230737:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230738:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948416.230740:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948416.230741:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948416.230742:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948416.230744:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948416.230747:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=86 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948416.230750:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=141 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948416.230752:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948416.230753:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948416.230754:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948416.230756:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.230758:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948416.230759:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1783948416.230762:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948416.230763:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948416.230766:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230771:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948416.230773:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948416.230775:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948416.230778:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948416.230784:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636486016:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948416.230788:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230790:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948416.230794:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241500 x1870603636485888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230801:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948416.230803:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948416.230807:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147000. 02000000:00000001:1.0:1783948416.230811:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948416.230814:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948416.230816:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948416.230819:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948416.230822:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e945442d00. 02000000:00000001:1.0:1783948416.230826:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948416.230828:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948416.230829:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241500. 00000100:00000001:1.0:1783948416.230832:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948416.230834:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230836:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948416.230839:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240380 x1870603636485760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230845:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948416.230846:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948416.230848:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147c00. 02000000:00000001:1.0:1783948416.230894:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948416.230896:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948416.230898:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948416.230900:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948416.230902:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e945442000. 02000000:00000001:1.0:1783948416.230904:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948416.230905:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948416.230906:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240380. 00000100:00000001:1.0:1783948416.230908:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948416.230910:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230911:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948416.230915:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240000 x1870603636486016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948416.230921:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948416.230923:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948416.230924:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147a00. 02000000:00000001:1.0:1783948416.230927:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948416.230928:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948416.230929:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948416.230931:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948416.230932:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e945442a00. 02000000:00000001:1.0:1783948416.230934:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948416.230936:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948416.230937:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240000. 00000100:00000001:1.0:1783948416.230939:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948416.230940:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230942:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948416.230960:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948416.230963:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948416.230965:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948416.230967:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948417.240022:0:30219:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948417.240031:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948417.240033:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783948417.240050:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 1 seconds 00000100:00000001:0.0:1783948417.240054:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948417.240058:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.264459:0:30219:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948418.264464:0:30219:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783948418.264480:0:30219:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948402/real 1783948402] req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948418 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1783948418.264504:0:30219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948418.264506:0:30219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948418.264510:0:30219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:0.0:1783948418.264518:0:30219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfaa0 00000400:00000010:0.0:1783948418.264521:0:30219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfaa0. 00000100:00000001:0.0:1783948418.264526:0:30219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948418.264530:0:30219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948418 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948418.264539:0:30219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948418 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.264545:0:30219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948418.264546:0:30219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.264550:0:30219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948418.264552:0:30219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.264555:0:30219:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783948418.264559:0:30219:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783948418.264563:0:30219:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff89e943191000: Connection to lustre-MDT0000 (at 192.168.202.104@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1783948418.264567:0:30219:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783948418.264570:0:30219:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783948418.264572:0:30219:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.264574:0:30219:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783948418.264575:0:30219:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1783948418.264599:0:30219:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783948418.264601:0:30219:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.264603:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948418.264605:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948418.264607:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783948418.264610:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.264612:0:30219:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.264614:0:30219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948418.264617:0:30219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.264619:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.264691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948418.264699:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948418.264710:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd180. 00000020:00000040:1.0:1783948418.264716:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:1.0:1783948418.264720:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948418.264724:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948418.264730:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948418.264745:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bf00. 00000100:00000001:1.0:1783948418.264751:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.264758:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948418.264769:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948418.264775:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.264782:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65fd5cd] to pc [ptlrpcd_00_01+1] req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.264875:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948418.264879:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.264882:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948418.264888:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.264895:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948418.264897:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.264901:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948418.264904:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948418.264907:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948418.264910:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636486144:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948418.264914:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948418.264921:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948418.264924:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.264926:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948418.264941:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b7400. 02000000:00000001:0.0:1783948418.264953:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948418.264962:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948418.264966:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00000400:00000010:0.0:1783948418.264971:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfaa0. 00000100:00000200:0.0:1783948418.264978:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636486144, portal 25 00000100:00000001:0.0:1783948418.264981:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.264982:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000040:0.0:1783948418.264987:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.264994:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948418.264997:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948418.264999:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948418.265002:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636486144, offset 0 00000400:00000200:0.0:1783948418.265008:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948418.265018:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.265025:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948418.265031:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948418.265273:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948418.265276:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948418.265279:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948418.265283:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2324:2324:256:4294967295] 192.168.202.104@tcp LPNI seq info [2324:2324:8:4294967295] 00000400:00000200:0.0:1783948418.265287:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.265297:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948418.265303:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948418.265310:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442a00. 00000800:00000200:0.0:1783948418.265317:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948418.265327:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948418.265334:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948418.265349:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948418.265353:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948418.265355:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296512742 00000100:00000001:0.0:1783948418.265363:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296510695 00000100:00000001:0.0:1783948418.265367:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296512742 00000100:00000001:0.0:1783948418.265370:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296510695 00000100:00000001:0.0:1783948418.265373:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.265375:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.265378:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.265381:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.265440:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783948418.265443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783948418.265446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1783948418.265448:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1783948418.265451:0:37:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783948418.265454:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783948418.265458:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1818 00000400:00000200:1.0:1783948418.265462:0:37:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.265466:0:37:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:1.0:1783948418.265470:0:37:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948418.265473:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948418.265475:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948418.265477:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:1.0:1783948418.265481:0:37:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948418.265483:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:1.0:1783948418.265486:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948418.265490:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:1.0:1783948418.265492:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:1.0:1783948418.265495:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00000040:1.0:1783948418.265498:0:37:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948418.265500:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948418.265501:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948418.265504:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:1.0:1783948418.265507:0:37:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00080000:1.0:1783948418.265510:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: import ffff89e9431d1000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:1.0:1783948418.265512:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948418.265515:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783948418.265522:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948418.265525:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.265528:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783948418.265533:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1783948418.265536:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.265539:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948418.265544:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc700. 00000020:00000040:1.0:1783948418.265547:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948418.265550:0:37:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948418.265552:0:37:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.265554:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948418.265557:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948418.265559:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948418.265563:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f2000. 00000100:00000001:1.0:1783948418.265567:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948418.265573:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e9529cc700 x1870603636486272/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948418.265581:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948418.265583:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.265587:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8fe41] to pc [ptlrpcd_rcv+-1] req@ffff89e9529cc700 x1870603636486272/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.265599:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.265602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948418.265605:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948418.265608:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948418.265610:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948418.265612:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948418.265614:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948418.265615:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948418.265619:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b000. 00000100:00000001:1.0:1783948418.265622:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.265626:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948418.265632:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948418.265634:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.265638:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bc0de2] to pc [ptlrpcd_00_00+0] req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.268881:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948418.268890:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948418.268898:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948418.268901:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.268905:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948418.268909:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783948418.268912:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.268914:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948418.268916:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.268917:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948418.268918:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.268922:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948418.268957:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.268970:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948418.268971:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.268977:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948418.268981:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948418.268985:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948418.268989:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636486400:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948418.268994:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948418.269002:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948418.269005:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.269007:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948418.269016:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b6000. 02000000:00000001:0.0:1783948418.269018:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948418.269026:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948418.269031:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae3c8. 00000400:00000010:0.0:1783948418.269051:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf990. 00000100:00000200:0.0:1783948418.269058:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636486400, portal 4 00000100:00000001:0.0:1783948418.269060:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.269062:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:0.0:1783948418.269069:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.269077:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948418.269080:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948418.269083:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948418.269086:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636486400, offset 0 00000400:00000200:0.0:1783948418.269093:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948418.269104:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.269113:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948418.269119:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948418.269123:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948418.269126:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948418.269130:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948418.269478:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2326:2326:254:4294967295] 192.168.202.104@tcp LPNI seq info [2326:2326:6:4294967295] 00000400:00000200:0.0:1783948418.269483:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.269496:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948418.269503:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948418.269511:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442000. 00000800:00000200:0.0:1783948418.269519:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948418.269528:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948418.269532:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948418.269538:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948418.269542:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21807 usecs (22 jiffies) 00000400:00000200:0.0:1783948418.269545:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948418.269548:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296508443 00000100:00000001:0.0:1783948418.269551:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.269554:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296508443 00000100:00000001:0.0:1783948418.269556:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.269558:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.269561:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.269564:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.269568:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948418.269667:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948418.269672:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442a00. 00000400:00000200:0.0:1783948418.269680:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948418.269685:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948418.269691:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:0.0:1783948418.269693:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:0.0:1783948418.269699:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948418.269704:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.269715:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.269719:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.269727:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.269729:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948418.269741:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948418.269742:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3100. 00000400:00000200:0.0:1783948418.269747:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948418.269751:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948418.269754:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2d48 00000400:00000010:0.0:1783948418.269756:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2d48. 00000100:00000001:0.0:1783948418.269759:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948418.269762:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc700 x1870603636486272/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.269770:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.269773:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc700 x1870603636486272/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.269779:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.269781:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948418.271666:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948418.271679:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442000. 00000400:00000200:0.0:1783948418.271688:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948418.271697:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948418.271704:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf000 00000400:00000010:0.0:1783948418.271707:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf000. 00000100:00000001:0.0:1783948418.271712:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948418.271721:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.271733:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.271736:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.271744:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.271746:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948418.271803:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948418.271808:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.272772:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.272779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948418.272784:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948418.272790:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1846) 00000100:00000001:0.0:1783948418.272938:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948418.275847:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948418.275965:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.275972:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948418.281988:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.282009:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948418.282015:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.282018:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948418.282027:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.282036:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948418.282046:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.282051:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.282057:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.282062:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944b000 00000400:00000200:0.0:1783948418.282069:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.282076:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6741 [1] + 224 00000800:00000001:0.0:1783948418.282084:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.282091:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948418.282095:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948418.282100:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948418.282119:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948418.282137:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948418.282150:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.282170:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948418.282179:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.282182:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.282306:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948418.282311:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948418.282319:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948418.282321:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948418.282325:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:1.0:1783948418.282332:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfaa0 00000400:00000010:1.0:1783948418.282334:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfaa0. 00000100:00000001:1.0:1783948418.282338:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948418.282343:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948418.282351:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.282357:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948418.282360:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.282362:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948418.282365:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948418.282367:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948418.282369:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948418.282373:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948418.282380:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948418.282384:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948418.282386:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948418.282388:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948418.282390:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948418.282392:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.282395:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.282400:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.282406:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948418.282409:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948418.282411:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948418.282414:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948418.282422:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636486144:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948418.282426:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.282429:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948418.282432:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd180 x1870603636486144/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.282438:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948418.282441:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948418.282455:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b7400. 02000000:00000001:1.0:1783948418.282459:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948418.282462:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948418.282464:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948418.282466:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948418.282468:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bf00. 02000000:00000001:1.0:1783948418.282472:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948418.282475:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948418.282476:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd180. 00000100:00000001:1.0:1783948418.282480:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948418.282482:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.282485:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.282486:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948418.282487:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948418.282489:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.282490:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948418.285744:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.285762:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948418.285778:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.285781:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948418.285791:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.285798:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948418.285809:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.285813:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.285820:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.285824:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944b100 00000400:00000200:0.0:1783948418.285829:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.285836:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6759 [1] + 224 00000800:00000001:0.0:1783948418.285843:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.285909:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948418.285913:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948418.285918:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948418.285926:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948418.285946:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948418.285958:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.285970:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948418.285979:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.285983:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.286674:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948418.286680:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948418.286687:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948418.286689:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948418.286693:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae3c8. 00000400:00000200:1.0:1783948418.286699:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf990 00000400:00000010:1.0:1783948418.286702:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf990. 00000100:00000001:1.0:1783948418.286706:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948418.286712:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948418.286722:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.286728:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948418.286730:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.286732:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948418.286735:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948418.286737:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948418.286740:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948418.286742:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948418.286751:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=88 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948418.286755:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=143 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948418.286758:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948418.286759:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948418.286762:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948418.286765:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.286769:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948418.286771:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1783948418.286773:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948418.286775:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948418.286780:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.286786:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948418.286790:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948418.286792:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948418.286796:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948418.286803:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636486400:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948418.286807:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.286809:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948418.286812:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636486400/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.286818:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948418.286820:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948418.286823:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b6000. 02000000:00000001:1.0:1783948418.286828:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948418.286830:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948418.286832:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948418.286834:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948418.286836:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b000. 02000000:00000001:1.0:1783948418.286840:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948418.286842:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948418.286843:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:1.0:1783948418.286847:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948418.286848:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.286884:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948418.286893:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948418.286894:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.286896:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948418.286899:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948418.297213:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.297235:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948418.297239:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.297242:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948418.297251:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.297260:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948418.297273:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.297278:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.297294:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.297299:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 10 MB=0x6a54dd944b080 00000400:00000200:0.0:1783948418.297305:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.297312:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 416/416 into md 0x6751 [1] + 0 00000800:00000001:0.0:1783948418.297321:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.297331:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948418.297335:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948418.297339:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948418.297347:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948418.297358:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc700 x1870603636486272/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948418.297372:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e9529cc700 x1870603636486272/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.298084:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948418.298101:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948418.298106:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.311472:0:30230:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948418.311480:0:30230:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948418.311483:0:30230:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948418.311486:0:30230:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891948. 00000400:00000200:0.0:1783948418.311493:0:30230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:0.0:1783948418.311495:0:30230:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:0.0:1783948418.311499:0:30230:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948418.311505:0:30230:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948542 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948418.311515:0:30230:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948542 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.311521:0:30230:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948418.311522:0:30230:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.311525:0:30230:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948418.311527:0:30230:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.311530:0:30230:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948418.311534:0:30230:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948418.311537:0:30230:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.311539:0:30230:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1783948418.311544:0:30230:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870603636483968 new x1870603636486528 02000000:00000001:0.0:1783948418.311547:0:30230:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948418.311550:0:30230:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948418.311558:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948418.311562:0:30230:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae2c0. 00000400:00000010:0.0:1783948418.311567:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948418.311573:0:30230:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636483968, portal 10 00000100:00000001:0.0:1783948418.311576:0:30230:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.311578:0:30230:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00000100:00000040:0.0:1783948418.311584:0:30230:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.311591:0:30230:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948418.311593:0:30230:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948418.311596:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948418.311599:0:30230:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870603636483968, offset 0 00000400:00000200:0.0:1783948418.311606:0:30230:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948418.311614:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.311621:0:30230:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948418.311627:0:30230:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948418.311632:0:30230:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948418.311636:0:30230:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948418.311639:0:30230:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948418.311643:0:30230:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2327:2327:256:4294967295] 192.168.202.104@tcp LPNI seq info [2327:2327:8:4294967295] 00000400:00000200:0.0:1783948418.311647:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.311657:0:30230:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948418.311664:0:30230:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948418.311669:0:30230:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442000. 00000800:00000200:0.0:1783948418.311676:0:30230:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948418.311684:0:30230:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948418.311689:0:30230:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783948418.311709:0:30230:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948418.311714:0:30230:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 760447 usecs (761 jiffies) 00000400:00000200:0.0:1783948418.311717:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948418.311720:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296509224 00000100:00000001:0.0:1783948418.311724:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.311726:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296509224 00000100:00000001:0.0:1783948418.311728:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.311731:0:30230:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.311734:0:30230:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.311737:0:30230:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948418.311739:0:30230:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:0.0:1783948418.311741:0:30230:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef0e40 going to sleep for 137 seconds 00000100:00000001:0.0:1783948418.311743:0:30230:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.311744:0:30230:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948418.311982:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948418.311988:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442000. 00000400:00000200:1.0:1783948418.311993:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.311998:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948418.312003:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:1.0:1783948418.312005:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:1.0:1783948418.312008:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948418.312012:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.312021:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948418.312025:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.312304:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.312308:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948418.312820:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.312823:0:30219:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.312826:0:30219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948418.312827:0:30219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.312829:0:30219:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948418.312831:0:30219:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948418.312834:0:30219:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.312837:0:30219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1783948418.312843:0:30219:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870603636484736 new x1870603636486656 02000000:00000001:0.0:1783948418.312846:0:30219:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948418.312849:0:30219:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948418.313198:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948418.313206:0:30219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948418.313213:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acff68. 00000100:00000200:0.0:1783948418.313218:0:30219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636484736, portal 10 00000100:00000001:0.0:1783948418.313220:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.313221:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948418.313231:0:30219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.313238:0:30219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948418.313240:0:30219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948418.313243:0:30219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf6e8. 00000100:00000200:0.0:1783948418.313246:0:30219:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636484736, offset 0 00000400:00000200:0.0:1783948418.313254:0:30219:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948418.313261:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.313268:0:30219:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948418.313273:0:30219:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948418.313276:0:30219:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948418.313279:0:30219:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948418.313282:0:30219:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948418.313285:0:30219:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2328:2328:256:4294967295] 192.168.202.104@tcp LPNI seq info [2328:2328:8:4294967295] 00000400:00000200:0.0:1783948418.313290:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.313297:0:30219:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948418.313304:0:30219:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948418.313310:0:30219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442a00. 00000800:00000200:0.0:1783948418.313318:0:30219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948418.313326:0:30219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948418.313330:0:30219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948418.313494:0:30219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948418.313501:0:30219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 760447 usecs (761 jiffies) 00000400:00000200:0.0:1783948418.313505:0:30219:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948418.313507:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296509226 00000100:00000001:0.0:1783948418.313511:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.313512:0:30219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296509226 00000100:00000001:0.0:1783948418.313515:0:30219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.313516:0:30219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.313519:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.313522:0:30219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948418.313524:0:30219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948418.313526:0:30219:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948418.313528:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.313530:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948418.320373:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948418.320383:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442a00. 00000400:00000200:1.0:1783948418.320391:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.320399:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948418.320407:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf6e8 00000400:00000010:1.0:1783948418.320410:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf6e8. 00000100:00000001:1.0:1783948418.320415:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948418.320423:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.320436:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948418.320439:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.320455:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.320457:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948418.347197:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.347224:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948418.347231:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.347234:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.347242:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.347250:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948418.347265:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.347271:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.347279:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.347285:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944b200 00000400:00000200:1.0:1783948418.347292:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.347301:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6779 [1] + 224 00000800:00000001:1.0:1783948418.347311:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.347322:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.347326:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.347331:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948418.347340:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948418.347352:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948418.347364:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.347380:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948418.347388:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.347391:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.347485:0:30219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948418.347495:0:30219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948418.347497:0:30219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948418.347501:0:30219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae4d0. 00000400:00000200:0.0:1783948418.347508:0:30219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acff68 00000400:00000010:0.0:1783948418.347511:0:30219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acff68. 00000100:00000001:0.0:1783948418.347514:0:30219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948418.347519:0:30219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948418.347528:0:30219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636484736/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.347534:0:30219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948418.347536:0:30219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.347540:0:30219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948418.347543:0:30219:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948418.347547:0:30219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948418.347549:0:30219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.347552:0:30219:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948418.347561:0:30219:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948418.347565:0:30219:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948418.347568:0:30219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948418.347569:0:30219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.347572:0:30219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948418.347575:0:30219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.347579:0:30219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948418.347581:0:30219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1783948418.347584:0:30219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948418.347585:0:30219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948418.347589:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636484736/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.347596:0:30219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.347599:0:30219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948418.347600:0:30219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948418.347604:0:30219:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636484736/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948434 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948418.347617:0:30219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30219:1870603636484736:192.168.202.104@tcp:35:multiop.0 00000100:00000001:0.0:1783948418.347621:0:30219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.347624:0:30219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.347626:0:30219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948418.347628:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.347631:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636484736/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948434 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.347636:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948418.347639:0:30219:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c9c0. 00000100:00000001:0.0:1783948418.347644:0:30219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948418.347645:0:30219:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.347653:0:30219:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.347654:0:30219:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000002:00000001:0.0:1783948418.347657:0:30219:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948418.347660:0:30219:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948418.347665:0:30219:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6e00. 00000080:00000001:0.0:1783948418.347669:0:30219:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783948418.347672:0:30219:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948418.347677:0:30219:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948418.347683:0:30219:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.347690:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.347692:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636483328/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948540 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.347697:0:30219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948418.347701:0:30219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948418.347703:0:30219:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948418.347704:0:30219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948418.347708:0:30219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948418.347712:0:30219:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948418.347715:0:30219:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948418.347717:0:30219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948418.347721:0:30219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948418.347722:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.347723:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.347726:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636484736/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948434 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.347731:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948418.347733:0:30219:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e95818e1c0. 00000002:00000001:0.0:1783948418.347736:0:30219:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948418.347738:0:30219:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948418.347740:0:30219:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9587d3580. 00000100:00000001:0.0:1783948418.347742:0:30219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.347745:0:30219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242680 x1870603636484736/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948434 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.347750:0:30219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948418.347752:0:30219:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948418.347754:0:30219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950634400. 02000000:00000001:0.0:1783948418.347757:0:30219:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948418.347758:0:30219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948418.347759:0:30219:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948418.347761:0:30219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948418.347762:0:30219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9462b7000. 02000000:00000001:0.0:1783948418.347764:0:30219:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948418.347765:0:30219:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948418.347766:0:30219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242680. 00000100:00000001:0.0:1783948418.347768:0:30219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948418.347769:0:30219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948418.347771:0:30219:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948418.347773:0:30219:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9517257c0. 00000080:00000001:0.0:1783948418.347778:0:30219:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948418.347784:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fdb8 00000080:00000008:0.0:1783948418.347786:0:30219:0:(file.c:491:ll_file_release()) COMPLETED file f:[0x200000404:0x21:0x0](ffff89e951dcba88), flags 100002, rc = 0 00000080:00000001:0.0:1783948418.347789:0:30219:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.347795:0:30219:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948418.347797:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fe00 00000080:00002000:0.0:1783948418.347798:0:30219:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff89e951cc36c0, parent ffff89e951cc3bd0, inode ffff89e951dcba88) hashed, 00000080:00000001:0.0:1783948418.347801:0:30219:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948418.347812:0:30219:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783948418.347818:0:30219:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783948418.347821:0:30219:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948418.347823:0:30219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fe00 00000080:00002000:0.0:1783948418.347824:0:30219:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff89e951cc3bd0, parent ffff89e951e2fe58, inode ffff89e951d87448) hashed, 00000080:00000001:0.0:1783948418.347827:0:30219:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948418.347829:0:30219:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783948418.347831:0:30219:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1783948418.359784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e700. 00000080:00000010:0.1:1783948418.359805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e260. 00000800:00000001:1.0:1783948418.377505:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.377522:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948418.377526:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.377529:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.377537:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.377544:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948418.377554:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.377559:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.377565:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.377570:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944b180 00000400:00000200:1.0:1783948418.377575:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.377582:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6769 [1] + 224 00000800:00000001:1.0:1783948418.377589:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.377598:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.377602:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.377606:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948418.377614:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948418.377623:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948418.377635:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948418.377654:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948418.377663:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.377666:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.378980:0:30230:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948418.378993:0:30230:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948418.378996:0:30230:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948418.379000:0:30230:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae2c0. 00000400:00000200:0.0:1783948418.379008:0:30230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf000 00000400:00000010:0.0:1783948418.379010:0:30230:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf000. 00000100:00000001:0.0:1783948418.379014:0:30230:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948418.379021:0:30230:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948418.379032:0:30230:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066df80 x1870603636483968/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.379039:0:30230:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948418.379040:0:30230:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.379043:0:30230:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948418.379046:0:30230:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948418.379048:0:30230:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948418.379051:0:30230:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.379053:0:30230:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948418.379062:0:30230:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=88 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948418.379065:0:30230:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948418.379067:0:30230:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948418.379069:0:30230:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.379071:0:30230:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948418.379074:0:30230:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.379077:0:30230:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948418.379079:0:30230:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1783948418.379081:0:30230:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948418.379083:0:30230:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948418.379087:0:30230:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066df80 x1870603636483968/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.379093:0:30230:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.379096:0:30230:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948418.379098:0:30230:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948418.379101:0:30230:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066df80 x1870603636483968/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948418.379107:0:30230:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30230:1870603636483968:192.168.202.104@tcp:36:touch.0 00000100:00000001:0.0:1783948418.379111:0:30230:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.379114:0:30230:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.379116:0:30230:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948418.379119:0:30230:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.379121:0:30230:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636483968/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.379127:0:30230:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948418.379129:0:30230:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e942ef0e40. 00000100:00000001:0.0:1783948418.379133:0:30230:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948418.379134:0:30230:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948418.379140:0:30230:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948418.379143:0:30230:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948418.379149:0:30230:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948418.379151:0:30230:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948418.379166:0:30230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1783948418.379169:0:30230:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1783948418.379173:0:30230:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.379177:0:30230:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066df80 x1870603636483968/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948418.379183:0:30230:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948418.379186:0:30230:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948418.379189:0:30230:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb800. 02000000:00000001:0.0:1783948418.379192:0:30230:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948418.379195:0:30230:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948418.379197:0:30230:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948418.379199:0:30230:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948418.379201:0:30230:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e943f2f800. 02000000:00000001:0.0:1783948418.379204:0:30230:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948418.379206:0:30230:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948418.379208:0:30230:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066df80. 00000100:00000001:0.0:1783948418.379212:0:30230:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948418.379213:0:30230:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948418.379215:0:30230:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948418.379217:0:30230:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.379219:0:30230:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.379223:0:30230:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783948418.379226:0:30230:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783948418.379227:0:30230:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948418.379230:0:30230:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783948418.379231:0:30230:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.379234:0:30230:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.379236:0:30230:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783948418.379238:0:30230:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948418.379245:0:30230:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948418.379252:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6e00. 00000020:00000010:0.0:1783948418.379256:0:30230:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9462b7e00. 00000020:00000010:0.0:1783948418.379260:0:30230:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948418.379266:0:30230:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948418.379271:0:30230:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948418.379276:0:30230:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948418.379281:0:30230:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948418.379285:0:30230:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948418.379288:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b7c00. 00000008:00000010:0.0:1783948418.379292:0:30230:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948418.379295:0:30230:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948418.379298:0:30230:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948418.379302:0:30230:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948418.379304:0:30230:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:0.0:1783948418.379306:0:30230:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:0.0:1783948418.379310:0:30230:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00000020:00000001:0.0:1783948418.379313:0:30230:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783948418.379315:0:30230:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783948418.379317:0:30230:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783948418.379320:0:30230:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948418.379322:0:30230:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783948418.379325:0:30230:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783948418.379328:0:30230:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783948418.379329:0:30230:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:0.0:1783948418.379334:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948418.379337:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948418.379342:0:30230:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948418.379344:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948418.379346:0:30230:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:0.0:1783948418.379348:0:30230:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.379351:0:30230:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783948418.379354:0:30230:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b7a00. 00000080:00010000:0.0:1783948418.379359:0:30230:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x22:0x0](ffff89e951d180c8) 00000080:00000001:0.0:1783948418.379362:0:30230:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948418.379366:0:30230:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948418.379370:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03958 00800000:00000002:0.0:1783948418.379372:0:30230:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x22:0x0] '' on [0x200000404:0x22:0x0] 00800000:00000001:0.0:1783948418.379376:0:30230:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948418.379379:0:30230:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x22:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948418.379384:0:30230:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948418.379386:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03828 00000002:00010000:0.0:1783948418.379388:0:30230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x22:0x0], intent: layout flags 0 00000002:00000001:0.0:1783948418.379392:0:30230:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948418.379394:0:30230:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783948418.379398:0:30230:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948418.379401:0:30230:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948418.379406:0:30230:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948418.379410:0:30230:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948418.379413:0:30230:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.379416:0:30230:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948418.379418:0:30230:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948418.379422:0:30230:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948418.379428:0:30230:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9462b6000. 00000100:00000001:0.0:1783948418.379434:0:30230:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.379437:0:30230:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948418.379439:0:30230:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.379440:0:30230:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948418.379441:0:30230:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.379443:0:30230:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948418.379447:0:30230:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00010000:00000001:0.0:1783948418.379450:0:30230:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948418.379452:0:30230:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948418.379456:0:30230:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7f00. 00010000:00000010:0.0:1783948418.379460:0:30230:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082d980. 00010000:00000001:0.0:1783948418.379466:0:30230:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948418.379469:0:30230:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aa400. 00000020:00000001:0.0:1783948418.379472:0:30230:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948418.379475:0:30230:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aa400 with handle 0x8c7cf19e4b440af8 to hash 00000020:00000001:0.0:1783948418.379477:0:30230:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948418.379479:0:30230:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.379482:0:30230:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.379486:0:30230:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948418.379489:0:30230:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948418.379493:0:30230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30230 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948418.379502:0:30230:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30230 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948418.379511:0:30230:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30230 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948418.379517:0:30230:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948418.379519:0:30230:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948418.379525:0:30230:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c9c0. 00000100:00000001:0.0:1783948418.379527:0:30230:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165266880 : -129839544284736 : ffff89e96015c9c0) 00000100:00000001:0.0:1783948418.379530:0:30230:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.379533:0:30230:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948418.379537:0:30230:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948418.379540:0:30230:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.379542:0:30230:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948418.379543:0:30230:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948418.379547:0:30230:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.379554:0:30230:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948418.379556:0:30230:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.379560:0:30230:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948418.379563:0:30230:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948418.379565:0:30230:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948418.379568:0:30230:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30230:1870603636486784:192.168.202.104@tcp:101:touch.0 00000100:00000001:0.0:1783948418.379571:0:30230:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948418.379576:0:30230:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948418.379578:0:30230:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.379581:0:30230:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948418.379584:0:30230:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950634400. 02000000:00000001:0.0:1783948418.379586:0:30230:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948418.379591:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948418.379594:0:30230:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae2c0. 00000400:00000010:0.0:1783948418.379599:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948418.379605:0:30230:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636486784, portal 10 00000100:00000001:0.0:1783948418.379607:0:30230:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.379608:0:30230:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948418.379613:0:30230:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.379619:0:30230:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948418.379621:0:30230:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948418.379625:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acff68. 00000100:00000200:0.0:1783948418.379627:0:30230:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870603636486784, offset 0 00000400:00000200:0.0:1783948418.379633:0:30230:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948418.379641:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.379647:0:30230:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948418.379652:0:30230:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948418.379656:0:30230:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948418.379660:0:30230:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948418.379663:0:30230:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948418.379667:0:30230:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2329:2329:256:4294967295] 192.168.202.104@tcp LPNI seq info [2329:2329:8:4294967295] 00000400:00000200:0.0:1783948418.379670:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.379679:0:30230:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948418.379686:0:30230:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948418.379691:0:30230:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442d00. 00000800:00000200:0.0:1783948418.379697:0:30230:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948418.379705:0:30230:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948418.379709:0:30230:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442d00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783948418.379720:0:30230:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948418.379725:0:30230:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 822417 usecs (823 jiffies) 00000400:00000200:0.0:1783948418.379728:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948418.379731:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296509354 00000100:00000001:0.0:1783948418.379734:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.379736:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296509354 00000100:00000001:0.0:1783948418.379738:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.379740:0:30230:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.379742:0:30230:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.379745:0:30230:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948418.379746:0:30230:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948418.379748:0:30230:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948418.379750:0:30230:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.379752:0:30230:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948418.380000:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948418.380005:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442d00. 00000400:00000200:1.0:1783948418.380009:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.380014:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948418.380018:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acff68 00000400:00000010:1.0:1783948418.380020:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acff68. 00000100:00000001:1.0:1783948418.380024:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948418.380028:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.380037:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948418.380040:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.380046:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.380047:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948418.387966:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.387986:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948418.387991:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.387993:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.388003:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.388013:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948418.388023:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.388029:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.388036:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.388041:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 10 MB=0x6a54dd944b280 00000400:00000200:1.0:1783948418.388046:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.388055:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 400/400 into md 0x6789 [1] + 224 00000800:00000001:1.0:1783948418.388063:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.388070:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.388074:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.388079:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948418.388087:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948418.388098:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948418.388111:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.388128:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948418.388138:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.388153:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.389266:0:30230:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948418.389279:0:30230:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948418.389281:0:30230:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948418.389285:0:30230:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae2c0. 00000400:00000200:0.0:1783948418.389293:0:30230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf000 00000400:00000010:0.0:1783948418.389295:0:30230:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf000. 00000100:00000001:0.0:1783948418.389300:0:30230:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948418.389308:0:30230:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948418.389319:0:30230:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.389327:0:30230:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948418.389329:0:30230:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.389332:0:30230:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948418.389336:0:30230:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948418.389339:0:30230:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948418.389341:0:30230:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.389345:0:30230:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948418.389354:0:30230:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=88 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948418.389359:0:30230:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948418.389362:0:30230:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948418.389363:0:30230:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.389366:0:30230:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948418.389369:0:30230:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.389373:0:30230:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948418.389376:0:30230:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1783948418.389378:0:30230:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948418.389380:0:30230:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948418.389385:0:30230:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.389392:0:30230:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.389395:0:30230:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948418.389397:0:30230:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948418.389401:0:30230:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948434 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948418.389409:0:30230:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30230:1870603636486784:192.168.202.104@tcp:101:touch.0 00000100:00000001:0.0:1783948418.389415:0:30230:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948418.389418:0:30230:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.389420:0:30230:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948418.389422:0:30230:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.389426:0:30230:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948434 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.389433:0:30230:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948418.389436:0:30230:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c9c0. 00000100:00000001:0.0:1783948418.389441:0:30230:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948418.389442:0:30230:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.389447:0:30230:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948418.389451:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948418.389454:0:30230:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948418.389457:0:30230:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa400 refcount=4 00000020:00000001:0.0:1783948418.389460:0:30230:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389463:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000040:0.0:1783948418.389470:0:30230:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aa400, remote cookie: 0x2ceea11ad5e05b18, flags: 0x1000 00010000:00000001:0.0:1783948418.389473:0:30230:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948418.389480:0:30230:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948418.389482:0:30230:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948418.389484:0:30230:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948418.389486:0:30230:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948418.389489:0:30230:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff89e948cd7f00) refcount = 1 00010000:00010000:0.0:1783948418.389495:0:30230:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948418.389504:0:30230:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948418.389507:0:30230:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948418.389509:0:30230:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948418.389513:0:30230:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948418.389517:0:30230:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948418.389520:0:30230:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948418.389526:0:30230:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948418.389528:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389530:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948418.389531:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389532:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948418.389534:0:30230:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948418.389539:0:30230:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948418.389540:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948418.389541:0:30230:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948418.389543:0:30230:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa400 refcount=3 00000020:00000001:0.0:1783948418.389544:0:30230:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389546:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389548:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389549:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948418.389553:0:30230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783948418.389562:0:30230:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff89e943191000: layout return lvb 56 transno 0 00010000:00000001:0.0:1783948418.389564:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948418.389565:0:30230:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948418.389566:0:30230:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa400 refcount=3 00000020:00000001:0.0:1783948418.389568:0:30230:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389570:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00000002:00010000:0.0:1783948418.389572:0:30230:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783948418.389584:0:30230:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e9587d3580. 00010000:00000001:0.0:1783948418.389586:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389587:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948418.389589:0:30230:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948418.389592:0:30230:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948418.389594:0:30230:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948418.389597:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948418.389598:0:30230:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948418.389599:0:30230:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa400 refcount=3 00000020:00000001:0.0:1783948418.389601:0:30230:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389603:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00000002:00010000:0.0:1783948418.389606:0:30230:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948418.389612:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389613:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948418.389615:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948418.389616:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948418.389617:0:30230:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948418.389619:0:30230:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa400 refcount=3 00000020:00000001:0.0:1783948418.389620:0:30230:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389623:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000040:0.0:1783948418.389630:0:30230:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7f00 count: 2 00010000:00000001:0.0:1783948418.389632:0:30230:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948418.389636:0:30230:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/34 (0 0) 00010000:00000001:0.0:1783948418.389639:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389640:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948418.389642:0:30230:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948418.389645:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c037b0 00000002:00002000:0.0:1783948418.389647:0:30230:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783948418.389650:0:30230:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948418.389653:0:30230:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948418.389656:0:30230:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948418.389660:0:30230:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x22:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783948418.389664:0:30230:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.389667:0:30230:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948418.389671:0:30230:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242680 x1870603636486784/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.389683:0:30230:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948418.389687:0:30230:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948418.389691:0:30230:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950634400. 02000000:00000001:0.0:1783948418.389695:0:30230:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948418.389697:0:30230:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948418.389699:0:30230:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948418.389701:0:30230:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948418.389704:0:30230:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9462b6000. 02000000:00000001:0.0:1783948418.389709:0:30230:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948418.389711:0:30230:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948418.389713:0:30230:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242680. 00000100:00000001:0.0:1783948418.389717:0:30230:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948418.389718:0:30230:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783948418.389723:0:30230:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b7a00. 00000080:00010000:0.0:1783948418.389728:0:30230:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff89e951d180c8) for lock 0x8c7cf19e4b440af8 00800000:00000001:0.0:1783948418.389733:0:30230:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948418.389736:0:30230:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948418.389738:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948418.389739:0:30230:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948418.389743:0:30230:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa400 refcount=3 00000020:00000001:0.0:1783948418.389746:0:30230:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389748:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389751:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389752:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948418.389754:0:30230:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948418.389756:0:30230:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948418.389759:0:30230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440af8 from it ffffb87d01c03a78 00010000:00000001:0.0:1783948418.389762:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948418.389763:0:30230:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948418.389765:0:30230:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa400 refcount=3 00000020:00000001:0.0:1783948418.389767:0:30230:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389769:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571584 : -129839975980032 : ffff89e9465aa400) 00010000:00000001:0.0:1783948418.389771:0:30230:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948418.389776:0:30230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948418.389782:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389783:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948418.389785:0:30230:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948418.389788:0:30230:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948418.389791:0:30230:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948418.389800:0:30230:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948418.389803:0:30230:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948418.389805:0:30230:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948418.389809:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389810:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948418.389812:0:30230:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.389815:0:30230:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948418.389817:0:30230:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.389819:0:30230:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.389822:0:30230:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948418.389824:0:30230:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948418.389825:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948418.389826:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948418.389828:0:30230:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.389831:0:30230:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783948418.389833:0:30230:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000800:00000200:1.0:1783948418.396372:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948418.396385:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9c00. 00000400:00000200:1.0:1783948418.396393:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.396402:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948418.396410:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125198 00000400:00000010:1.0:1783948418.396413:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125198. 00000100:00000001:1.0:1783948418.396418:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948418.396427:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66d80 x1870603636486912/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948434 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.396440:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948418.396444:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66d80 x1870603636486912/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.396452:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.396454:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948418.397841:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.397897:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948418.397902:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.397905:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.397912:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.397919:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948418.397927:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.397944:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.397952:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.397956:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 432 into portal 4 MB=0x6a54dd944b300 00000400:00000200:1.0:1783948418.397961:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.397967:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 432/432 into md 0x6799 [1] + 224 00000800:00000001:1.0:1783948418.397974:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.397982:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.397985:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.397988:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948418.397995:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948418.398003:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66d80 x1870603636486912/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948434 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948418.398014:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff89e950b66d80 x1870603636486912/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948434 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.398031:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948418.398039:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.398042:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783948418.399268:0:30230:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783948418.399274:0:30230:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948418.399279:0:30230:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948418.399284:0:30230:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783948418.399287:0:30230:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783948418.399292:0:30230:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783948418.399294:0:30230:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948418.399296:0:30230:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783948418.399298:0:30230:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783948418.399300:0:30230:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948418.399302:0:30230:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948418.399303:0:30230:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783948418.399304:0:30230:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783948418.399307:0:30230:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783948418.399309:0:30230:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783948418.399311:0:30230:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783948418.399313:0:30230:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783948418.399314:0:30230:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948418.399315:0:30230:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783948418.399318:0:30230:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783948418.399319:0:30230:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948418.399321:0:30230:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948418.399323:0:30230:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783948418.399324:0:30230:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783948418.399326:0:30230:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948418.399329:0:30230:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783948418.399331:0:30230:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783948418.399332:0:30230:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783948418.399333:0:30230:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783948418.399336:0:30230:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948418.399339:0:30230:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7120 00000020:00000010:0.0:1783948418.399425:0:30230:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774e00. 00000020:00000010:0.0:1783948418.399435:0:30230:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:0.0:1783948418.399442:0:30230:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb4320. 00020000:00000010:0.0:1783948418.399448:0:30230:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca840. 00008000:00000010:0.0:1783948418.399453:0:30230:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069bc08. 00000080:00000010:0.0:1783948418.399460:0:30230:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff690. 00000080:00000010:0.0:1783948418.399465:0:30230:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e96010b9d0. 00000020:00000010:0.0:1783948418.399469:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774200. 00000008:00000010:0.0:1783948418.399473:0:30230:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014bce0. 00020000:00000010:0.0:1783948418.399481:0:30230:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1240. 00008000:00000010:0.0:1783948418.399486:0:30230:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee8a0. 00000080:00000010:0.0:1783948418.399491:0:30230:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e870. 00000020:00000010:0.0:1783948418.399496:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775a00. 00000020:00000010:0.0:1783948418.399499:0:30230:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7120. 00020000:00000001:0.0:1783948418.399502:0:30230:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783948418.399504:0:30230:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783948418.399507:0:30230:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783948418.399509:0:30230:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783948418.399512:0:30230:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783948418.399514:0:30230:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948418.399515:0:30230:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:0.0:1783948418.399518:0:30230:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9462b7e00. 00000020:00000010:0.0:1783948418.399521:0:30230:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948418.399524:0:30230:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948418.399528:0:30230:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948418.399530:0:30230:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948418.399534:0:30230:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948418.399537:0:30230:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948418.399539:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6e00. 00000008:00000010:0.0:1783948418.399542:0:30230:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948418.399545:0:30230:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948418.399550:0:30230:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948418.399552:0:30230:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948418.399555:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b7c00. 00000020:00000010:0.0:1783948418.399557:0:30230:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:0.0:1783948418.399559:0:30230:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.399562:0:30230:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783948418.399567:0:30230:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2e000. 00000020:00000001:0.0:1783948418.399575:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03c30 00000080:00200008:0.0:1783948418.399579:0:30230:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x22:0x0](ffff89e951d180c8) current size 0, valid attrs 100201f0, mode 0, uid -1052724670, gid -1, new size 213440, atime 1783948400.000000000, mtime 1783948400.000000000, ctime 1783948400.000000000, rc 0 00000080:00000001:0.0:1783948418.399585:0:30230:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948418.399669:0:30230:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948418.399673:0:30230:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e9594ba7c0 00020000:00000002:0.0:1783948418.399678:0:30230:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e9594ba7c0 00020000:00000001:0.0:1783948418.399680:0:30230:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.399688:0:30230:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948418.399690:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03db8 00000080:00200008:0.0:1783948418.399693:0:30230:0:(file.c:447:ll_file_release()) START file f:[0x200000404:0x22:0x0](ffff89e951d180c8), flags 104001 00000080:00000001:0.0:1783948418.399697:0:30230:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783948418.399700:0:30230:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783948418.399701:0:30230:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948418.399703:0:30230:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e9594ba7c0 00020000:00000002:0.0:1783948418.399705:0:30230:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e9594ba7c0 00020000:00000001:0.0:1783948418.399708:0:30230:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948418.399710:0:30230:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1783948418.399719:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948418.399723:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948418.399729:0:30230:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7f00 count: 2 00010000:00000001:0.0:1783948418.399732:0:30230:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948418.399738:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948418.399741:0:30230:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:0.0:1783948418.399743:0:30230:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783948418.399745:0:30230:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783948418.399751:0:30230:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9462b7c00. 00000080:00000001:0.0:1783948418.399753:0:30230:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783948418.399758:0:30230:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783948418.399763:0:30230:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:0.0:1783948418.399766:0:30230:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x22:0x0] 00000002:00000001:0.0:1783948418.399769:0:30230:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783948418.399771:0:30230:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x22:0x0] file closed with intent: 0 00000100:00000010:0.0:1783948418.399778:0:30230:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948418.399783:0:30230:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948418.399788:0:30230:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948418.399791:0:30230:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948418.399796:0:30230:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948418.399803:0:30230:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9462b6e00. 00000100:00000001:0.0:1783948418.399810:0:30230:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783948418.399825:0:30230:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066f100 x1870603636483712/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948542 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783948418.399835:0:30230:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783948418.399841:0:30230:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960242680 x1870603636487168/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783948418.399848:0:30230:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948418.399877:0:30230:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948418.399884:0:30230:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c9c0. 00000100:00000001:0.0:1783948418.399886:0:30230:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165266880 : -129839544284736 : ffff89e96015c9c0) 00000100:00000001:0.0:1783948418.399889:0:30230:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.399891:0:30230:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948418.399895:0:30230:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948418.399899:0:30230:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.399901:0:30230:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948418.399903:0:30230:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948418.399907:0:30230:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636487168/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.399915:0:30230:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948418.399917:0:30230:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.399920:0:30230:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948418.399923:0:30230:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948418.399925:0:30230:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948418.399939:0:30230:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30230:1870603636487168:192.168.202.104@tcp:35:touch.0 00000100:00000001:0.0:1783948418.399944:0:30230:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948418.399949:0:30230:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948418.399952:0:30230:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948418.399955:0:30230:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948418.399959:0:30230:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950634400. 02000000:00000001:0.0:1783948418.399961:0:30230:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948418.399968:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948418.399972:0:30230:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae2c0. 00000400:00000010:0.0:1783948418.399979:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948418.399986:0:30230:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636487168, portal 10 00000100:00000001:0.0:1783948418.399988:0:30230:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948418.399990:0:30230:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948418.399996:0:30230:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636487168/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948418.400004:0:30230:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948418.400007:0:30230:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948418.400010:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf088. 00000100:00000200:0.0:1783948418.400014:0:30230:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636487168, offset 0 00000400:00000200:0.0:1783948418.400020:0:30230:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948418.400028:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.400037:0:30230:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948418.400043:0:30230:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948418.400048:0:30230:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948418.400052:0:30230:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948418.400055:0:30230:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948418.400060:0:30230:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2331:2331:256:4294967295] 192.168.202.104@tcp LPNI seq info [2331:2331:8:4294967295] 00000400:00000200:0.0:1783948418.400066:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948418.400089:0:30230:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948418.400097:0:30230:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948418.400103:0:30230:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948418.400111:0:30230:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948418.400120:0:30230:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948418.400124:0:30230:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948418.400511:0:30230:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948418.400517:0:30230:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 821188 usecs (822 jiffies) 00000400:00000200:0.0:1783948418.400521:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948418.400525:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296509374 00000100:00000001:0.0:1783948418.400528:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.400530:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296509374 00000100:00000001:0.0:1783948418.400532:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948418.400534:0:30230:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948418.400538:0:30230:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948418.400540:0:30230:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948418.400542:0:30230:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948418.400545:0:30230:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948418.400548:0:30230:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948418.400551:0:30230:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948418.402567:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948418.402578:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:1.0:1783948418.402586:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.402595:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948418.403900:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf088 00000400:00000010:1.0:1783948418.403907:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf088. 00000100:00000001:1.0:1783948418.403916:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948418.403938:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636487168/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.403952:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948418.403957:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636487168/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.403965:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948418.403968:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948418.409621:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.409641:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948418.409646:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.409649:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.409657:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.409665:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948418.409675:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.409682:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.409689:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.409693:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944b400 00000400:00000200:1.0:1783948418.409699:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948418.409705:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x67a1 [1] + 224 00000800:00000001:1.0:1783948418.409712:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.409719:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948418.409723:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948418.409728:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948418.409736:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948418.409745:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636487168/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948418.409757:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e960242680 x1870603636487168/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948418.409780:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948418.409789:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948418.409792:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1783948418.449841:0:30257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bee60. 00000080:00000010:3.1:1783948418.449976:0:30257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab400. 00000800:00000200:1.0:1783948419.978362:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948419.978370:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000400:00000200:1.0:1783948419.978377:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948419.978384:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948419.978399:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601253b8 00000400:00000010:1.0:1783948419.978402:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601253b8. 00000100:00000001:1.0:1783948419.978408:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948419.978414:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636487296/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948419.978426:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948419.978430:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636487296/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948419.978436:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948419.978437:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948419.982637:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948419.982656:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948419.982661:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948419.982664:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948419.982673:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948419.982681:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948419.982691:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948419.982698:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948419.982704:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948419.982708:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944b480 00000400:00000200:1.0:1783948419.982714:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948419.982720:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x67b1 [1] + 224 00000800:00000001:1.0:1783948419.982728:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948419.982735:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948419.982738:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948419.982743:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948419.982750:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948419.982760:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636487296/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948419.982772:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b67100 x1870603636487296/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948419.982788:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948419.982796:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948419.982800:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948419.985581:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948419.985586:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9000. 00000400:00000200:1.0:1783948419.985592:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948419.985597:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948419.985603:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601254c8 00000400:00000010:1.0:1783948419.985606:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601254c8. 00000100:00000001:1.0:1783948419.985610:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948419.985615:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636487424/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948419.985625:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948419.985629:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636487424/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948435 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948419.985636:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948419.985637:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948419.991960:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948419.991979:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948419.991984:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948419.991986:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948419.991999:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948419.992010:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948419.992021:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948419.992025:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948419.992031:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948419.992035:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944b500 00000400:00000200:0.0:1783948419.992040:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948419.992047:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x67b9 [1] + 224 00000800:00000001:0.0:1783948419.992056:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948419.992075:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948419.992079:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948419.992083:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948419.992093:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948419.992103:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636487424/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948435 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948419.992125:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b67100 x1870603636487424/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948435 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948419.992136:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948419.992145:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948419.992149:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948420.010585:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.010598:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3800. 00000400:00000200:1.0:1783948420.010607:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.010616:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.010623:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2220 00000400:00000010:1.0:1783948420.010626:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2220. 00000100:00000001:1.0:1783948420.010632:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.010640:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.010654:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.010658:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.010665:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.010667:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.021079:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.021104:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.021109:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.021112:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.021120:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.021129:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.021144:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.021150:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.021156:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.021160:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 640 into portal 10 MB=0x6a54dd944b580 00000400:00000200:0.0:1783948420.021168:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.021175:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 640/640 into md 0x67c1 [1] + 224 00000800:00000001:0.0:1783948420.021184:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.021197:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.021200:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.021204:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.021215:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.021226:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.021238:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.021260:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.021271:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.021274:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.021303:0:30263:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948420.021311:0:30263:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948420.021313:0:30263:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948420.021317:0:30263:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891dc0. 00000400:00000200:1.0:1783948420.021322:0:30263:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a26e8 00000400:00000010:1.0:1783948420.021324:0:30263:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a26e8. 00000100:00000001:1.0:1783948420.021327:0:30263:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.021332:0:30263:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948420.021340:0:30263:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948435 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.021345:0:30263:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948420.021347:0:30263:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.021349:0:30263:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948420.021353:0:30263:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948420.021356:0:30263:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948420.021359:0:30263:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948420.021362:0:30263:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948420.021372:0:30263:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=90 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948420.021376:0:30263:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948420.021379:0:30263:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948420.021380:0:30263:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.021383:0:30263:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948420.021386:0:30263:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.021399:0:30263:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948420.021401:0:30263:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:1.0:1783948420.021403:0:30263:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948420.021406:0:30263:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948420.021411:0:30263:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948435 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.021419:0:30263:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948420.021422:0:30263:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948420.021423:0:30263:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948420.021427:0:30263:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948435 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948420.021434:0:30263:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ce00 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30263:1870603636487552:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:1.0:1783948420.021441:0:30263:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.021444:0:30263:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.021446:0:30263:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948420.021448:0:30263:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.021451:0:30263:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948435 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.021458:0:30263:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948420.021460:0:30263:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e942ef0d80. 00000100:00000001:1.0:1783948420.021464:0:30263:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948420.021465:0:30263:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.021468:0:30263:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948420.021472:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.021475:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.021478:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=4 00000020:00000001:1.0:1783948420.021480:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021483:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000040:1.0:1783948420.021490:0:30263:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235200, remote cookie: 0x2ceea11ad5e05b5e, flags: 0x1001 00010000:00010000:1.0:1783948420.021495:0:30263:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948420.021504:0:30263:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x21:0x0].0x0, instead of [0x200000404:0x1f:0x0].0x0 00010000:00000001:1.0:1783948420.021507:0:30263:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783948420.021515:0:30263:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d500. 00010000:00000010:1.0:1783948420.021520:0:30263:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4300. 00010000:00000001:1.0:1783948420.021525:0:30263:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.021528:0:30263:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948420.021537:0:30263:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.021547:0:30263:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948420.021552:0:30263:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948420.021555:0:30263:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948420.021556:0:30263:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948420.021558:0:30263:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948420.021560:0:30263:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x21:0x0].0x0 (ffff89e94722d500) refcount = 1 00010000:00010000:1.0:1783948420.021565:0:30263:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.021571:0:30263:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948420.021575:0:30263:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948420.021576:0:30263:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948420.021579:0:30263:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948420.021582:0:30263:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.021585:0:30263:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.021590:0:30263:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948420.021592:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021593:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.021594:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021595:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.021597:0:30263:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948420.021602:0:30263:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948420.021604:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.021605:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.021606:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.021608:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021610:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021612:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.021613:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.021615:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=4 00000020:00000001:1.0:1783948420.021616:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021619:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021621:0:30263:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.021625:0:30263:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.021628:0:30263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.021634:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021636:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.021637:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.021638:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.021639:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=5 00000020:00000001:1.0:1783948420.021641:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021643:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021645:0:30263:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948420.021648:0:30263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.021653:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021654:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948420.021656:0:30263:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.021661:0:30263:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948420.021663:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021664:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.021665:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021666:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948420.021671:0:30263:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783948420.021680:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.021681:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.021682:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.021685:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021687:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00000002:00010000:1.0:1783948420.021690:0:30263:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783948420.021701:0:30263:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e943f22900. 00010000:00000001:1.0:1783948420.021703:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021704:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948420.021705:0:30263:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948420.021707:0:30263:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948420.021710:0:30263:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783948420.021712:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.021713:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.021715:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.021717:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021719:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00000002:00010000:1.0:1783948420.021722:0:30263:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.021728:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021729:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.021731:0:30263:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948420.021733:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.021734:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.021735:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.021737:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.021739:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000040:1.0:1783948420.021742:0:30263:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:1.0:1783948420.021744:0:30263:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948420.021748:0:30263:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/33 (0 0) 00010000:00000001:1.0:1783948420.021751:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.021752:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948420.021753:0:30263:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948420.021756:0:30263:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17710 00000002:00002000:1.0:1783948420.021758:0:30263:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1783948420.021762:0:30263:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.021767:0:30263:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.021770:0:30263:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948420.021773:0:30263:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948420.021776:0:30263:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.021782:0:30263:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948420.021784:0:30263:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01d17b20 it_disposition b 00000080:00000001:1.0:1783948420.021787:0:30263:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948420.021794:0:30263:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948420.021797:0:30263:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948420.021800:0:30263:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:1.0:1783948420.021804:0:30263:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1783948420.021811:0:30263:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948420.021816:0:30263:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f870. 00000020:00000010:1.0:1783948420.021821:0:30263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147000. 00000020:00000010:1.0:1783948420.021828:0:30263:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e947147c00. 00000020:00000010:1.0:1783948420.021833:0:30263:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619240. 00000008:00000010:1.0:1783948420.021841:0:30263:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78b30. 00020000:00000010:1.0:1783948420.021848:0:30263:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3000. 00008000:00000010:1.0:1783948420.021953:0:30263:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df8e20. 00000080:00000010:1.0:1783948420.021961:0:30263:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dced20. 00000080:00000010:1.0:1783948420.021965:0:30263:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d4940. 00000020:00000010:1.0:1783948420.021969:0:30263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947146000. 00000008:00000010:1.0:1783948420.021973:0:30263:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b8c0. 00020000:00000010:1.0:1783948420.021977:0:30263:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157478. 00008000:00000010:1.0:1783948420.021982:0:30263:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6f58. 00000080:00000010:1.0:1783948420.021985:0:30263:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308960. 00000020:00000001:1.0:1783948420.021988:0:30263:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058808 : -129839674492808 : ffff89e95852f878) 00000020:00001000:1.0:1783948420.021991:0:30263:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f870 00000020:00000001:1.0:1783948420.021993:0:30263:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948420.021997:0:30263:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948420.021999:0:30263:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948420.022005:0:30263:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e9506190c0. 00020000:00000010:1.0:1783948420.022009:0:30263:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95811f900. 00020000:00000010:1.0:1783948420.022013:0:30263:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e950619ea0. 00020000:00000001:1.0:1783948420.022016:0:30263:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901801120 : -129839807750496 : ffff89e950619ea0) 00020000:00000002:1.0:1783948420.022019:0:30263:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619ea0, objid 0x21:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948420.022023:0:30263:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948420.022027:0:30263:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95811f900: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:1.0:1783948420.022030:0:30263:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e943727c98) owner ffff89e950b90000 00020000:00000001:1.0:1783948420.022033:0:30263:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948420.022036:0:30263:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e943727c98) owner ffff89e950b90000 00020000:00000010:1.0:1783948420.022040:0:30263:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95811f900. 00020000:00000010:1.0:1783948420.022043:0:30263:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e9506190c0. 00020000:00000010:1.0:1783948420.022046:0:30263:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e950619ea0. 00020000:00000002:1.0:1783948420.022048:0:30263:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948420.022050:0:30263:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.022051:0:30263:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783948420.022053:0:30263:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f870 00000020:00000010:1.0:1783948420.022057:0:30263:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e947147c00. 00000020:00000010:1.0:1783948420.022071:0:30263:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619240. 00000008:00000010:1.0:1783948420.022074:0:30263:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78b30. 00020000:00000010:1.0:1783948420.022079:0:30263:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3000. 00008000:00000010:1.0:1783948420.022082:0:30263:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df8e20. 00000080:00000010:1.0:1783948420.022086:0:30263:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dced20. 00000080:00000010:1.0:1783948420.022088:0:30263:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d4940. 00000020:00000010:1.0:1783948420.022092:0:30263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947147000. 00000008:00000010:1.0:1783948420.022094:0:30263:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b8c0. 00020000:00000010:1.0:1783948420.022097:0:30263:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157478. 00008000:00000010:1.0:1783948420.022100:0:30263:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6f58. 00000080:00000010:1.0:1783948420.022103:0:30263:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308960. 00000020:00000010:1.0:1783948420.022105:0:30263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947146000. 00000020:00000010:1.0:1783948420.022107:0:30263:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f870. 00000080:00000001:1.0:1783948420.022111:0:30263:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:1.0:1783948420.024200:0:30263:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783948420.024214:0:30263:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x21:0x0](ffff89e951dcba88): rc = 0 00000080:00000001:1.0:1783948420.024218:0:30263:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926646408 : -129839782905208 : ffff89e951dcba88) 00010000:00000001:1.0:1783948420.024222:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.024225:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.024228:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.024230:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024233:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00000080:00000001:1.0:1783948420.024237:0:30263:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948420.024239:0:30263:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948420.024249:0:30263:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f870. 00000020:00000010:1.0:1783948420.024254:0:30263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947146000. 00000020:00000010:1.0:1783948420.024258:0:30263:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e947147000. 00000020:00000010:1.0:1783948420.024262:0:30263:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619240. 00000008:00000010:1.0:1783948420.024267:0:30263:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78b30. 00020000:00000010:1.0:1783948420.024271:0:30263:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3000. 00008000:00000010:1.0:1783948420.024276:0:30263:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df8e20. 00000080:00000010:1.0:1783948420.024282:0:30263:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dced20. 00000080:00000010:1.0:1783948420.024284:0:30263:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d4940. 00000020:00000010:1.0:1783948420.024288:0:30263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147c00. 00000008:00000010:1.0:1783948420.024292:0:30263:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b8c0. 00020000:00000010:1.0:1783948420.024295:0:30263:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157478. 00008000:00000010:1.0:1783948420.024300:0:30263:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6f58. 00000080:00000010:1.0:1783948420.024304:0:30263:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308960. 00000020:00000001:1.0:1783948420.024306:0:30263:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058808 : -129839674492808 : ffff89e95852f878) 00000020:00001000:1.0:1783948420.024308:0:30263:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f870 00000020:00000001:1.0:1783948420.024311:0:30263:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948420.024314:0:30263:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948420.024316:0:30263:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948420.024322:0:30263:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619ea0. 00020000:00000010:1.0:1783948420.024326:0:30263:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95811f900. 00020000:00000010:1.0:1783948420.024330:0:30263:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9506190c0. 00020000:00000001:1.0:1783948420.024333:0:30263:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901797568 : -129839807754048 : ffff89e9506190c0) 00020000:00000002:1.0:1783948420.024337:0:30263:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506190c0, objid 0x21:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948420.024341:0:30263:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948420.024345:0:30263:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95811f900: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:1.0:1783948420.024348:0:30263:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e943727c98) owner ffff89e950b90000 00020000:00000001:1.0:1783948420.024351:0:30263:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948420.024353:0:30263:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e943727c98) owner ffff89e950b90000 00020000:00000010:1.0:1783948420.024357:0:30263:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95811f900. 00020000:00000010:1.0:1783948420.024362:0:30263:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619ea0. 00020000:00000010:1.0:1783948420.024367:0:30263:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9506190c0. 00020000:00000002:1.0:1783948420.024369:0:30263:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948420.024371:0:30263:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.024373:0:30263:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.024379:0:30263:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783948420.024382:0:30263:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e943727c98) owner 0000000000000000/ffff89e950b90000 00020000:00000002:1.0:1783948420.024384:0:30263:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e943713de0 addref 2/0 by ffff89e950b90000. 00020000:00000002:1.0:1783948420.024387:0:30263:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e943727c98) owner 0000000000000000/ffff89e950b90000 00020000:00000001:1.0:1783948420.024398:0:30263:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783948420.024401:0:30263:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783948420.024402:0:30263:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783948420.024404:0:30263:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783948420.024406:0:30263:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783948420.024409:0:30263:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1783948420.024411:0:30263:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f870 00000020:00000010:1.0:1783948420.024415:0:30263:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e947147000. 00000020:00000010:1.0:1783948420.024418:0:30263:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619240. 00000008:00000010:1.0:1783948420.024421:0:30263:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78b30. 00020000:00000010:1.0:1783948420.024426:0:30263:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3000. 00008000:00000010:1.0:1783948420.024429:0:30263:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df8e20. 00000080:00000010:1.0:1783948420.024432:0:30263:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dced20. 00000080:00000010:1.0:1783948420.024435:0:30263:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d4940. 00000020:00000010:1.0:1783948420.024438:0:30263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947146000. 00000008:00000010:1.0:1783948420.024440:0:30263:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b8c0. 00020000:00000010:1.0:1783948420.024444:0:30263:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157478. 00008000:00000010:1.0:1783948420.024446:0:30263:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6f58. 00000080:00000010:1.0:1783948420.024449:0:30263:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308960. 00000020:00000010:1.0:1783948420.024451:0:30263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947147c00. 00000020:00000010:1.0:1783948420.024453:0:30263:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f870. 00000080:00000001:1.0:1783948420.024456:0:30263:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024458:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024460:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948420.024462:0:30263:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948420.024467:0:30263:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948420.024469:0:30263:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948420.024472:0:30263:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x21:0x0](ffff89e951dcba88) for lock 0x8c7cf19e4b440b0d 00800000:00000001:1.0:1783948420.024475:0:30263:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948420.024478:0:30263:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948420.024480:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.024481:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.024482:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.024484:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024486:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024489:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024490:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948420.024491:0:30263:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.024493:0:30263:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783948420.024499:0:30263:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f3a948 inode ffff89e951dcba88 refc 1 flags 0x40000e 00000080:00000001:1.0:1783948420.024503:0:30263:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783948420.024508:0:30263:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x21:0x0](ffff89e951dcba88) 00000080:00010000:1.0:1783948420.024512:0:30263:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b0d from it ffffb87d01d17b20 00010000:00000001:1.0:1783948420.024515:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.024516:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.024517:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.024519:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024521:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024523:0:30263:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948420.024529:0:30263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.024538:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024539:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.024541:0:30263:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948420.024543:0:30263:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948420.024546:0:30263:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948420.024553:0:30263:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948420.024556:0:30263:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948420.024558:0:30263:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948420.024562:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024563:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.024564:0:30263:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024568:0:30263:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948420.024570:0:30263:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024572:0:30263:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024575:0:30263:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024577:0:30263:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948420.024579:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024580:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948420.024582:0:30263:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948420.024585:0:30263:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2fc00. 00000100:00000001:1.0:1783948420.024590:0:30263:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.024604:0:30263:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ce00 x1870603636487552/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.024611:0:30263:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948420.024614:0:30263:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948420.024618:0:30263:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958130000. 02000000:00000001:1.0:1783948420.024621:0:30263:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948420.024623:0:30263:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948420.024625:0:30263:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948420.024627:0:30263:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948420.024630:0:30263:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8c00. 02000000:00000001:1.0:1783948420.024633:0:30263:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948420.024635:0:30263:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948420.024638:0:30263:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ce00. 00000100:00000001:1.0:1783948420.024641:0:30263:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948420.024643:0:30263:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948420.024645:0:30263:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948420.024647:0:30263:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01d17b20 released 00000080:00000001:1.0:1783948420.024648:0:30263:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1783948420.024663:0:30263:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17d08 00000080:00200008:1.0:1783948420.024666:0:30263:0:(file.c:6217:ll_getattr_dentry()) START file f:[0x200000404:0x21:0x0](ffff89e951dcba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948420.024672:0:30263:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948420.024673:0:30263:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17c80 00000080:00200000:1.0:1783948420.024675:0:30263:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x21:0x0](ffff89e951dcba88),name=f 00000080:00000010:1.0:1783948420.024680:0:30263:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947147c00. 00000080:00000001:1.0:1783948420.024688:0:30263:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948420.024691:0:30263:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948420.024693:0:30263:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17ba0 00800000:00000002:1.0:1783948420.024695:0:30263:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x21:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:1.0:1783948420.024698:0:30263:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948420.024702:0:30263:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x200000404:0x21:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948420.024706:0:30263:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948420.024708:0:30263:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17a70 00000002:00010000:1.0:1783948420.024710:0:30263:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x21:0x0]) in obj [0x200000404:0x1f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948420.024713:0:30263:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948420.024715:0:30263:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948420.024717:0:30263:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948420.024722:0:30263:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:1.0:1783948420.024725:0:30263:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948420.024729:0:30263:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.024732:0:30263:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948420.024735:0:30263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948420.024742:0:30263:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948420.024746:0:30263:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.024749:0:30263:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948420.024755:0:30263:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948420.024756:0:30263:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948420.024758:0:30263:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948420.024760:0:30263:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948420.024762:0:30263:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948420.024764:0:30263:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1f:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948420.024766:0:30263:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783948420.024768:0:30263:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947147c00. 00000080:00000001:1.0:1783948420.024772:0:30263:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948420.024773:0:30263:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948420.024776:0:30263:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x21:0x0](ffff89e951dcba88) 00000080:00010000:1.0:1783948420.024779:0:30263:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x21:0x0](ffff89e951dcba88) for lock 0x8c7cf19e4b440b0d 00800000:00000001:1.0:1783948420.024781:0:30263:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948420.024783:0:30263:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948420.024784:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.024785:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.024786:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.024788:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024790:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024792:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024794:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948420.024795:0:30263:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.024797:0:30263:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948420.024799:0:30263:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b0d from it ffffb87d01d17cb8 00010000:00000001:1.0:1783948420.024801:0:30263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.024802:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.024803:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:1.0:1783948420.024805:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024807:0:30263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:1.0:1783948420.024808:0:30263:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948420.024811:0:30263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948420.024817:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024818:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.024819:0:30263:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948420.024820:0:30263:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948420.024823:0:30263:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440b0d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05b5e expref: -99 pid: 30263 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948420.024828:0:30263:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948420.024830:0:30263:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948420.024831:0:30263:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948420.024833:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024834:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.024836:0:30263:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024838:0:30263:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948420.024839:0:30263:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024841:0:30263:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024843:0:30263:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.024845:0:30263:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948420.024846:0:30263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.024847:0:30263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948420.024849:0:30263:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948420.024868:0:30263:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948420.024873:0:30263:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1783948420.024876:0:30263:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948420.024878:0:30263:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948420.024881:0:30263:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948420.024882:0:30263:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.024885:0:30263:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783948420.024888:0:30263:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1783948420.024890:0:30263:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948420.024893:0:30263:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f870. 00000020:00000010:1.0:1783948420.024896:0:30263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147c00. 00000020:00000010:1.0:1783948420.024898:0:30263:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e947146000. 00000020:00000010:1.0:1783948420.024901:0:30263:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619240. 00000008:00000010:1.0:1783948420.024904:0:30263:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78b30. 00020000:00000010:1.0:1783948420.024906:0:30263:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3000. 00008000:00000010:1.0:1783948420.024909:0:30263:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df8e20. 00000080:00000010:1.0:1783948420.024912:0:30263:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dced20. 00000080:00000010:1.0:1783948420.024925:0:30263:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d4940. 00000020:00000010:1.0:1783948420.024928:0:30263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147000. 00000008:00000010:1.0:1783948420.024931:0:30263:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b8c0. 00020000:00000010:1.0:1783948420.024933:0:30263:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157478. 00008000:00000010:1.0:1783948420.024935:0:30263:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6f58. 00000080:00000010:1.0:1783948420.024937:0:30263:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308960. 00000020:00000001:1.0:1783948420.024939:0:30263:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058808 : -129839674492808 : ffff89e95852f878) 00000020:00001000:1.0:1783948420.024941:0:30263:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f870 00000020:00000001:1.0:1783948420.024945:0:30263:0:(cl_object.c:151:cl_object_top()) ffff89e947e49080 -> ffff89e947e49080 00000020:00000001:1.0:1783948420.024947:0:30263:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948420.024950:0:30263:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948420.024951:0:30263:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x21:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1783948420.024954:0:30263:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948420.024956:0:30263:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948420.024957:0:30263:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948420.024959:0:30263:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.024961:0:30263:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948420.024964:0:30263:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x21:0x0]io ffff89e9582d49a0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1783948420.024967:0:30263:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e943727c98) owner 0000000000000000/ffff89e950b90000 00020000:00000001:1.0:1783948420.024970:0:30263:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948420.024972:0:30263:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948420.024974:0:30263:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948420.024976:0:30263:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948420.024978:0:30263:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948420.024980:0:30263:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948420.024981:0:30263:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.024983:0:30263:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948420.024984:0:30263:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948420.024985:0:30263:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948420.024986:0:30263:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e943727c98) owner 0000000000000000/ffff89e950b90000 00000020:00000001:1.0:1783948420.024989:0:30263:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783948420.024991:0:30263:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1783948420.024993:0:30263:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x21:0x0] 00000020:00000001:1.0:1783948420.024996:0:30263:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783948420.024997:0:30263:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783948420.024999:0:30263:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783948420.025001:0:30263:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783948420.025006:0:30263:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783948420.025011:0:30263:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9585c4180. 00020000:00000002:1.0:1783948420.025014:0:30263:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948420.025016:0:30263:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783948420.025018:0:30263:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948420.025020:0:30263:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948420.025022:0:30263:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948420.025024:0:30263:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f480. 00000020:00000010:1.0:1783948420.025028:0:30263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947146400. 00000020:00000010:1.0:1783948420.025031:0:30263:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e947147a00. 00000020:00000010:1.0:1783948420.025033:0:30263:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948420.025036:0:30263:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948420.025039:0:30263:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3cc0. 00008000:00000010:1.0:1783948420.025042:0:30263:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944dfa6d8. 00000080:00000010:1.0:1783948420.025045:0:30263:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcef18. 00000080:00000010:1.0:1783948420.025048:0:30263:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d6500. 00000020:00000010:1.0:1783948420.025051:0:30263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947146c00. 00000008:00000010:1.0:1783948420.025054:0:30263:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a420. 00020000:00000010:1.0:1783948420.025057:0:30263:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948420.025059:0:30263:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6960. 00000080:00000010:1.0:1783948420.025062:0:30263:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e9473085a0. 00000020:00000001:1.0:1783948420.025064:0:30263:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035057800 : -129839674493816 : ffff89e95852f488) 00000020:00001000:1.0:1783948420.025065:0:30263:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f480 00000020:00000001:1.0:1783948420.025068:0:30263:0:(cl_object.c:151:cl_object_top()) ffff89e947e49918 -> ffff89e947e49080 00000020:00000001:1.0:1783948420.025070:0:30263:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948420.025072:0:30263:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948420.025073:0:30263:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948420.025075:0:30263:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948420.025077:0:30263:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948420.025079:0:30263:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165245152 : -129839544306464 : ffff89e9601574e0) 00000020:00000001:1.0:1783948420.025081:0:30263:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783948420.025085:0:30263:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e94369a720. 00000008:00010000:1.0:1783948420.025087:0:30263:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1783948420.025090:0:30263:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948420.025092:0:30263:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783948420.025093:0:30263:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9585c41b0, osc lock ffff89e94369a720, flags 0x400001002 00000020:00000001:1.0:1783948420.025096:0:30263:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948420.025098:0:30263:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948420.025100:0:30263:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234035667328 : -129839673884288 : ffff89e9585c4180) 00000020:00000001:1.0:1783948420.025102:0:30263:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948420.025103:0:30263:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783948420.025105:0:30263:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.025107:0:30263:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.025109:0:30263:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1783948420.025111:0:30263:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1783948420.025112:0:30263:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948420.026589:0:30263:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948420.026601:0:30263:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948420.026603:0:30263:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165245152 : -129839544306464 : ffff89e9601574e0) 00000020:00000001:1.0:1783948420.026609:0:30263:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948420.026614:0:30263:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948420.026616:0:30263:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783948420.026620:0:30263:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948420.026623:0:30263:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948420.026624:0:30263:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948420.026626:0:30263:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948420.026628:0:30263:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948420.026629:0:30263:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948420.026631:0:30263:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783948420.026634:0:30263:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948420.026641:0:30263:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.026644:0:30263:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1783948420.026655:0:30263:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948420.026661:0:30263:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:1.0:1783948420.026665:0:30263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1783948420.026669:0:30263:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783948420.026677:0:30263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1698 00000400:00000200:1.0:1783948420.026687:0:30263:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.026694:0:30263:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:1.0:1783948420.026699:0:30263:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948420.026702:0:30263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948420.026704:0:30263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948420.026706:0:30263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:1.0:1783948420.026709:0:30263:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948420.026711:0:30263:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:1.0:1783948420.026713:0:30263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.026717:0:30263:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:1.0:1783948420.026719:0:30263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:1.0:1783948420.026721:0:30263:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00000040:1.0:1783948420.026723:0:30263:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948420.026725:0:30263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948420.026726:0:30263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948420.026728:0:30263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:1.0:1783948420.026731:0:30263:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00080000:1.0:1783948420.026734:0:30263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff89e943191000: import ffff89e960185800 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:1.0:1783948420.026736:0:30263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948420.026739:0:30263:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783948420.026747:0:30263:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948420.026750:0:30263:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.026753:0:30263:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783948420.026757:0:30263:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8380416, lost: 0. 00000008:00000001:1.0:1783948420.026760:0:30263:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.026762:0:30263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948420.026765:0:30263:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd180. 00000020:00000040:1.0:1783948420.026767:0:30263:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=4 obd=lustre-OST0001-osc-ffff89e943191000 02000000:00000001:1.0:1783948420.026771:0:30263:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948420.026773:0:30263:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.026777:0:30263:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948420.026780:0:30263:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948420.026784:0:30263:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948420.026794:0:30263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f1000. 00000100:00000001:1.0:1783948420.026802:0:30263:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948420.026814:0:30263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e9529cd180 x1870603636487680/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948420.026824:0:30263:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948420.026829:0:30263:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948420.026833:0:30263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65fd5cd] to pc [ptlrpcd_rcv+-1] req@ffff89e9529cd180 x1870603636487680/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948420.027353:0:30263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.027357:0:30263:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1783948420.027358:0:30263:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:1.0:1783948420.027362:0:30263:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948420.027365:0:30263:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948420.027369:0:30263:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.027371:0:30263:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948420.027373:0:30263:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948420.027374:0:30263:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948420.027379:0:30263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e947147600. 00000100:00000001:1.0:1783948420.027383:0:30263:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.027387:0:30263:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948420.027533:0:30263:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.027535:0:30263:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948420.027536:0:30263:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.027539:0:30263:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.027542:0:30263:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00010000:00000001:1.0:1783948420.027546:0:30263:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948420.027548:0:30263:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948420.027555:0:30263:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d100. 00010000:00000010:1.0:1783948420.027559:0:30263:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e94722da00. 00010000:00000001:1.0:1783948420.027566:0:30263:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948420.027569:0:30263:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a400. 00000020:00000001:1.0:1783948420.027574:0:30263:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948420.027577:0:30263:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a400 with handle 0x8c7cf19e4b440b14 to hash 00000020:00000001:1.0:1783948420.027580:0:30263:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948420.027581:0:30263:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000010:1.0:1783948420.027585:0:30263:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e943f228c0. 00010000:00000001:1.0:1783948420.027588:0:30263:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.027592:0:30263:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.027596:0:30263:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.027601:0:30263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948420.027613:0:30263:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.027624:0:30263:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.027628:0:30263:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948420.027630:0:30263:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948420.027636:0:30263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bc0de2] to pc [ptlrpcd_00_01+1] req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783948420.027660:0:30263:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948420.027663:0:30263:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.027666:0:30263:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948420.027668:0:30263:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.027670:0:30263:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.027673:0:30263:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783948420.027675:0:30263:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1783948420.027677:0:30263:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1783948420.027679:0:30263:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1783948420.027688:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948420.027690:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.027692:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948420.027697:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.027704:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948420.027706:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1783948420.027710:0:2354:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.027717:0:2354:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.027720:0:2354:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.027721:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948420.027722:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.027724:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.027727:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948420.027729:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1783948420.027734:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948420.027736:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783948420.027736:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9a00. 00000100:00000001:1.0:1783948420.027739:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948420.027740:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.027741:0:2354:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.027741:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1783948420.027743:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948420.027744:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.027746:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948420.027747:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.027748:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948420.027753:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601254c8 00000400:00000010:0.0:1783948420.027756:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601254c8. 00000100:00000001:0.0:1783948420.027762:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.027766:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd180 x1870603636487680/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.027774:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.027778:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd180 x1870603636487680/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948420.027779:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948420.027782:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.027785:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.027786:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.033471:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.033485:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.033489:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.033491:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.033498:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.033506:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.033516:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.033522:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.033529:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.033533:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 4 MB=0x6a54dd944b600 00000400:00000200:0.0:1783948420.033539:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.033546:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 416/416 into md 0x67c9 [1] + 0 00000800:00000001:0.0:1783948420.033553:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.033560:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.033563:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.033568:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.033575:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.033584:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd180 x1870603636487680/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948420.033597:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e9529cd180 x1870603636487680/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.033618:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.033626:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.033629:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.034570:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948420.034574:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.034576:0:2354:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.034579:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948420.034582:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948420.034585:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948420.034588:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948420.034591:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.034594:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948420.034600:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948420.034603:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948420.034606:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948420.034614:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f1000. 02000000:00000001:1.0:1783948420.034617:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948420.034622:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948420.034628:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888e70. 00000400:00000010:1.0:1783948420.034634:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618908. 00000100:00000200:1.0:1783948420.034642:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636487808, portal 4 00000100:00000001:1.0:1783948420.034644:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948420.034646:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:1.0:1783948420.034654:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.034663:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948420.034666:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948420.034668:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618330. 00000100:00000200:1.0:1783948420.034671:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636487808, offset 0 00000400:00000200:1.0:1783948420.034677:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948420.034684:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.034691:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948420.034697:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948420.034702:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948420.034705:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948420.034708:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948420.034712:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2336:2336:256:4294967295] 192.168.202.104@tcp LPNI seq info [2336:2336:8:4294967295] 00000400:00000200:1.0:1783948420.034717:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.034726:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948420.034734:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948420.034741:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:1.0:1783948420.034748:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948420.034757:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948420.034762:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783948420.034782:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948420.034787:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 293875 usecs (294 jiffies) 00000400:00000200:1.0:1783948420.034791:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948420.034794:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296510480 00000100:00000001:1.0:1783948420.034797:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:1.0:1783948420.034800:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296510480 00000100:00000001:1.0:1783948420.034802:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:1.0:1783948420.034805:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948420.034808:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.034810:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.034816:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948420.034817:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948420.034820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948420.034821:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.034823:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.034825:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948420.035310:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.035315:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948420.035321:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.035325:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.035330:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618330 00000400:00000010:0.0:1783948420.035331:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618330. 00000100:00000001:0.0:1783948420.035335:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.035339:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.035349:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.035352:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.035359:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.035361:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.050605:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.050629:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.050634:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.050636:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.050644:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.050652:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.050664:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.050669:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.050675:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.050678:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd944b680 00000400:00000200:0.0:1783948420.050684:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.050691:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x67d1 [1] + 224 00000800:00000001:0.0:1783948420.050699:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.050725:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.050728:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.050733:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.050741:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.050749:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.050761:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.050827:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948420.050832:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.050864:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.050874:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.050878:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783948420.055238:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948420.055245:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948420.055249:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888e70. 00000400:00000200:1.0:1783948420.055259:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618908 00000400:00000010:1.0:1783948420.055262:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618908. 00000100:00000001:1.0:1783948420.055267:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.055278:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948420.055289:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.055297:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948420.055299:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.055302:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948420.055305:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948420.055308:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948420.055311:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948420.055314:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948420.055325:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=90 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948420.055330:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948420.055333:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948420.055335:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.055338:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948420.055342:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.055346:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948420.055349:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948420.055352:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948420.055353:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948420.055358:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.055366:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948420.055369:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948420.055371:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948420.055373:0:2354:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1783948420.055376:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.055379:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.055382:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=4 00000020:00000001:1.0:1783948420.055384:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055387:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055503:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.055505:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.055507:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=5 00000020:00000001:1.0:1783948420.055509:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055511:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055515:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.055518:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.055523:0:2354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.055532:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055535:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.055537:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948420.055540:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.055541:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.055542:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=6 00000020:00000001:1.0:1783948420.055544:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055546:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000040:1.0:1783948420.055554:0:2354:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617a400, remote cookie: 0x2ceea11ad5e05b6c, flags: 0x1001 00010000:00010000:1.0:1783948420.055558:0:2354:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.055567:0:2354:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1783948420.055570:0:2354:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.055572:0:2354:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948420.055576:0:2354:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1783948420.055581:0:2354:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948420.055590:0:2354:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x11:0x0].0x0 (ffff89e94722d100) refcount = 1 00010000:00000040:1.0:1783948420.055593:0:2354:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783948420.055596:0:2354:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.055604:0:2354:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948420.055605:0:2354:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948420.055609:0:2354:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948420.055611:0:2354:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.055614:0:2354:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.055621:0:2354:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948420.055622:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055623:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.055624:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055625:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948420.055627:0:2354:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1783948420.055630:0:2354:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783948420.055632:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.055634:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.055636:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=5 00000020:00000001:1.0:1783948420.055638:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055640:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00000008:00000001:1.0:1783948420.055644:0:2354:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1783948420.055648:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e942ba1a40 -> ffff89e947e49080 00000008:00010000:1.0:1783948420.055652:0:2354:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1783948420.055659:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e942ba1a40 -> ffff89e947e49080 00000020:00000001:1.0:1783948420.055661:0:2354:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783948420.055664:0:2354:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1783948420.055667:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948420.055669:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.055671:0:2354:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.055673:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e942ba1a40 -> ffff89e947e49080 00000008:00000001:1.0:1783948420.055675:0:2354:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1783948420.055678:0:2354:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783948420.055680:0:2354:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1783948420.055766:0:2354:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1783948420.055769:0:2354:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.055772:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.055773:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.055775:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=6 00000020:00000001:1.0:1783948420.055777:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055779:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055781:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948420.055784:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.055792:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055793:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948420.055796:0:2354:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.055810:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948420.055812:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055813:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948420.055814:0:2354:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.055816:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.055817:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.055818:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=5 00000020:00000001:1.0:1783948420.055820:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055822:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948420.055824:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948420.055827:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.055834:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055835:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.055837:0:2354:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948420.055839:0:2354:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948420.055842:0:2354:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948420.055868:0:2354:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948420.055871:0:2354:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948420.055873:0:2354:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948420.055877:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055879:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.055880:0:2354:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.055884:0:2354:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948420.055886:0:2354:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.055888:0:2354:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.055890:0:2354:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.055892:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948420.055894:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055895:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.055896:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.055897:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948420.055899:0:2354:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948420.055906:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948420.055957:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:0:1870603636487808:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:1.0:1783948420.055963:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.055966:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.055970:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636487808/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.055978:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948420.055980:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948420.055984:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f1000. 02000000:00000001:1.0:1783948420.055988:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948420.055991:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948420.055993:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948420.055995:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948420.055998:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e947147600. 02000000:00000001:1.0:1783948420.056002:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948420.056004:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948420.056006:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:1.0:1783948420.056011:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948420.056012:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.056015:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.056022:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948420.056024:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.056027:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948420.056030:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948420.108569:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.108573:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9d00. 00000400:00000200:0.0:1783948420.108579:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.108583:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.108589:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601253b8 00000400:00000010:0.0:1783948420.108591:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601253b8. 00000100:00000001:0.0:1783948420.108595:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.108600:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636487936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.108608:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.108611:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64a80 x1870603636487936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.108617:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.108618:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.114392:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.114409:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.114413:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.114415:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.114424:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.114431:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.114440:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.114446:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.114451:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.114455:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944b700 00000400:00000200:0.0:1783948420.114460:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.114467:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x67e1 [1] + 224 00000800:00000001:0.0:1783948420.114474:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.114480:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.114484:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.114487:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.114495:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.114504:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636487936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.114516:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b64a80 x1870603636487936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.114535:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.114545:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.114548:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948420.117143:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.117151:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9600. 00000400:00000200:0.0:1783948420.117157:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.117165:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.117172:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125198 00000400:00000010:0.0:1783948420.117175:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125198. 00000100:00000001:0.0:1783948420.117180:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.117187:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636488064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.117199:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.117202:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64a80 x1870603636488064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.117208:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.117211:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.125885:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.125903:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.125907:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.125909:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.125934:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.125942:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.125952:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.125957:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.125963:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.125967:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 640 into portal 10 MB=0x6a54dd944b780 00000400:00000200:0.0:1783948420.125972:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.125978:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 640/640 into md 0x67e9 [1] + 224 00000800:00000001:0.0:1783948420.125986:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.125994:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.125997:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.126001:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.126009:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.126018:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636488064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.126029:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff89e950b64a80 x1870603636488064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.126049:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.126058:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.126061:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948420.127729:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.127734:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:0.0:1783948420.127738:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.127742:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.127746:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125880 00000400:00000010:0.0:1783948420.127748:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125880. 00000100:00000001:0.0:1783948420.127751:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.127755:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636488192/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.127764:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.127767:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64a80 x1870603636488192/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.127772:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.127774:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.131632:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.131649:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.131653:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.131655:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.131663:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.131670:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.131679:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.131683:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.131688:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.131692:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd944b800 00000400:00000200:0.0:1783948420.131697:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.131703:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x67f1 [1] + 224 00000800:00000001:0.0:1783948420.131710:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.131716:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.131719:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.131723:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.131731:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.131740:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636488192/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.131752:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e950b64a80 x1870603636488192/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948436 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.131772:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.131780:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.131783:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948420.132798:0:30264:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.132803:0:30264:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.132809:0:30264:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948420.132812:0:30264:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948420.132814:0:30264:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00000020:00000001:1.0:1783948420.132816:0:30264:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948420.132820:0:30264:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948420.132824:0:30264:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948420.132826:0:30264:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948420.132827:0:30264:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948420.132828:0:30264:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948420.132830:0:30264:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1028 on OST[0]: s=0 (1) m=1783948400 a=1783948400 c=1783948400 b=0 00020000:00000001:1.0:1783948420.132833:0:30264:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948420.132835:0:30264:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=1783948400 a=1783948400 c=1783948400 b=0 00020000:00000001:1.0:1783948420.132837:0:30264:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.132839:0:30264:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.132840:0:30264:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00000080:00200000:1.0:1783948420.132842:0:30264:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x22:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1783948420.132845:0:30264:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783948420.132847:0:30264:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948420.132849:0:30264:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e96010b530 (ffff89e9585c7098/0) at cl_lock_release():245 00000020:00000001:1.0:1783948420.132892:0:30264:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948420.132893:0:30264:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e96010b530 (ffff89e9585c7098/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948420.132896:0:30264:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948420.132899:0:30264:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948420.132901:0:30264:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166793456 : -129839542758160 : ffff89e9602d14f0) 00000020:00000001:1.0:1783948420.132902:0:30264:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948420.132903:0:30264:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e96014c0b0 (ffff89e9585c7758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948420.132906:0:30264:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948420.132907:0:30264:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948420.132909:0:30264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.132910:0:30264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948420.132911:0:30264:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948420.132923:0:30264:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948420.132924:0:30264:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948420.132925:0:30264:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948420.132927:0:30264:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948420.132928:0:30264:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e96010b530 (ffff89e9585c7098/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948420.132931:0:30264:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948420.132932:0:30264:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948420.132933:0:30264:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e96014c0b0 (ffff89e9585c7098/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948420.132936:0:30264:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e9523e6d10. 00000020:00000001:1.0:1783948420.132940:0:30264:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948420.132942:0:30264:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e96014c080. 00020000:00000001:1.0:1783948420.132945:0:30264:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948420.132946:0:30264:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948420.132947:0:30264:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1783948420.132949:0:30264:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.132952:0:30264:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948420.132955:0:30264:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948420.132958:0:30264:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948420.132959:0:30264:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948420.132961:0:30264:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948420.132963:0:30264:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:1.0:1783948420.132968:0:30264:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775000. 00000020:00000010:1.0:1783948420.132971:0:30264:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602049c0. 00000008:00000010:1.0:1783948420.132976:0:30264:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2190. 00020000:00000010:1.0:1783948420.132980:0:30264:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595cad80. 00008000:00000010:1.0:1783948420.132985:0:30264:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698388. 00000080:00000010:1.0:1783948420.132989:0:30264:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602fff18. 00000080:00000010:1.0:1783948420.132993:0:30264:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e96010b9d0. 00000020:00000010:1.0:1783948420.132997:0:30264:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775800. 00000008:00000010:1.0:1783948420.133000:0:30264:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014af20. 00020000:00000010:1.0:1783948420.133004:0:30264:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1240. 00008000:00000010:1.0:1783948420.133008:0:30264:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee8d8. 00000080:00000010:1.0:1783948420.133011:0:30264:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e5a0. 00000020:00000010:1.0:1783948420.133014:0:30264:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775400. 00000020:00000010:1.0:1783948420.133016:0:30264:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00020000:00000001:1.0:1783948420.133019:0:30264:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948420.133020:0:30264:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948420.133023:0:30264:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948420.133025:0:30264:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948420.133028:0:30264:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948420.133030:0:30264:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.133032:0:30264:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948420.133034:0:30264:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948420.133035:0:30264:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948420.133036:0:30264:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:1.0:1783948420.133037:0:30264:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774600. 00000020:00000010:1.0:1783948420.133040:0:30264:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204ba0. 00000008:00000010:1.0:1783948420.133043:0:30264:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0b30. 00020000:00000010:1.0:1783948420.133046:0:30264:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595cab40. 00008000:00000010:1.0:1783948420.133048:0:30264:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b170. 00000080:00000010:1.0:1783948420.133050:0:30264:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffd20. 00000080:00000010:1.0:1783948420.133053:0:30264:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e96010b530. 00000020:00000010:1.0:1783948420.133055:0:30264:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774000. 00000008:00000010:1.0:1783948420.133057:0:30264:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b4a0. 00020000:00000010:1.0:1783948420.133059:0:30264:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1488. 00008000:00000010:1.0:1783948420.133062:0:30264:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee028. 00000080:00000010:1.0:1783948420.133064:0:30264:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9ee10. 00000020:00000010:1.0:1783948420.133066:0:30264:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774c00. 00000020:00000010:1.0:1783948420.133068:0:30264:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000001:00000001:1.0:1783948420.133069:0:30264:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.133078:0:30264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d08 00000080:00000008:1.0:1783948420.133080:0:30264:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x22:0x0](ffff89e951d180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948420.133086:0:30264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948420.133088:0:30264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3da0 00000080:00002000:1.0:1783948420.133089:0:30264:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff89e951f16288, parent ffff89e951f16948, inode ffff89e951d180c8) hashed, 00000080:00000001:1.0:1783948420.133092:0:30264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.134347:0:30074:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948420.134353:0:30074:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948420.134356:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3b78 00000080:00200000:0.0:1783948420.134360:0:30074:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948420.134367:0:30074:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b7a00. 00800000:00000002:0.0:1783948420.134374:0:30074:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948420.134378:0:30074:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948420.134382:0:30074:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.134384:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3a98 00800000:00000002:0.0:1783948420.134387:0:30074:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948420.134390:0:30074:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948420.134394:0:30074:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948420.134400:0:30074:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.134402:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3968 00000002:00010000:0.0:1783948420.134403:0:30074:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948420.134407:0:30074:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948420.134409:0:30074:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.134412:0:30074:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.134419:0:30074:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:0.0:1783948420.134422:0:30074:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.134427:0:30074:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.134431:0:30074:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948420.134436:0:30074:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783948420.134450:0:30074:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948420.134454:0:30074:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.134458:0:30074:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783948420.134465:0:30074:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948420.134467:0:30074:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.134469:0:30074:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.134471:0:30074:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.134472:0:30074:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.134474:0:30074:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948420.134477:0:30074:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948420.134480:0:30074:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948420.134482:0:30074:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b7a00. 00000080:00000001:0.0:1783948420.134487:0:30074:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948420.134488:0:30074:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.134490:0:30074:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948420.134494:0:30074:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440aff 00800000:00000001:0.0:1783948420.134497:0:30074:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948420.134499:0:30074:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948420.134501:0:30074:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.134503:0:30074:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.134505:0:30074:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:0.0:1783948420.134507:0:30074:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948420.134510:0:30074:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948420.134513:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.134514:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.134515:0:30074:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.134517:0:30074:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.134519:0:30074:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440aff from it ffffb87d01ee3bb0 00010000:00000001:0.0:1783948420.134521:0:30074:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.134522:0:30074:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.134524:0:30074:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:0.0:1783948420.134526:0:30074:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948420.134528:0:30074:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948420.134530:0:30074:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.134533:0:30074:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948420.134539:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.134540:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.134542:0:30074:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.134543:0:30074:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.134546:0:30074:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948420.134554:0:30074:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.134556:0:30074:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.134558:0:30074:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.134562:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.134563:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.134565:0:30074:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.134568:0:30074:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.134569:0:30074:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.134571:0:30074:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.134573:0:30074:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.134575:0:30074:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.134576:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.134577:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948420.134580:0:30074:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948420.134581:0:30074:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.134583:0:30074:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:0.0:1783948420.134588:0:30074:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.134593:0:30074:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783948420.134596:0:30074:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783948420.134597:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3b78 00000080:00200008:0.0:1783948420.134599:0:30074:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000 00000080:00000010:0.0:1783948420.134605:0:30074:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9517257c0. 00000080:00000001:0.0:1783948420.134609:0:30074:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.134611:0:30074:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.134622:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3d28 00000080:00200008:0.0:1783948420.134624:0:30074:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948420.134630:0:30074:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783948420.134632:0:30074:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:0.0:1783948420.134635:0:30074:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b7a00. 00800000:00000002:0.0:1783948420.134637:0:30074:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:0.0:1783948420.134642:0:30074:0:(lmv_obd.c:3433:lmv_read_page()) Process entered 00000002:00000001:0.0:1783948420.134645:0:30074:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1783948420.134647:0:30074:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.134648:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3990 00000002:00010000:0.0:1783948420.134650:0:30074:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1783948420.134653:0:30074:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948420.134654:0:30074:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.134655:0:30074:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.134657:0:30074:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:0.0:1783948420.134660:0:30074:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.134661:0:30074:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.134663:0:30074:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948420.134666:0:30074:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783948420.134672:0:30074:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948420.134674:0:30074:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.134677:0:30074:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783948420.134683:0:30074:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948420.134684:0:30074:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.134686:0:30074:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.134687:0:30074:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948420.134688:0:30074:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.134689:0:30074:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.134690:0:30074:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:0.0:1783948420.134692:0:30074:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948420.134694:0:30074:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948420.134696:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.134697:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.134698:0:30074:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.134733:0:30074:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1783948420.134738:0:30074:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff89e96018e000. 00000002:00000001:0.0:1783948420.135219:0:30074:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1783948420.135224:0:30074:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948420.135228:0:30074:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948420.135232:0:30074:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948420.135234:0:30074:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948420.135236:0:30074:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948420.135241:0:30074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9462b6000. 00000100:00000001:0.0:1783948420.135246:0:30074:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.135249:0:30074:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1783948420.135252:0:30074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89e950637800. 00000100:00000010:0.0:1783948420.135255:0:30074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff89e958708000. 00000020:00000040:0.0:1783948420.135256:0:30074:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948420.135269:0:30074:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948420.135271:0:30074:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948420.135275:0:30074:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c480. 00000100:00000001:0.0:1783948420.135276:0:30074:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165265536 : -129839544286080 : ffff89e96015c480) 00000100:00000001:0.0:1783948420.135278:0:30074:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.135279:0:30074:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948420.135282:0:30074:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948420.135285:0:30074:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.135287:0:30074:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948420.135288:0:30074:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948420.135297:0:30074:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.135307:0:30074:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948420.135309:0:30074:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.135312:0:30074:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948420.135315:0:30074:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948420.135317:0:30074:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948420.135320:0:30074:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:30074:1870603636488320:192.168.202.104@tcp:37:bash.0 00000100:00000001:0.0:1783948420.135324:0:30074:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948420.135329:0:30074:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948420.135332:0:30074:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.135334:0:30074:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1783948420.135342:0:30074:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948420.135347:0:30074:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948420.135355:0:30074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff89e9493e4000. 00000100:00000200:0.0:1783948420.135363:0:30074:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a54dd944b880-0x6a54dd944b880, portal 14 00000100:00000001:0.0:1783948420.135365:0:30074:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.135367:0:30074:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948420.135370:0:30074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950637c00. 02000000:00000001:0.0:1783948420.135371:0:30074:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948420.135374:0:30074:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948420.135375:0:30074:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb58. 00000400:00000010:0.0:1783948420.135378:0:30074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948420.135381:0:30074:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636488320, portal 10 00000100:00000001:0.0:1783948420.135382:0:30074:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.135383:0:30074:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948420.135388:0:30074:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.135393:0:30074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948420.135395:0:30074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948420.135396:0:30074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf3b8. 00000100:00000200:0.0:1783948420.135398:0:30074:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870603636488320, offset 0 00000400:00000200:0.0:1783948420.135402:0:30074:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948420.135408:0:30074:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.135413:0:30074:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.135417:0:30074:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948420.135420:0:30074:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948420.135423:0:30074:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948420.135425:0:30074:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948420.135428:0:30074:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2340:2340:256:4294967295] 192.168.202.104@tcp LPNI seq info [2340:2340:8:4294967295] 00000400:00000200:0.0:1783948420.135430:0:30074:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.135438:0:30074:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948420.135442:0:30074:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.135446:0:30074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948420.135451:0:30074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.135457:0:30074:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.135460:0:30074:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783948420.135475:0:30074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.135479:0:30074:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 813906 usecs (814 jiffies) 00000400:00000200:0.0:1783948420.135481:0:30074:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948420.135483:0:30074:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511100 00000100:00000001:0.0:1783948420.135485:0:30074:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.135487:0:30074:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511100 00000100:00000001:0.0:1783948420.135489:0:30074:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.135490:0:30074:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948420.135492:0:30074:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.135493:0:30074:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948420.135494:0:30074:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948420.135496:0:30074:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c480 going to sleep for 11 seconds 00000100:00000001:0.0:1783948420.135497:0:30074:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.135499:0:30074:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948420.135728:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.135732:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948420.135735:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.135740:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.135744:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf3b8 00000400:00000010:1.0:1783948420.135746:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf3b8. 00000100:00000001:1.0:1783948420.135750:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.135753:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.135760:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.135762:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.135767:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.135768:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.138626:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.138643:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.138648:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.138651:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.138658:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.138665:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.138673:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.138678:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.138684:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.138688:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd944b880 00000400:00000200:0.0:1783948420.138693:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.138700:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x67f9 [256] + 0 00000400:00000010:0.0:1783948420.138705:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae4d0. 00000400:00000200:0.0:1783948420.138711:0:2345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e9493e4000 00000800:00000001:0.0:1783948420.138716:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.138723:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.138726:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.138729:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.138733:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9493e4000 00000400:00000010:0.0:1783948420.138734:0:2345:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e9493e4000. 00000100:00000001:0.0:1783948420.138739:0:2345:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783948420.138741:0:2345:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e960241f80 desc ffff89e950637800 mbits 1870603636488320 00000100:00000001:0.0:1783948420.138756:0:2345:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783948420.138762:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948420.138765:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.138769:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.138774:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2341:2341:256:4294967295] 192.168.202.104@tcp LPNI seq info [2341:2341:8:4294967295] 00000400:00000200:0.0:1783948420.138776:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.138782:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948420.138786:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.138791:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e9493e4000. 00000800:00000200:0.0:1783948420.138795:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.138800:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.138803:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493e4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1783948420.139022:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.139027:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.139051:0:30074:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.139055:0:30074:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948420.139135:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.139139:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e9493e4000. 00000400:00000200:0.0:1783948420.139141:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.139144:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948420.143286:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.143357:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.143361:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.143362:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.143369:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.143375:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.143382:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.143387:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.143392:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.143394:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd944b880 00000400:00000200:1.0:1783948420.143398:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.143403:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6801 [1] + 224 00000800:00000001:1.0:1783948420.143409:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.143417:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.143420:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.143422:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.143428:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.143435:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948420.143444:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.143495:0:30074:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.143509:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948420.143515:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.143518:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783948420.143580:0:30074:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948420.143581:0:30074:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948420.143585:0:30074:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb58. 00000400:00000200:0.0:1783948420.143589:0:30074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:0.0:1783948420.143591:0:30074:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:0.0:1783948420.143593:0:30074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.143596:0:30074:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948420.143602:0:30074:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.143606:0:30074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948420.143608:0:30074:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.143609:0:30074:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948420.143612:0:30074:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948420.143614:0:30074:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948420.143615:0:30074:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.143617:0:30074:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948420.143625:0:30074:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948420.143628:0:30074:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948420.143630:0:30074:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948420.143632:0:30074:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.143634:0:30074:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948420.143636:0:30074:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.143638:0:30074:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948420.143640:0:30074:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1783948420.143642:0:30074:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948420.143644:0:30074:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.143646:0:30074:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.143653:0:30074:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.143657:0:30074:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948420.143658:0:30074:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948420.143661:0:30074:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948420.143667:0:30074:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:30074:1870603636488320:192.168.202.104@tcp:37:bash.0 00000100:00000001:0.0:1783948420.143671:0:30074:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.143673:0:30074:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.143674:0:30074:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948420.143676:0:30074:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.143678:0:30074:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.143681:0:30074:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948420.143684:0:30074:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c480. 00000100:00000001:0.0:1783948420.143687:0:30074:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948420.143688:0:30074:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.143690:0:30074:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.143692:0:30074:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.143694:0:30074:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636488320/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.143697:0:30074:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948420.143699:0:30074:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948420.143701:0:30074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950637c00. 02000000:00000001:0.0:1783948420.143703:0:30074:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948420.143705:0:30074:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948420.143707:0:30074:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948420.143708:0:30074:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783948420.143709:0:30074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783948420.143711:0:30074:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948420.143711:0:30074:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948420.143712:0:30074:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783948420.143727:0:30074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff89e958708000. 00000100:00000010:0.0:1783948420.143730:0:30074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff89e950637800. 00000100:00000001:0.0:1783948420.143731:0:30074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783948420.143733:0:30074:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9462b6000. 02000000:00000001:0.0:1783948420.143735:0:30074:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948420.143737:0:30074:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948420.143738:0:30074:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948420.143741:0:30074:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948420.143742:0:30074:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.143743:0:30074:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1783948420.143745:0:30074:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1783948420.144465:0:30074:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff89e96018e000. 00000002:00000001:0.0:1783948420.144470:0:30074:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.144475:0:30074:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.144477:0:30074:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.144479:0:30074:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:0.0:1783948420.144481:0:30074:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948420.144483:0:30074:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948420.144485:0:30074:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.144489:0:30074:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948420.144496:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.144497:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.144498:0:30074:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.144501:0:30074:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.144503:0:30074:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948420.144508:0:30074:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.144510:0:30074:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.144512:0:30074:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.144515:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.144516:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.144517:0:30074:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.144519:0:30074:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.144521:0:30074:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.144523:0:30074:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.144525:0:30074:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.144526:0:30074:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.144527:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.144528:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1783948420.144530:0:30074:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.144609:0:30074:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1783948420.144614:0:30074:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948420.144617:0:30074:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b7a00. 00000080:00000001:1.0:1783948420.144621:0:30074:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.144625:0:30074:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948420.144627:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3ca0 00000080:00200000:1.0:1783948420.144630:0:30074:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948420.144636:0:30074:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947146e00. 00800000:00000002:1.0:1783948420.144640:0:30074:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948420.144643:0:30074:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948420.144646:0:30074:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948420.144648:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3bc0 00800000:00000002:1.0:1783948420.144649:0:30074:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948420.144652:0:30074:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948420.144655:0:30074:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948420.144659:0:30074:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948420.144660:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3a90 00000002:00010000:1.0:1783948420.144662:0:30074:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948420.144665:0:30074:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948420.144666:0:30074:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948420.144668:0:30074:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948420.144673:0:30074:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:1.0:1783948420.144675:0:30074:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948420.144678:0:30074:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.144681:0:30074:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948420.144683:0:30074:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783948420.144688:0:30074:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948420.144691:0:30074:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.144693:0:30074:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783948420.144698:0:30074:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948420.144699:0:30074:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948420.144700:0:30074:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948420.144701:0:30074:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948420.144702:0:30074:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948420.144704:0:30074:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948420.144705:0:30074:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948420.144707:0:30074:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948420.144708:0:30074:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947146e00. 00000080:00000001:1.0:1783948420.144711:0:30074:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948420.144712:0:30074:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948420.144714:0:30074:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948420.144716:0:30074:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440aff 00800000:00000001:1.0:1783948420.144718:0:30074:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948420.144720:0:30074:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948420.144721:0:30074:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.144721:0:30074:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.144723:0:30074:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:1.0:1783948420.144724:0:30074:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948420.144725:0:30074:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948420.144727:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.144728:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948420.144729:0:30074:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.144730:0:30074:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948420.144731:0:30074:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440aff from it ffffb87d01ee3cd8 00010000:00000001:1.0:1783948420.144733:0:30074:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.144733:0:30074:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.144734:0:30074:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:1.0:1783948420.144735:0:30074:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948420.144736:0:30074:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948420.144737:0:30074:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948420.144738:0:30074:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783948420.144742:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.144742:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.144743:0:30074:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948420.144744:0:30074:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948420.144745:0:30074:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783948420.144752:0:30074:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948420.144753:0:30074:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948420.144754:0:30074:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948420.144755:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.144756:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.144756:0:30074:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.144758:0:30074:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948420.144758:0:30074:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.144759:0:30074:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.144761:0:30074:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.144762:0:30074:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948420.144762:0:30074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.144763:0:30074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948420.144764:0:30074:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948420.144765:0:30074:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948420.144768:0:30074:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.144771:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3d28 00000080:00000008:1.0:1783948420.144773:0:30074:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948420.145023:0:30074:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783948420.145025:0:30074:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1783948420.145029:0:30074:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947146e00. 00800000:00000002:1.0:1783948420.145032:0:30074:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948420.145034:0:30074:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1783948420.145040:0:30074:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724135472342016 : -19938237209600 : ffffedddc4742400) 00000080:00000001:1.0:1783948420.145043:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783948420.145046:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1783948420.145048:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:1.0:1783948420.145049:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1783948420.145050:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:1.0:1783948420.145052:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:1.0:1783948420.145053:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:1.0:1783948420.145055:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:1.0:1783948420.145057:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:1.0:1783948420.145058:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:1.0:1783948420.145060:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:1.0:1783948420.145062:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1783948420.145063:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783948420.145065:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1783948420.145066:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1783948420.145067:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:1.0:1783948420.145068:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:1.0:1783948420.145069:0:30074:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:1.0:1783948420.145071:0:30074:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948420.145073:0:30074:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948420.145074:0:30074:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947146e00. 00000080:00000001:1.0:1783948420.145076:0:30074:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.145093:0:30074:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783948420.145094:0:30074:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1783948420.145096:0:30074:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948420.145097:0:30074:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.145108:0:30074:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1783948420.145109:0:30074:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783948420.145111:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3d98 00000080:00200008:1.0:1783948420.145163:0:30074:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000 00000080:00400000:1.0:1783948420.145166:0:30074:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1783948420.145168:0:30074:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9517257c0. 00000080:00000001:1.0:1783948420.145172:0:30074:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783948420.145174:0:30074:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ee3d98 00000080:00000008:1.0:1783948420.145175:0:30074:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000, rc = 0 00000080:00000001:1.0:1783948420.145177:0:30074:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.145178:0:30074:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948420.149221:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.149226:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:1.0:1783948420.149231:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.149236:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.149241:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125770 00000400:00000010:1.0:1783948420.149243:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125770. 00000100:00000001:1.0:1783948420.149247:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.149251:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636488576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.149260:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.149263:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64a80 x1870603636488576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.149269:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.149271:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948420.151572:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.151588:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.151592:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.151594:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.151601:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.151608:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.151615:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.151620:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.151626:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.151630:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd944b980 00000400:00000200:1.0:1783948420.151634:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.151640:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6811 [64] + 224 00000800:00000001:1.0:1783948420.151647:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.151653:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.151657:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.151660:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.151667:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.151676:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636488576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948420.151686:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e950b64a80 x1870603636488576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.151743:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948420.151752:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.151755:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948420.154415:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.154420:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9600. 00000400:00000200:1.0:1783948420.154424:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.154430:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.154435:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601255d8 00000400:00000010:1.0:1783948420.154438:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601255d8. 00000100:00000001:1.0:1783948420.154443:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.154448:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636488704/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.154456:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.154459:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65c00 x1870603636488704/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.154465:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.154467:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948420.156982:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.157006:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.157010:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.157013:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.157022:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.157030:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.157041:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.157047:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.157054:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.157157:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd944ba00 00000400:00000200:1.0:1783948420.157165:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.157234:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x6819 [256] + 0 00000400:00000010:1.0:1783948420.157240:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98420. 00000400:00000200:1.0:1783948420.157245:0:2346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e9509fe000 00000800:00000001:1.0:1783948420.157251:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.157259:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.157262:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.157266:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.157270:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9509fe000 00000400:00000010:1.0:1783948420.157272:0:2346:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e9509fe000. 00000100:00000001:1.0:1783948420.157277:0:2346:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783948420.157279:0:2346:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e950b65c00 desc ffff89e9509ebc00 mbits 1870603636488704 00000100:00000001:1.0:1783948420.157292:0:2346:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783948420.157300:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948420.157303:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.157309:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948420.157315:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2344:2344:256:4294967295] 192.168.202.104@tcp LPNI seq info [2344:2344:8:4294967295] 00000400:00000200:1.0:1783948420.157318:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.157326:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948420.157332:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948420.157340:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e95813e000. 00000800:00000200:1.0:1783948420.157346:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948420.157355:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948420.157359:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95813e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1783948420.157409:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.157413:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948420.157426:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.157429:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e95813e000. 00000400:00000200:1.0:1783948420.157433:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.157436:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00010000:00000010:3.1:1783948420.158986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00000800:00000001:0.0:1783948420.159607:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.159616:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.159618:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.159619:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.159624:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.159630:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.159635:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.159639:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.159642:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.159645:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd944ba00 00000400:00000200:0.0:1783948420.159649:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.159653:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6821 [1] + 224 00000800:00000001:0.0:1783948420.159658:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.159664:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.159666:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.159668:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.159674:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.159682:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636488704/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.159689:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e950b65c00 x1870603636488704/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.159701:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.159709:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.159711:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948420.160983:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.160989:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9d00. 00000400:00000200:1.0:1783948420.160993:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.160997:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.161001:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125d48 00000400:00000010:1.0:1783948420.161003:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125d48. 00000100:00000001:1.0:1783948420.161007:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.161011:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636488960/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.161020:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.161024:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65c00 x1870603636488960/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.161031:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.161032:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.163473:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.163487:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.163491:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.163492:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.163498:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.163503:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.163509:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.163513:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.163517:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.163520:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944bb00 00000400:00000200:0.0:1783948420.163523:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.163528:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6829 [1] + 224 00000800:00000001:0.0:1783948420.163532:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.163536:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.163539:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.163541:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.163547:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.163554:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636488960/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.163561:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e950b65c00 x1870603636488960/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.163579:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.163587:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.163590:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948420.164880:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.164884:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9a00. 00000400:00000200:1.0:1783948420.164888:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.164892:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.164895:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125cc0 00000400:00000010:1.0:1783948420.164897:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125cc0. 00000100:00000001:1.0:1783948420.164902:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.164906:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636489216/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.164925:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.164928:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65c00 x1870603636489216/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.164934:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.164936:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.167795:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.167813:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.167816:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.167818:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.167824:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.167830:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.167836:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.167840:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.167845:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.167847:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd944bc00 00000400:00000200:0.0:1783948420.167904:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.167910:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6831 [64] + 224 00000800:00000001:0.0:1783948420.167925:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.167931:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.167934:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.167937:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.167943:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.167951:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636489216/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.167957:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e950b65c00 x1870603636489216/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.168004:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.168010:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.168012:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948420.169691:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.169695:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9000. 00000400:00000200:1.0:1783948420.169698:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.169702:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.169706:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601252a8 00000400:00000010:1.0:1783948420.169708:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601252a8. 00000100:00000001:1.0:1783948420.169712:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.169716:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636489344/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948420.169725:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.169728:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64a80 x1870603636489344/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948436 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948420.169739:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.169740:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.176102:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.176201:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.176206:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.176208:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.176217:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.176224:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.176233:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.176238:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.176243:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.176247:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 10 MB=0x6a54dd944bc80 00000400:00000200:0.0:1783948420.176252:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.176258:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 368/368 into md 0x6839 [1] + 224 00000800:00000001:0.0:1783948420.176266:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.176273:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.176276:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.176280:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.176287:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.176297:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636489344/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948420.176307:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e950b64a80 x1870603636489344/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.176326:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.176334:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.176337:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948420.178805:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.178810:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000400:00000200:0.0:1783948420.178815:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.178820:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.178824:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:0.0:1783948420.178826:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:0.0:1783948420.178830:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.178835:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636489600/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.178843:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.178846:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64a80 x1870603636489600/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.178882:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.178884:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.184532:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.184549:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.184553:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.184556:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.184563:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.184571:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.184582:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.184587:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.184594:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.184598:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944bd80 00000400:00000200:0.0:1783948420.184604:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.184611:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6841 [1] + 224 00000800:00000001:0.0:1783948420.184618:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.184625:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.184629:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.184633:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.184642:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.184654:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636489600/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948420.184665:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e950b64a80 x1870603636489600/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.184684:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948420.184693:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948420.184697:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.184702:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.184708:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2349:2349:256:4294967295] 192.168.202.104@tcp LPNI seq info [2349:2349:8:4294967295] 00000400:00000200:0.0:1783948420.184712:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.184719:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948420.184724:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.184732:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948420.184738:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.184745:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.184750:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 0, nob 96 niov 1 nkiov 0 00010000:00000010:3.1:1783948420.184908:0:30265:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d500. 00010000:00000010:3.1:1783948420.184926:0:30265:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:3.1:1783948420.184930:0:30265:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00000800:00000200:0.0:1783948420.188278:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.188283:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:0.0:1783948420.188289:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.188297:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948420.188306:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.188313:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948420.188372:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.188374:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9c00. 00000400:00000200:0.0:1783948420.188378:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.188381:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.188386:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125660 00000400:00000010:0.0:1783948420.188389:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125660. 00000100:00000001:0.0:1783948420.188393:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.188400:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636489728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.188412:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.188416:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636489728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.188422:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.188424:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1783948420.190013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bebe0. 00000080:00000010:3.1:1783948420.190038:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dcb9c0. 00000800:00000001:1.0:1783948420.193253:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.193271:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.193276:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.193278:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.193286:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.193294:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.193303:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.193308:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.193313:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.193317:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944be00 00000400:00000200:1.0:1783948420.193323:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.193329:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6849 [1] + 224 00000800:00000001:1.0:1783948420.193336:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.193343:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.193346:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.193350:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.193357:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.193365:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636489728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948420.193376:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b64380 x1870603636489728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.193449:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948420.193458:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.193462:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1783948420.193966:0:30265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abf60. 00000800:00000200:0.0:1783948420.196171:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.196178:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9800. 00000400:00000200:0.0:1783948420.196183:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.196189:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.196194:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125330 00000400:00000010:0.0:1783948420.196197:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125330. 00000100:00000001:0.0:1783948420.196202:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.196206:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636489984/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.196215:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.196218:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636489984/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.196225:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.196226:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948420.199701:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.199719:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.199722:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.199725:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.199733:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.199740:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.199751:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.199755:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.199760:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.199764:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944bf00 00000400:00000200:1.0:1783948420.199768:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.199774:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6851 [1] + 224 00000800:00000001:1.0:1783948420.199781:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.199803:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.199807:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.199811:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.199820:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.199829:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636489984/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948420.199838:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e950b64380 x1870603636489984/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.199891:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948420.199900:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.199903:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.200243:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.200246:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636489984/t4294967605(4294967605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.200252:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.200254:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.200256:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636489216/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.200262:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783948420.200266:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948420.200268:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948420.200270:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948420.200273:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509ebc00. 02000000:00000001:3.0:1783948420.200276:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948420.200279:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948420.200281:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:3.0:1783948420.200284:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948420.200285:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.200287:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.200290:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64380 x1870603636489984/t4294967605(4294967605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.200296:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948420.200298:0:30265:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9509ab5c0. 00000002:00000001:3.0:1783948420.200301:0:30265:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.200302:0:30265:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948420.200305:0:30265:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9580d9180. 00000100:00000001:3.0:1783948420.200307:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.200310:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64380 x1870603636489984/t4294967605(4294967605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.200316:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948420.200318:0:30265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948420.200321:0:30265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509ea800. 02000000:00000001:3.0:1783948420.200323:0:30265:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948420.200324:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948420.200326:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948420.200328:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948420.200330:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774c00. 02000000:00000001:3.0:1783948420.200332:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948420.200332:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948420.200334:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64380. 00000100:00000001:3.0:1783948420.200336:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948420.200337:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948420.200340:0:30265:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.200342:0:30265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948420.200345:0:30265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x1f:0x0] mode (null) 00000002:00000001:3.0:1783948420.200348:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.200351:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.200357:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 4 00010000:00000001:3.0:1783948420.200360:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.200364:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.200367:0:30265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.200370:0:30265:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948420.200372:0:30265:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1f:0x0](ffff89e951d87448) invalid 00000020:00000001:3.0:1783948420.200376:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a80 00000080:00002000:3.0:1783948420.200378:0:30265:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff89e951f16ca8) parent ffff89e951e2fe58 inode ffff89e951d87448 refc 2 00000080:00000001:3.0:1783948420.200383:0:30265:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948420.200386:0:30265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948420.200388:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.200392:0:30265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948420.200395:0:30265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948420.200397:0:30265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948420.200399:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.200402:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948420.200406:0:30265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596800 with handle 0x8c7cf19e4b440b37 from hash 00010000:00000001:3.0:1783948420.200409:0:30265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948420.200411:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.200412:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.200414:0:30265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948420.200417:0:30265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948420.200418:0:30265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948420.200422:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783948420.200424:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783948420.200427:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1783948420.200433:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64380. 00000020:00000040:3.0:1783948420.200436:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948420.200440:0:30265:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948420.200441:0:30265:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.200444:0:30265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948420.200448:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948420.200452:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.200454:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.200455:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.200458:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948420.200460:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948420.200464:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948420.200469:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774c00. 00000100:00000001:3.0:1783948420.200474:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.200477:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948420.200479:0:30265:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948420.200485:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440b3e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05c06 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783948420.200494:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440b37 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05bc7 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948420.200502:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1783948420.200508:0:30265:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1783948420.200510:0:30265:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1783948420.200512:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948420.200515:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440b3e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05c06 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948420.200526:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.200527:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948420.200530:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440b37 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05bc7 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1783948420.200536:0:30265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fd00 count: 0 00010000:00000010:3.0:1783948420.200541:0:30265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887c80. 00010000:00000001:3.0:1783948420.200546:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.200547:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948420.200549:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440aff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05b26 expref: -99 pid: 30263 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1783948420.200556:0:30265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459c00 count: 0 00010000:00000010:3.0:1783948420.200559:0:30265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e96014c280. 00010000:00000001:3.0:1783948420.200563:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.200564:0:30265:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.200566:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948420.200567:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.200569:0:30265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948420.200577:0:30265:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948420.200583:0:30265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948420.200590:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948420.200592:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948420.200597:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.200599:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051063808 : -129839658487808 : ffff89e959473000) 00000100:00000001:3.0:1783948420.200601:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.200603:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000001:3.0:1783948420.200607:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948420.200611:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.200613:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948420.200614:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948420.200618:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.200625:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948420.200627:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.200630:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948420.200632:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948420.200635:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948420.200638:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636490240:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948420.200642:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948420.200646:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948420.200648:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.200651:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948420.200654:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509ea800. 02000000:00000001:3.0:1783948420.200656:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948420.200661:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948420.200664:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948420.200668:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948420.200674:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636490240, portal 10 00000100:00000001:3.0:1783948420.200676:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.200678:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000040:3.0:1783948420.200683:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.200690:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948420.200693:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948420.200696:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125dd0. 00000100:00000200:3.0:1783948420.200699:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1870603636490240, offset 0 00000400:00000200:3.0:1783948420.200704:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948420.200710:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.200717:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948420.200722:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948420.200726:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948420.200729:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948420.200731:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948420.200735:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2352:2352:256:4294967295] 192.168.202.104@tcp LPNI seq info [2352:2352:8:4294967295] 00000400:00000200:3.0:1783948420.200739:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.200747:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948420.200753:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948420.200758:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9100. 00000800:00000200:3.0:1783948420.200765:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948420.200772:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948420.200776:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9100 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1783948420.200908:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.200922:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 803132 usecs (804 jiffies) 00000400:00000200:3.0:1783948420.200926:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948420.200929:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511157 00000100:00000001:3.0:1783948420.200932:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.200935:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511157 00000100:00000001:3.0:1783948420.200937:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.200939:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.200942:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.200944:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948420.200946:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948420.200949:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473000 going to sleep for 11 seconds 00000100:00000001:3.0:1783948420.200951:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948420.200952:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948420.201848:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.201869:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:0.0:1783948420.201874:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.201880:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.201886:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125dd0 00000400:00000010:0.0:1783948420.201888:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125dd0. 00000100:00000001:0.0:1783948420.201893:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.201900:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.201911:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.201923:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.201935:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.201936:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948420.206676:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.206693:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.206698:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.206700:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.206709:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.206716:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.206725:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.206730:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.206736:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.206740:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944c000 00000400:00000200:1.0:1783948420.206746:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.206752:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6859 [1] + 224 00000800:00000001:1.0:1783948420.206760:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.206767:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.206770:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.206774:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.206781:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.206791:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948420.206802:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948420.206823:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948420.206831:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948420.206834:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.206839:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948420.206845:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2353:2353:256:4294967295] 192.168.202.104@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:1.0:1783948420.206848:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.206895:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948420.206902:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948420.206908:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:1.0:1783948420.206923:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948420.206930:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948420.206935:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1783948420.207172:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1783948420.207482:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.207486:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948420.207490:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.207495:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948420.207546:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.208554:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948420.208566:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948420.208568:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948420.208572:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:3.0:1783948420.208577:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:3.0:1783948420.208580:0:30265:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:3.0:1783948420.208585:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948420.208594:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948420.208604:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64380 x1870603636490240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.208612:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948420.208614:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.208617:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948420.208620:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948420.208623:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948420.208625:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.208628:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948420.208638:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=90 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948420.208642:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948420.208645:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948420.208647:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.208649:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948420.208653:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.208656:0:30265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948420.208658:0:30265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x10000012a] 00000100:00000001:3.0:1783948420.208660:0:30265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948420.208662:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.208664:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000001:3.0:1783948420.208667:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948420.208669:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1783948420.208672:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948420.208675:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.208680:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64380 x1870603636490240/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948436 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.208687:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.208691:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948420.208693:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948420.208697:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64380 x1870603636490240/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948436 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948420.208706:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636490240:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948420.208711:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.208713:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.208716:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948420.208718:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.208722:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636490240/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948436 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.208728:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948420.208731:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.208734:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948420.208736:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.208744:0:30265:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.208748:0:30265:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948420.208752:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948420.208756:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774e00. 00000080:00000002:3.0:1783948420.208761:0:30265:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783948398 to 1783948420 00000100:00000001:3.0:1783948420.208768:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.208772:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64380 x1870603636490240/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.208778:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.208780:0:30265:0:(namei.c:2360:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.208798:0:30265:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783948420.208802:0:30265:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783948420.208805:0:30265:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff89e951d87448) 00800000:00000001:3.0:1783948420.208809:0:30265:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783948420.208811:0:30265:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x1f:0x0] 00000002:00000001:3.0:1783948420.208816:0:30265:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783948420.208823:0:30265:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.208826:0:30265:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.208828:0:30265:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783948420.208830:0:30265:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783948420.208832:0:30265:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.208834:0:30265:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.208838:0:30265:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783948420.208840:0:30265:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783948420.208922:0:30265:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948420.209049:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e30 00000080:00002000:3.0:1783948420.209053:0:30265:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff89e951f16ca8, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783948420.209167:0:30265:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948420.209170:0:30265:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948420.209173:0:30265:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948420.209213:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948420.209216:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948420.209218:0:30265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948420.209219:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b20 00000080:00200000:3.0:1783948420.209221:0:30265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948420.209225:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774e00. 00800000:00000002:3.0:1783948420.209232:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948420.209235:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948420.209237:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948420.209238:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a40 00800000:00000002:3.0:1783948420.209240:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948420.209243:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948420.209246:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948420.209250:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948420.209251:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3910 00000002:00010000:3.0:1783948420.209252:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948420.209255:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948420.209256:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.209258:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948420.209261:0:30265:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.209262:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.209264:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.209265:0:30265:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948420.209267:0:30265:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948420.209271:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000020:00000040:3.0:1783948420.209275:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948420.209280:0:30265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948420.209285:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948420.209291:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.209292:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.209293:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.209296:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948420.209297:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948420.209301:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948420.209306:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509ebc00. 00000100:00000001:3.0:1783948420.209311:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.209314:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948420.209316:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.209317:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948420.209318:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.209319:0:30265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.209322:0:30265:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00010000:00000001:3.0:1783948420.209325:0:30265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948420.209326:0:30265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948420.209329:0:30265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459800. 00010000:00000010:3.0:1783948420.209332:0:30265:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e96014c280. 00010000:00000001:3.0:1783948420.209335:0:30265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948420.209337:0:30265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596c00. 00000020:00000001:3.0:1783948420.209339:0:30265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948420.209342:0:30265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596c00 with handle 0x8c7cf19e4b440b45 to hash 00000020:00000001:3.0:1783948420.209343:0:30265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948420.209344:0:30265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.209347:0:30265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.209350:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.209353:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.209355:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948420.209361:0:30265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948420.209367:0:30265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948420.209370:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948420.209372:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948420.209376:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.209377:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051063808 : -129839658487808 : ffff89e959473000) 00000100:00000001:3.0:1783948420.209379:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.209380:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000100:00000001:3.0:1783948420.209384:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948420.209387:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.209389:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948420.209390:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948420.209394:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.209399:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948420.209400:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.209403:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948420.209405:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948420.209406:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948420.209408:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636490368:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948420.209410:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948420.209414:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948420.209416:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.209418:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948420.209421:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bd000. 02000000:00000001:3.0:1783948420.209422:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948420.209427:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948420.209429:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948420.209433:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948420.209437:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636490368, portal 10 00000100:00000001:3.0:1783948420.209438:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.209439:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000100:00000040:3.0:1783948420.209442:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.209447:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948420.209449:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948420.209450:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125220. 00000100:00000200:3.0:1783948420.209453:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636490368, offset 0 00000400:00000200:3.0:1783948420.209457:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948420.209462:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.209467:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948420.209471:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948420.209474:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948420.209477:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948420.209479:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948420.209481:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2354:2354:256:4294967295] 192.168.202.104@tcp LPNI seq info [2354:2354:8:4294967295] 00000400:00000200:3.0:1783948420.209484:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.209490:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948420.209494:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948420.209499:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9100. 00000800:00000200:3.0:1783948420.209503:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948420.209508:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948420.209511:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948420.209570:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.209575:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 801957 usecs (802 jiffies) 00000400:00000200:3.0:1783948420.209579:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948420.209582:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511163 00000100:00000001:3.0:1783948420.209585:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.209587:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511163 00000100:00000001:3.0:1783948420.209589:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.209591:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.209593:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.209596:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948420.209598:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948420.209600:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473000 going to sleep for 11 seconds 00000100:00000001:3.0:1783948420.209602:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948420.209604:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948420.209977:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.209982:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:1.0:1783948420.209987:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.209992:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.209997:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125220 00000400:00000010:1.0:1783948420.209999:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125220. 00000100:00000001:1.0:1783948420.210003:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.210008:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.210016:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.210019:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.210025:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.210027:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948420.211038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00010000:00000010:3.1:1783948420.211046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fd00. 00010000:00000010:3.1:1783948420.211051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:3.1:1783948420.211176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459c00. 00010000:00000010:3.1:1783948420.211179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596200. 00000800:00000001:0.0:1783948420.213147:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.213162:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.213167:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.213169:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.213177:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.213185:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.213195:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.213200:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.213206:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.213211:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944c080 00000400:00000200:0.0:1783948420.213216:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.213224:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6861 [1] + 224 00000800:00000001:0.0:1783948420.213231:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.213242:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.213245:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.213249:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.213257:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.213264:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.213272:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.213285:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.213293:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.213296:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.213310:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948420.213318:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948420.213320:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948420.213323:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:3.0:1783948420.213327:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:3.0:1783948420.213330:0:30265:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:3.0:1783948420.213333:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948420.213338:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948420.213346:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.213352:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948420.213354:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.213356:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948420.213359:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948420.213363:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948420.213366:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.213369:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948420.213378:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=90 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948420.213382:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948420.213385:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948420.213386:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.213389:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948420.213392:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.213396:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948420.213398:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1783948420.213399:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948420.213402:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.213407:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.213415:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.213417:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948420.213419:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948420.213423:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948436 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948420.213430:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636490368:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948420.213435:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.213438:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.213441:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948420.213443:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.213446:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.213453:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948420.213456:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.213459:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948420.213460:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.213463:0:30265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948420.213466:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.213469:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.213472:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=4 00000020:00000001:3.0:1783948420.213474:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.213477:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000040:3.0:1783948420.213485:0:30265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596c00, remote cookie: 0x2ceea11ad5e05c29, flags: 0x1001 00010000:00010000:3.0:1783948420.213490:0:30265:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948420.213500:0:30265:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.213507:0:30265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948420.213511:0:30265:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948420.213513:0:30265:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948420.213514:0:30265:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948420.213516:0:30265:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948420.213519:0:30265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459800) refcount = 1 00010000:00010000:3.0:1783948420.213522:0:30265:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.213528:0:30265:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948420.213531:0:30265:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948420.213534:0:30265:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.213537:0:30265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948420.213539:0:30265:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.213542:0:30265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.213547:0:30265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948420.213549:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.213551:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.213552:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.213553:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.213554:0:30265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.213558:0:30265:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948420.213559:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.213560:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.213562:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:3.0:1783948420.213953:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.213959:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.213962:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.213964:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.213966:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=4 00000020:00000001:3.0:1783948420.213968:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.213970:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.213973:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.213976:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.213980:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.213986:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.213987:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.213988:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.213989:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.213991:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=5 00000020:00000001:3.0:1783948420.213993:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.213995:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.213997:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948420.214000:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.214007:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.214008:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948420.214010:0:30265:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.214016:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948420.214017:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.214018:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.214019:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.214020:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948420.214026:0:30265:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948420.214035:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.214036:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.214038:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:3.0:1783948420.214040:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.214042:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.214044:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.214045:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948420.214046:0:30265:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.214048:0:30265:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.214050:0:30265:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948420.214052:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.214053:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.214054:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:3.0:1783948420.214056:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.214058:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00000002:00010000:3.0:1783948420.214062:0:30265:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.214069:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.214070:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.214072:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948420.214073:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.214074:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.214075:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:3.0:1783948420.214077:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.214079:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000040:3.0:1783948420.214085:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:3.0:1783948420.214088:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948420.214092:0:30265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948420.214095:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.214096:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948420.214097:0:30265:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948420.214100:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3898 00000002:00002000:3.0:1783948420.214102:0:30265:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948420.214105:0:30265:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.214108:0:30265:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.214110:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948420.214113:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948420.214116:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948420.214120:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948420.214123:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774e00. 00000080:00000001:3.0:1783948420.214127:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948420.214130:0:30265:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948420.214136:0:30265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948420.214140:0:30265:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783948420.214261:0:30265:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9587d3280. 00800000:00000001:0.0:1783948420.214264:0:30265:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234037826176 : -129839671725440 : ffff89e9587d3280) 00800000:00000001:0.0:1783948420.214267:0:30265:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.214270:0:30265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948420.214273:0:30265:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948420.214275:0:30265:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783948420.214277:0:30265:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948420.214280:0:30265:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948420.214281:0:30265:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.214285:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948420.214287:0:30265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783948420.214291:0:30265:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783948420.214292:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.214293:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.214295:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:0.0:1783948420.214296:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214297:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214299:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214300:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948420.214301:0:30265:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948420.214303:0:30265:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783948420.214304:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9587d3280 1 00800000:00000010:0.0:1783948420.214305:0:30265:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9587d3280. 00800000:00000001:0.0:1783948420.214307:0:30265:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.214310:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b45 00800000:00000001:0.0:1783948420.214312:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948420.214313:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948420.214314:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.214315:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.214317:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:0.0:1783948420.214318:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214321:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214323:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214324:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.214327:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.214329:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.214331:0:30265:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.214333:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948420.214337:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b45 from it ffffb87d01cd3b58 00010000:00000001:0.0:1783948420.214339:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.214340:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.214341:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:0.0:1783948420.214342:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214344:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214346:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.214349:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948420.214355:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214356:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.214358:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.214360:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.214363:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948420.214371:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.214374:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.214377:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.214381:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214382:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.214384:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.214387:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.214389:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.214391:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.214394:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.214395:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.214397:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214397:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948420.214400:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.214405:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636490368/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.214412:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948420.214416:0:30265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948420.214419:0:30265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582bd000. 02000000:00000001:0.0:1783948420.214423:0:30265:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948420.214425:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948420.214427:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948420.214429:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948420.214432:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509ebc00. 02000000:00000001:0.0:1783948420.214436:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948420.214437:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948420.214439:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:0.0:1783948420.214443:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948420.214444:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.214448:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948420.214452:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.214459:0:30265:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948420.214461:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b48 00000080:00002000:0.0:1783948420.214463:0:30265:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff89e951f16948) flags 0x20000e refc 1 00000080:00000001:0.0:1783948420.214466:0:30265:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.214468:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b90 00000080:00200000:0.0:1783948420.214469:0:30265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=8 00000080:00000001:0.0:1783948420.214474:0:30265:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948420.214476:0:30265:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.214488:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d08 00000080:00200008:0.0:1783948420.214490:0:30265:0:(file.c:6217:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948420.214497:0:30265:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783948420.214500:0:30265:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.214503:0:30265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948420.214504:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3c80 00000080:00200000:0.0:1783948420.214506:0:30265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348),name=d21f.recovery-small-2 00000080:00000010:0.0:1783948420.214512:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6000. 00800000:00000002:0.0:1783948420.214516:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948420.214523:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948420.214525:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.214527:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ba0 00800000:00000002:0.0:1783948420.214529:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948420.214533:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948420.214538:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948420.214542:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.214543:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a70 00000002:00010000:0.0:1783948420.214545:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948420.214549:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948420.214551:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.214553:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.214556:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:0.0:1783948420.214558:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.214561:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.214564:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948420.214567:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948420.214575:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948420.214579:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.214583:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948420.214588:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948420.214590:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.214592:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.214594:0:30265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.214596:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.214597:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948420.214600:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948420.214601:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948420.214604:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6000. 00000080:00000001:0.0:1783948420.214607:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948420.214608:0:30265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.214610:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) 00000080:00010000:0.0:1783948420.214613:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440b1b 00800000:00000001:0.0:1783948420.214615:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948420.214617:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948420.214618:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.214620:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.214621:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:0.0:1783948420.214623:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.214625:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.214627:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214628:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.214629:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.214631:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.214633:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b1b from it ffffb87d01cd3cb8 00010000:00000001:0.0:1783948420.214635:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.214636:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.214637:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:0.0:1783948420.214639:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.214641:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.214643:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.214646:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948420.214651:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214652:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.214653:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.214655:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.214657:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948420.214661:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.214662:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.214663:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.214664:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214665:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.214666:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.214667:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.214668:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.214670:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.214671:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.214673:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.214674:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214675:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948420.214676:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948420.214677:0:30265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948420.214681:0:30265:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.214685:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d08 00000080:00000008:0.0:1783948420.214687:0:30265:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948420.214731:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948420.214735:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948420.214736:0:30265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948420.214737:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3bc0 00000080:00200000:0.0:1783948420.214739:0:30265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948420.214743:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6000. 00800000:00000002:0.0:1783948420.214747:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948420.214749:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948420.214750:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.214752:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ae0 00800000:00000002:0.0:1783948420.214754:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948420.214756:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948420.214758:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948420.214762:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.214763:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd39b0 00000002:00010000:0.0:1783948420.214764:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948420.214767:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948420.214769:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.214770:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.214773:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:0.0:1783948420.214775:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.214777:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.214779:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948420.214783:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948420.214796:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948420.214798:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.214801:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948420.214807:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948420.214809:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.214811:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.214812:0:30265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.214815:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.214817:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948420.214819:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948420.214820:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948420.214823:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6000. 00000080:00000001:0.0:1783948420.214825:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948420.214826:0:30265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.214828:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948420.214831:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b45 00800000:00000001:0.0:1783948420.214833:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948420.214834:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948420.214836:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.214837:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.214838:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:0.0:1783948420.214840:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214841:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214843:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214844:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.214844:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.214845:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.214846:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b45 from it ffffb87d01cd3bf8 00010000:00000001:0.0:1783948420.214847:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.214848:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.214849:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:0.0:1783948420.214972:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214974:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.214976:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.214980:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948420.214986:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.214987:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.214988:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.214990:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.214992:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948420.214998:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.215000:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.215001:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.215003:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.215004:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.215006:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215008:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.215009:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215011:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215012:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215014:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.215015:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.215016:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948420.215018:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948420.215019:0:30265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.215021:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948420.215024:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.215027:0:30265:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948420.215029:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3bc0 00000080:00002000:0.0:1783948420.215030:0:30265:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff89e951f16948) flags 0x20000e refc 1 00000080:00000001:0.0:1783948420.215033:0:30265:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.215035:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3c08 00000080:00200000:0.0:1783948420.215036:0:30265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=266 00000080:00000001:0.0:1783948420.215039:0:30265:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948420.215041:0:30265:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.215044:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948420.215046:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348), inode mode 41ed mask 44 00000080:00000001:0.0:1783948420.215049:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.215055:0:30265:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783948420.215057:0:30265:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783948420.215060:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b78 00000080:00200008:0.0:1783948420.215062:0:30265:0:(file.c:1058:ll_file_open()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), flags 704400 00000080:00000010:0.0:1783948420.215067:0:30265:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e951724dc0. 00000080:00000001:0.0:1783948420.215073:0:30265:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783948420.215076:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6000. 00800000:00000002:0.0:1783948420.215079:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948420.215081:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948420.215083:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.215084:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a28 00800000:00000002:0.0:1783948420.215086:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948420.215089:0:30265:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1783948420.215091:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd39a8 00800000:00000002:0.0:1783948420.215093:0:30265:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783948420.215096:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.215097:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd38e0 00000002:00010000:0.0:1783948420.215099:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1783948420.215103:0:30265:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948420.215105:0:30265:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783948420.215108:0:30265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948420.215112:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:0.0:1783948420.215114:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.215117:0:30265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948420.215119:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215121:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.215123:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.215125:0:30265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948420.215127:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:0.0:1783948420.215128:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.215130:0:30265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948420.215131:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215133:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.215134:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948420.215139:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948420.215143:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948420.215148:0:30265:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948420.215150:0:30265:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215153:0:30265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948420.215157:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.215161:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.215162:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.215163:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.215165:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948420.215168:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948420.215170:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948420.215176:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950636800. 00000100:00000001:0.0:1783948420.215182:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215185:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948420.215186:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215187:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948420.215188:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.215190:0:30265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.215194:0:30265:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00010000:00000001:0.0:1783948420.215196:0:30265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948420.215198:0:30265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948420.215200:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:0.0:1783948420.215201:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.215203:0:30265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948420.215207:0:30265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465ab600. 00000020:00000001:0.0:1783948420.215209:0:30265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948420.215211:0:30265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465ab600 with handle 0x8c7cf19e4b440b4c to hash 00000020:00000001:0.0:1783948420.215212:0:30265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948420.215214:0:30265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948420.215216:0:30265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948420.215218:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.215219:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.215222:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948420.215226:0:30265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783948420.215234:0:30265:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783948420.215239:0:30265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783948420.215246:0:30265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948420.215250:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948420.215251:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948420.215255:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c480. 00000100:00000001:0.0:1783948420.215256:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165265536 : -129839544286080 : ffff89e96015c480) 00000100:00000001:0.0:1783948420.215258:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.215259:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948420.215262:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948420.215265:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.215267:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948420.215269:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948420.215271:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.215277:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948420.215279:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.215282:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948420.215284:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948420.215286:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948420.215288:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636490624:192.168.202.104@tcp:101:rm.0 00000100:00000001:0.0:1783948420.215291:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948420.215296:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948420.215299:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.215301:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948420.215385:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958cc0000. 02000000:00000001:0.0:1783948420.215387:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948420.215392:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948420.215395:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb58. 00000400:00000010:0.0:1783948420.215400:0:30265:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e96018e000. 00000100:00000200:0.0:1783948420.215405:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636490624, portal 10 00000100:00000001:0.0:1783948420.215407:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.215407:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948420.215412:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.215417:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948420.215419:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948420.215421:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948420.215424:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636490624, offset 0 00000400:00000200:0.0:1783948420.215428:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948420.215434:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.215439:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.215443:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948420.215446:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948420.215449:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948420.215451:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948420.215454:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2355:2355:256:4294967295] 192.168.202.104@tcp LPNI seq info [2355:2355:8:4294967295] 00000400:00000200:0.0:1783948420.215457:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.215463:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948420.215468:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.215472:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948420.215478:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.215483:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.215487:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783948420.215493:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.215496:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 800778 usecs (801 jiffies) 00000400:00000200:0.0:1783948420.215498:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948420.215500:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511168 00000100:00000001:0.0:1783948420.215502:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.215504:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511168 00000100:00000001:0.0:1783948420.215505:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.215507:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948420.215509:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.215510:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948420.215512:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948420.215513:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c480 going to sleep for 11 seconds 00000100:00000001:0.0:1783948420.215515:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.215518:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948420.215651:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.215656:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948420.215660:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.215665:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.215670:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:1.0:1783948420.215672:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:1.0:1783948420.215676:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.215681:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.215691:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.215694:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.215713:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.215715:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.219569:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.219588:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.219593:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.219596:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.219604:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.219613:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.219624:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.219630:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.219637:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.219641:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd944c180 00000400:00000200:0.0:1783948420.219647:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.219653:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6869 [64] + 224 00000800:00000001:0.0:1783948420.219660:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.219667:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.219671:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.219675:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.219684:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.219693:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.219705:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.219778:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.219798:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.219808:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.219812:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1783948420.220390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d87380. 00000400:00000001:1.0:1783948420.220532:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948420.220535:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948420.220539:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb58. 00000400:00000200:1.0:1783948420.220545:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e96018e000 00000400:00000010:1.0:1783948420.220547:0:30265:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e96018e000. 00000100:00000001:1.0:1783948420.220551:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.220557:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948420.220566:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.220573:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948420.220576:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.220579:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948420.220582:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948420.220586:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948420.220588:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948420.220592:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948420.220602:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=90 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948420.220607:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948420.220610:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783948420.220613:0:30265:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff89e960241f80 x1870603636490624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.220620:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783948420.220623:0:30265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948420.220624:0:30265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783948420.220626:0:30265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948420.220629:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948420.220631:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:1.0:1783948420.220634:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948420.220636:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:1.0:1783948420.220637:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948420.220640:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1783948420.220645:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.220652:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1783948420.220655:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948420.220657:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948420.220661:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948420.220669:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636490624:192.168.202.104@tcp:101:rm.0 00000100:00000001:1.0:1783948420.220674:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948420.220677:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783948420.220680:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948420.220682:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.220685:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.220692:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948420.220694:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c480. 00000100:00000001:1.0:1783948420.220698:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948420.220700:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1783948420.220703:0:30265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948420.220709:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.220712:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.220715:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=4 00000020:00000001:1.0:1783948420.220717:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948420.220719:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00010000:1.0:1783948420.220724:0:30265:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.220733:0:30265:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1783948420.220736:0:30265:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.220741:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948420.220743:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.220748:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.220750:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948420.220752:0:30265:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.220756:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.220760:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.220762:0:30265:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783948420.220764:0:30265:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948420.220774:0:30265:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e9465ab600 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:1.0:1783948420.220777:0:30265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1783948420.220780:0:30265:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.220786:0:30265:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1783948420.220788:0:30265:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1783948420.220791:0:30265:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.220796:0:30265:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1783948420.220798:0:30265:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783948420.220799:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.220800:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.220802:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=5 00000020:00000001:1.0:1783948420.220804:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948420.220806:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948420.220809:0:30265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948420.220811:0:30265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1783948420.220816:0:30265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948420.220818:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.220821:0:30265:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1783948420.220823:0:30265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948420.220826:0:30265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948420.220828:0:30265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948420.220829:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.220831:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948420.220833:0:30265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465ab600 with handle 0x8c7cf19e4b440b4c from hash 00010000:00000001:1.0:1783948420.220836:0:30265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948420.220837:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.220838:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.220840:0:30265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948420.220841:0:30265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948420.220843:0:30265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1783948420.220845:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.220846:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.220848:0:30265:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.221169:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.221174:0:30265:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.221179:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.221181:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.221182:0:30265:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1783948420.221183:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948420.221185:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.221186:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.221187:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948420.221189:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440b4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948420.221200:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.221201:0:30265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1783948420.221207:0:30265:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1783948420.221213:0:30265:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948420.221222:0:30265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783948420.221226:0:30265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948420.221231:0:30265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.221233:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783948420.221235:0:30265:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948420.221237:0:30265:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948420.221239:0:30265:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948420.221242:0:30265:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783948420.221244:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948420.221245:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00010000:00000001:1.0:1783948420.221247:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783948420.221248:0:30265:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948420.221249:0:30265:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948420.221252:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3868 00000002:00002000:1.0:1783948420.221255:0:30265:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1783948420.221257:0:30265:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.221260:0:30265:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.221262:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948420.221264:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783948420.221267:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948420.221271:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948420.221275:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6000. 00000080:00000001:1.0:1783948420.221280:0:30265:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948420.221287:0:30265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948420.221290:0:30265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948420.221292:0:30265:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783948420.221294:0:30265:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:1.0:1783948420.221297:0:30265:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.221302:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:1.0:1783948420.221305:0:30265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783948420.221310:0:30265:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 4096 00000080:00000001:1.0:1783948420.221312:0:30265:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948420.221314:0:30265:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948420.221316:0:30265:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.221319:0:30265:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948420.221321:0:30265:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.221323:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.221327:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.221333:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.221338:0:30265:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948420.221345:0:30265:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e943f22200. 00000080:00000001:1.0:1783948420.221348:0:30265:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1783948420.221350:0:30265:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1783948420.221353:0:30265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1783948420.221356:0:30265:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9470aa4c0. 00000002:00100000:1.0:1783948420.221359:0:30265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948420.221366:0:30265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.221367:0:30265:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783948420.221371:0:30265:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1783948420.221374:0:30265:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.221377:0:30265:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1783948420.221379:0:30265:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.221381:0:30265:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948420.221384:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.221387:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1783948420.221394:0:30265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948420.221398:0:30265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958cc0000. 02000000:00000001:1.0:1783948420.221451:0:30265:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783948420.221452:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.221455:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b78 00000080:00000008:1.0:1783948420.221457:0:30265:0:(file.c:1297:ll_file_open()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), flags 704400, rc = 0 00000080:00000001:1.0:1783948420.221462:0:30265:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.221490:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d28 00000080:00200008:1.0:1783948420.221492:0:30265:0:(file.c:6217:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948420.221500:0:30265:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1783948420.221504:0:30265:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948420.221507:0:30265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948420.221509:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ca0 00000080:00200000:1.0:1783948420.221511:0:30265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348),name=d21f.recovery-small-2 00000080:00000010:1.0:1783948420.221517:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947146600. 00800000:00000002:1.0:1783948420.221522:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948420.221528:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948420.221532:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948420.221533:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3bc0 00800000:00000002:1.0:1783948420.221535:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948420.221539:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948420.221543:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948420.221547:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948420.221548:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a90 00000002:00010000:1.0:1783948420.221550:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948420.221554:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948420.221555:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948420.221558:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948420.221564:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:1.0:1783948420.221567:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948420.221572:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.221575:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948420.221579:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783948420.221587:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948420.221591:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.221594:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783948420.221601:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948420.221602:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948420.221604:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948420.221607:0:30265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948420.221609:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948420.221611:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948420.221613:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948420.221615:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948420.221617:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947146600. 00000080:00000001:1.0:1783948420.221621:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948420.221622:0:30265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948420.221626:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) 00000080:00010000:1.0:1783948420.221629:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440b1b 00800000:00000001:1.0:1783948420.221632:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948420.221634:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948420.221635:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.221636:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.221638:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:1.0:1783948420.221640:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:1.0:1783948420.221642:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:1.0:1783948420.221645:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.221646:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948420.221647:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948420.221649:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948420.221651:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b1b from it ffffb87d01cd3cd8 00010000:00000001:1.0:1783948420.221653:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.221654:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.221655:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:1.0:1783948420.221657:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:1.0:1783948420.221659:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:1.0:1783948420.221661:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948420.221663:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948420.221669:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.221670:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.221672:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948420.221673:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948420.221677:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948420.221683:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948420.221686:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948420.221688:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948420.221693:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.221694:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948420.221696:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.221699:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948420.221701:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.221703:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.221706:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948420.221707:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948420.221709:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.221710:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948420.221712:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948420.221713:0:30265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948420.221716:0:30265:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948420.221720:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d28 00000080:00000008:1.0:1783948420.221722:0:30265:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948420.221740:0:30265:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783948420.221742:0:30265:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1783948420.221747:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947146600. 00000080:00000001:1.0:1783948420.221751:0:30265:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1783948420.221756:0:30265:0:(lmv_obd.c:3433:lmv_read_page()) Process entered 00000002:00000001:1.0:1783948420.221759:0:30265:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1783948420.221761:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948420.221762:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ab8 00000002:00010000:1.0:1783948420.221764:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000404:0x20:0x0], intent: readdir flags 0 00000002:00000001:1.0:1783948420.221766:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948420.221768:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948420.221769:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948420.221772:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:1.0:1783948420.221774:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948420.221776:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948420.221777:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948420.221780:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783948420.221786:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948420.221788:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948420.221791:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783948420.221797:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948420.221798:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948420.221800:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948420.221802:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948420.221803:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948420.221804:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948420.221805:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:1.0:1783948420.221807:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:1.0:1783948420.221810:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:1.0:1783948420.221812:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948420.221813:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948420.221814:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948420.222262:0:30265:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1783948420.222269:0:30265:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff89e9613ea800. 00000002:00000001:1.0:1783948420.222635:0:30265:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1783948420.222639:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948420.222643:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948420.222647:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948420.222650:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948420.222653:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948420.222659:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e947147e00. 00000100:00000001:1.0:1783948420.222665:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.222668:0:30265:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1783948420.222672:0:30265:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89e9493f0400. 00000100:00000010:1.0:1783948420.222676:0:30265:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff89e9471ff000. 00000020:00000040:1.0:1783948420.222679:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948420.222695:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948420.222697:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948420.222702:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9602113c0. 00000100:00000001:1.0:1783948420.222704:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166006720 : -129839543544896 : ffff89e9602113c0) 00000100:00000001:1.0:1783948420.222706:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948420.222708:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000001:1.0:1783948420.222712:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948420.222716:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.222718:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948420.222719:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948420.222725:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.222734:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948420.222736:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948420.222739:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948420.222742:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948420.222744:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948420.222748:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636490752:192.168.202.104@tcp:37:rm.0 00000100:00000001:1.0:1783948420.222751:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948420.222756:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948420.222758:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.222760:0:30265:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1783948420.222766:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948420.222770:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888e70. 00000400:00000010:1.0:1783948420.222776:0:30265:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff89e95813e000. 00000100:00000200:1.0:1783948420.222782:0:30265:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a54dd944c200-0x6a54dd944c200, portal 14 00000100:00000001:1.0:1783948420.222784:0:30265:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948420.222785:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948420.222789:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f2800. 02000000:00000001:1.0:1783948420.222790:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948420.222792:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948420.222793:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888e18. 00000400:00000010:1.0:1783948420.222796:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618908. 00000100:00000200:1.0:1783948420.222798:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636490752, portal 10 00000100:00000001:1.0:1783948420.222799:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948420.222800:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:1.0:1783948420.222804:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.222813:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948420.222815:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948420.222816:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618880. 00000100:00000200:1.0:1783948420.222818:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870603636490752, offset 0 00000400:00000200:1.0:1783948420.222822:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948420.222828:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.222833:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948420.222837:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948420.222839:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948420.222842:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948420.222844:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948420.222846:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2356:2356:256:4294967295] 192.168.202.104@tcp LPNI seq info [2356:2356:8:4294967295] 00000400:00000200:1.0:1783948420.222849:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.223014:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948420.223021:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948420.223027:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:1.0:1783948420.223034:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948420.223042:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948420.223047:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1783948420.223062:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948420.223067:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 799605 usecs (800 jiffies) 00000400:00000200:1.0:1783948420.223070:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948420.223073:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511175 00000100:00000001:1.0:1783948420.223076:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:1.0:1783948420.223078:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511175 00000100:00000001:1.0:1783948420.223080:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:1.0:1783948420.223082:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948420.223085:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.223087:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948420.223089:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948420.223092:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9602113c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783948420.223095:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.223097:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948420.223274:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.223278:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:0.0:1783948420.223284:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.223289:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.223294:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618880 00000400:00000010:0.0:1783948420.223296:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618880. 00000100:00000001:0.0:1783948420.223300:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.223304:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.223313:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.223316:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.223322:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.223323:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.226236:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.226251:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.226255:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.226257:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.226264:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.226270:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.226277:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.226280:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.226285:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.226288:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd944c200 00000400:00000200:0.0:1783948420.226292:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.226297:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x6879 [256] + 0 00000400:00000010:0.0:1783948420.226301:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888e70. 00000400:00000200:0.0:1783948420.226304:0:2345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e95813e000 00000800:00000001:0.0:1783948420.226309:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.226314:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.226316:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.226319:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.226323:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e95813e000 00000400:00000010:0.0:1783948420.226324:0:2345:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e95813e000. 00000100:00000001:0.0:1783948420.226328:0:2345:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783948420.226330:0:2345:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e9529cf800 desc ffff89e9493f0400 mbits 1870603636490752 00000100:00000001:0.0:1783948420.226341:0:2345:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783948420.226348:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948420.226352:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.226357:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.226363:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2357:2357:256:4294967295] 192.168.202.104@tcp LPNI seq info [2357:2357:8:4294967295] 00000400:00000200:0.0:1783948420.226367:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948420.226370:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.226374:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948420.226374:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948420.226379:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.226386:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e9493e4000. 00000800:00000200:0.0:1783948420.226392:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.226400:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.226405:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493e4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1783948420.226431:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.226436:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948420.226673:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.226678:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e9493e4000. 00000400:00000200:0.0:1783948420.226682:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.226686:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000080:00000010:3.1:1783948420.229304:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab860. 00000800:00000001:1.0:1783948420.229309:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.229323:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.229326:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.229328:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.229335:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.229342:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.229352:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.229357:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.229361:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.229364:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd944c200 00000400:00000200:1.0:1783948420.229368:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.229373:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6881 [1] + 224 00000800:00000001:1.0:1783948420.229377:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.229382:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.229384:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.229387:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.229392:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.229400:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948420.229407:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.229457:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948420.230839:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948420.230870:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1783948420.230873:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948420.230876:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1783948420.230878:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1783948420.230880:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888e18. 00000400:00000200:0.0:1783948420.230886:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618908 00000400:00000010:0.0:1783948420.230888:0:30265:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618908. 00000100:00000001:0.0:1783948420.230892:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.230899:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948420.230910:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.230927:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948420.230929:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.230932:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948420.230936:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948420.230939:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948420.230941:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.230944:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948420.230955:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948420.230959:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948420.230962:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948420.230964:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.230967:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948420.230971:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.230974:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948420.230977:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1783948420.230979:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948420.230982:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.230986:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.230996:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.231004:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948420.231006:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948420.231009:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948420.231017:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636490752:192.168.202.104@tcp:37:rm.0 00000100:00000001:0.0:1783948420.231022:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.231026:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.231027:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948420.231029:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.231032:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.231036:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948420.231038:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9602113c0. 00000100:00000001:0.0:1783948420.231041:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948420.231042:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.231044:0:30265:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.231047:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.231049:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636490752/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.231053:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948420.231054:0:30265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948420.231108:0:30265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f2800. 02000000:00000001:0.0:1783948420.231112:0:30265:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948420.231153:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948420.231154:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948420.231156:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783948420.231158:0:30265:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783948420.231159:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948420.231161:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948420.231163:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783948420.231187:0:30265:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff89e9471ff000. 00000100:00000010:0.0:1783948420.231191:0:30265:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff89e9493f0400. 00000100:00000001:0.0:1783948420.231193:0:30265:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783948420.231195:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e947147e00. 02000000:00000001:0.0:1783948420.231199:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948420.231200:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948420.231202:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:0.0:1783948420.231206:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948420.231207:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.231210:0:30265:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1783948420.231213:0:30265:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1783948420.231667:0:30265:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff89e9613ea800. 00000002:00000001:0.0:1783948420.231671:0:30265:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.231676:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.231678:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.231680:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:0.0:1783948420.231682:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.231684:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.231685:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.231689:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948420.231696:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.231697:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.231698:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.231700:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.231703:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948420.231710:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.231713:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.231715:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.231719:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.231720:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.231722:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.231725:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.231727:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.231728:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.231732:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.231734:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.231735:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.231736:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1783948420.231739:0:30265:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.231743:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948420.231749:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1783948420.231752:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1783948420.231757:0:30265:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948420.231762:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947146600. 00000080:00000001:0.0:1783948420.231767:0:30265:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.231796:0:30265:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783948420.231798:0:30265:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948420.231801:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d98 00000080:00200008:0.0:1783948420.231803:0:30265:0:(file.c:447:ll_file_release()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), flags 704000 00000080:00400000:0.0:1783948420.231807:0:30265:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x20:0x0] 00000080:00000001:0.0:1783948420.231811:0:30265:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783948420.231813:0:30265:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783948420.231814:0:30265:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1783948420.231821:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.231823:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.231828:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:0.0:1783948420.231831:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948420.231835:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948420.231837:0:30265:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x20:0x0]: 0 00000080:00000001:0.0:1783948420.231839:0:30265:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783948420.231841:0:30265:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783948420.231846:0:30265:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9462b7400. 00000080:00000001:0.0:1783948420.231849:0:30265:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783948420.231947:0:30265:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783948420.231952:0:30265:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:0.0:1783948420.231954:0:30265:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x20:0x0] 00000002:00000001:0.0:1783948420.231958:0:30265:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783948420.231960:0:30265:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x20:0x0] file closed with intent: 0 00000100:00000010:0.0:1783948420.231966:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240700. 00000020:00000040:0.0:1783948420.231969:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948420.231974:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948420.231977:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948420.231981:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948420.231988:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9462b6c00. 00000100:00000001:0.0:1783948420.231994:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783948420.232008:0:30265:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783948420.232024:0:30265:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783948420.232028:0:30265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783948420.232035:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948420.232037:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948420.232044:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c6c0. 00000100:00000001:0.0:1783948420.232046:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165266112 : -129839544285504 : ffff89e96015c6c0) 00000100:00000001:0.0:1783948420.232049:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.232050:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000001:0.0:1783948420.232054:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948420.232177:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.232179:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948420.232181:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948420.232186:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.232193:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948420.232196:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.232199:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948420.232202:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948420.232204:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948420.232207:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491008:192.168.202.104@tcp:35:rm.0 00000100:00000001:0.0:1783948420.232211:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948420.232216:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948420.232218:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.232219:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948420.232223:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636000. 02000000:00000001:0.0:1783948420.232224:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948420.232229:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948420.232232:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948420.232236:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948420.232241:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636491008, portal 10 00000100:00000001:0.0:1783948420.232243:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.232244:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000040:0.0:1783948420.232248:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.232252:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948420.232254:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948420.232256:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf7f8. 00000100:00000200:0.0:1783948420.232258:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636491008, offset 0 00000400:00000200:0.0:1783948420.232261:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948420.232267:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.232274:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.232279:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948420.232283:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948420.232286:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948420.232289:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948420.232292:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2358:2358:256:4294967295] 192.168.202.104@tcp LPNI seq info [2358:2358:8:4294967295] 00000400:00000200:0.0:1783948420.232296:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.232305:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948420.232312:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.232317:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948420.232322:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.232329:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.232334:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948420.232397:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.232402:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 798441 usecs (799 jiffies) 00000400:00000200:0.0:1783948420.232406:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948420.232409:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511183 00000100:00000001:0.0:1783948420.232412:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.232414:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511183 00000100:00000001:0.0:1783948420.232416:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.232419:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948420.232422:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.232424:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948420.232426:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948420.232428:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948420.232431:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.232433:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948420.232808:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.232813:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:1.0:1783948420.232817:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.232822:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.232826:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf7f8 00000400:00000010:1.0:1783948420.232829:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf7f8. 00000100:00000001:1.0:1783948420.232833:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.232837:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.232846:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.232848:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.232883:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.232885:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783948420.234611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00000800:00000001:1.0:1783948420.235101:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.235127:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.235131:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.235134:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.235144:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.235152:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.235161:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.235167:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.235173:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.235179:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944c300 00000400:00000200:1.0:1783948420.235185:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.235192:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6891 [1] + 224 00000800:00000001:1.0:1783948420.235199:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.235206:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.235210:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.235213:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.235221:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.235230:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948420.235241:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.235262:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948420.235271:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.235275:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.235340:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948420.235348:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948420.235350:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948420.235354:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae4d0. 00000400:00000200:0.0:1783948420.235359:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948420.235361:0:30265:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948420.235364:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.235369:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948420.235379:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240700 x1870603636491008/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235384:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948420.235386:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.235388:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948420.235391:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948420.235394:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948420.235396:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.235399:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948420.235409:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948420.235413:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948420.235416:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948420.235418:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.235421:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948420.235424:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.235428:0:30265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948420.235429:0:30265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948420.235431:0:30265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948420.235433:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.235434:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000001:0.0:1783948420.235438:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948420.235440:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1783948420.235442:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948420.235444:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.235448:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240700 x1870603636491008/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235454:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948420.235457:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948420.235459:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948420.235462:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240700 x1870603636491008/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948420.235468:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491008:192.168.202.104@tcp:35:rm.0 00000100:00000001:0.0:1783948420.235473:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.235475:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.235478:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948420.235480:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.235483:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240700 x1870603636491008/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235490:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948420.235492:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c6c0. 00000100:00000001:0.0:1783948420.235496:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948420.235498:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.235505:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.235506:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000002:00000001:0.0:1783948420.235509:0:30265:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.235512:0:30265:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948420.235517:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b7400. 00000080:00000001:0.0:1783948420.235520:0:30265:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783948420.235524:0:30265:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948420.235528:0:30265:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948420.235534:0:30265:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235547:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.235548:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948420.235550:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.235552:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235559:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.235560:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.235563:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240700 x1870603636491008/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235569:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.235571:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.235574:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636490624/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235579:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948420.235583:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948420.235584:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948420.235586:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948420.235589:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950636800. 02000000:00000001:0.0:1783948420.235593:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948420.235595:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948420.235596:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948420.235599:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948420.235601:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.235602:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.235605:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240700 x1870603636491008/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235610:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948420.235612:0:30265:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9470aa4c0. 00000002:00000001:0.0:1783948420.235615:0:30265:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.235616:0:30265:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948420.235618:0:30265:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e943f22200. 00000100:00000001:0.0:1783948420.235621:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.235624:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240700 x1870603636491008/t4294967608(4294967608) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.235631:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948420.235632:0:30265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948420.235635:0:30265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636000. 02000000:00000001:0.0:1783948420.235637:0:30265:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948420.235638:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948420.235639:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948420.235641:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948420.235642:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9462b6c00. 02000000:00000001:0.0:1783948420.235645:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948420.235646:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948420.235647:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240700. 00000100:00000001:0.0:1783948420.235649:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948420.235650:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948420.235653:0:30265:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948420.235655:0:30265:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e951724dc0. 00000080:00000001:0.0:1783948420.235659:0:30265:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.235665:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d98 00000080:00000008:0.0:1783948420.235667:0:30265:0:(file.c:491:ll_file_release()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), flags 704000, rc = 0 00000080:00000001:0.0:1783948420.235671:0:30265:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.235673:0:30265:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.235721:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948420.235724:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948420.235726:0:30265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948420.235728:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3bc0 00000080:00200000:0.0:1783948420.235730:0:30265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948420.235736:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6c00. 00800000:00000002:0.0:1783948420.235742:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948420.235746:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948420.235749:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.235751:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ae0 00800000:00000002:0.0:1783948420.235753:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948420.235757:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948420.235760:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948420.235765:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.235767:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd39b0 00000002:00010000:0.0:1783948420.235769:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948420.235773:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948420.235775:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.235777:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.235783:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:0.0:1783948420.235786:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.235790:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.235794:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948420.235798:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783948420.235808:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948420.235812:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.235815:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783948420.235822:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948420.235824:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.235826:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.235828:0:30265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.235830:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.235832:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948420.235835:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948420.235837:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948420.235839:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6c00. 00000080:00000001:0.0:1783948420.235842:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948420.235844:0:30265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.235847:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948420.235903:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b45 00800000:00000001:0.0:1783948420.235907:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948420.235909:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948420.235921:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.235924:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.235927:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:0.0:1783948420.235929:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.235932:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.235934:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.235936:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.235937:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.235939:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.235942:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b45 from it ffffb87d01cd3bf8 00010000:00000001:0.0:1783948420.235943:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.235944:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.235946:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:0.0:1783948420.235947:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.235949:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:0.0:1783948420.235951:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.235954:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948420.235961:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.235962:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.235963:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.235965:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.235968:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948420.235975:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.235977:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.235979:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.235983:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.235984:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.235985:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.235988:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.235990:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.235992:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.235995:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.235997:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.235998:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.235999:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948420.236000:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948420.236002:0:30265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.236004:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948420.236008:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.236012:0:30265:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948420.236014:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3bc0 00000080:00002000:0.0:1783948420.236016:0:30265:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff89e951f16948) flags 0x20000e refc 1 00000080:00000001:0.0:1783948420.236018:0:30265:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.236020:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3c08 00000080:00200000:0.0:1783948420.236022:0:30265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=266 00000080:00000001:0.0:1783948420.236026:0:30265:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948420.236028:0:30265:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.236031:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948420.236033:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348), inode mode 41ed mask 44 00000080:00000001:0.0:1783948420.236035:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.236041:0:30265:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783948420.236043:0:30265:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783948420.236045:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b78 00000080:00200008:0.0:1783948420.236047:0:30265:0:(file.c:1058:ll_file_open()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), flags 704400 00000080:00000010:0.0:1783948420.236051:0:30265:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e951724dc0. 00000080:00000001:0.0:1783948420.236057:0:30265:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783948420.236060:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6c00. 00800000:00000002:0.0:1783948420.236062:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948420.236065:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948420.236066:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.236068:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a28 00800000:00000002:0.0:1783948420.236069:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948420.236073:0:30265:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1783948420.236075:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd39a8 00800000:00000002:0.0:1783948420.236077:0:30265:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783948420.236081:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.236082:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd38e0 00000002:00010000:0.0:1783948420.236084:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1783948420.236088:0:30265:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948420.236090:0:30265:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783948420.236093:0:30265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948420.236096:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:0.0:1783948420.236098:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.236100:0:30265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948420.236103:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.236105:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.236107:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.236108:0:30265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948420.236110:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:0.0:1783948420.236112:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.236113:0:30265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948420.236115:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.236116:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.236117:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948420.236122:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240700. 00000020:00000040:0.0:1783948420.236125:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948420.236130:0:30265:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948420.236131:0:30265:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.236134:0:30265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948420.236139:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.236142:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.236143:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.236144:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.236147:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948420.236150:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948420.236152:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948420.236158:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950636000. 00000100:00000001:0.0:1783948420.236164:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.236168:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948420.236170:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.236171:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948420.236172:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.236174:0:30265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.236182:0:30265:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00010000:00000001:0.0:1783948420.236185:0:30265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948420.236187:0:30265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948420.236190:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:0.0:1783948420.236192:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.236194:0:30265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948420.236197:0:30265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465ab800. 00000020:00000001:0.0:1783948420.236200:0:30265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948420.236202:0:30265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465ab800 with handle 0x8c7cf19e4b440b53 to hash 00000020:00000001:0.0:1783948420.236204:0:30265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948420.236206:0:30265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.236209:0:30265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.236212:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.236213:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.236216:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948420.236223:0:30265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783948420.236235:0:30265:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783948420.236241:0:30265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783948420.236250:0:30265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948420.236255:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948420.236257:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948420.236263:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c6c0. 00000100:00000001:0.0:1783948420.236265:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165266112 : -129839544285504 : ffff89e96015c6c0) 00000100:00000001:0.0:1783948420.236267:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.236268:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000001:0.0:1783948420.236272:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948420.236276:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.236278:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948420.236279:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948420.236283:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.236289:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948420.236291:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.236294:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948420.236297:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948420.236299:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948420.236302:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491264:192.168.202.104@tcp:101:rm.0 00000100:00000001:0.0:1783948420.236305:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948420.236310:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948420.236312:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.236314:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948420.236407:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958cc0000. 02000000:00000001:0.0:1783948420.236410:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948420.236416:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948420.236420:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948420.236427:0:30265:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e960189000. 00000100:00000200:0.0:1783948420.236434:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636491264, portal 10 00000100:00000001:0.0:1783948420.236436:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.236437:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000040:0.0:1783948420.236443:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.236450:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948420.236453:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948420.236456:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948420.236459:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636491264, offset 0 00000400:00000200:0.0:1783948420.236466:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948420.236473:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.236480:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.236487:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948420.236492:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948420.236495:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948420.236498:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948420.236503:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2359:2359:256:4294967295] 192.168.202.104@tcp LPNI seq info [2359:2359:8:4294967295] 00000400:00000200:0.0:1783948420.236507:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.236516:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948420.236522:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.236528:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442d00. 00000800:00000200:0.0:1783948420.236535:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.236543:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.236548:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783948420.236558:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.236564:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 797271 usecs (798 jiffies) 00000400:00000200:0.0:1783948420.236567:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948420.236571:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511186 00000100:00000001:0.0:1783948420.236574:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.236576:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511186 00000100:00000001:0.0:1783948420.236578:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.236580:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948420.236583:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.236586:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948420.236588:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948420.236591:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948420.236593:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.236596:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948420.236743:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.236748:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442d00. 00000400:00000200:1.0:1783948420.236752:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.236756:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.236760:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:1.0:1783948420.236761:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:1.0:1783948420.236765:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.236769:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.236777:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.236780:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.236786:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.236788:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948420.242650:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.242667:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948420.242670:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.242672:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.242678:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.242684:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948420.242691:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.242695:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.242700:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.242704:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd944c400 00000400:00000200:1.0:1783948420.242709:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948420.242716:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x68a1 [64] + 224 00000800:00000001:1.0:1783948420.242723:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.242730:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948420.242733:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.242738:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948420.242746:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948420.242755:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948420.242764:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948420.242780:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948420.242787:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948420.242790:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.242844:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948420.242871:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948420.242872:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948420.242875:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae4d0. 00000400:00000200:0.0:1783948420.242880:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960189000 00000400:00000010:0.0:1783948420.242882:0:30265:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e960189000. 00000100:00000001:0.0:1783948420.242884:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.242888:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948420.242893:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240700 x1870603636491264/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.242897:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948420.242898:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.242900:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948420.242902:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948420.242904:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948420.242906:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.242908:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948420.242927:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=90 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948420.242932:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948420.242934:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948420.242937:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.242939:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948420.242943:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.242945:0:30265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948420.242950:0:30265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948420.242952:0:30265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948420.242954:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.242956:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000001:0.0:1783948420.242959:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948420.242962:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1783948420.242963:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948420.242966:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.242971:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.242978:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948420.242980:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948420.242982:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948420.242985:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948420.242993:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491264:192.168.202.104@tcp:101:rm.0 00000100:00000001:0.0:1783948420.242997:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948420.243000:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.243002:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948420.243003:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.243006:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.243012:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948420.243015:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c6c0. 00000100:00000001:0.0:1783948420.243019:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948420.243021:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243023:0:30265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948420.243027:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243031:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243034:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=4 00000020:00000001:0.0:1783948420.243037:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243039:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000040:0.0:1783948420.243046:0:30265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465ab800, remote cookie: 0x2ceea11ad5e05c45, flags: 0x1001 00010000:00000040:0.0:1783948420.243049:0:30265:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783948420.243052:0:30265:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783948420.243069:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:0.0:1783948420.243072:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.243075:0:30265:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.243079:0:30265:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948420.243088:0:30265:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948420.243097:0:30265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948420.243101:0:30265:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948420.243103:0:30265:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948420.243105:0:30265:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948420.243106:0:30265:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948420.243109:0:30265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff89e959459300) refcount = 2 00010000:00000040:0.0:1783948420.243111:0:30265:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783948420.243113:0:30265:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783948420.243129:0:30265:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948420.243135:0:30265:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948420.243139:0:30265:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948420.243140:0:30265:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.243143:0:30265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948420.243145:0:30265:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.243147:0:30265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948420.243153:0:30265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948420.243154:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243156:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.243157:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243158:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.243159:0:30265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.243163:0:30265:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948420.243165:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243166:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243168:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:0.0:1783948420.243170:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243172:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243174:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243175:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948420.243179:0:30265:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948420.243187:0:30265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783948420.243192:0:30265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948420.243198:0:30265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243199:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243201:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243202:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:0.0:1783948420.243204:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243209:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243212:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243213:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.243214:0:30265:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.243216:0:30265:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.243219:0:30265:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783948420.243221:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.243222:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00010000:00000001:0.0:1783948420.243224:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243225:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243226:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:0.0:1783948420.243228:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243230:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00000002:00010000:0.0:1783948420.243233:0:30265:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948420.243240:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243241:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.243243:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948420.243245:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243247:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243248:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:0.0:1783948420.243249:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243251:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000040:0.0:1783948420.243253:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 3 00010000:00000001:0.0:1783948420.243255:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948420.243260:0:30265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/32 (0 0) 00010000:00000001:0.0:1783948420.243262:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243263:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.243265:0:30265:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948420.243268:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3868 00000002:00002000:0.0:1783948420.243270:0:30265:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1783948420.243272:0:30265:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.243276:0:30265:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.243279:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948420.243282:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783948420.243285:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948420.243288:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948420.243292:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6c00. 00000080:00000001:0.0:1783948420.243297:0:30265:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948420.243302:0:30265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948420.243304:0:30265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948420.243305:0:30265:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948420.243307:0:30265:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:0.0:1783948420.243309:0:30265:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243312:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1783948420.243314:0:30265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783948420.243318:0:30265:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 4096 00010000:00000001:0.0:1783948420.243319:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243320:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243321:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:0.0:1783948420.243322:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243323:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243325:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243326:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948420.243327:0:30265:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948420.243328:0:30265:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948420.243329:0:30265:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.243332:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440b53 00800000:00000001:0.0:1783948420.243334:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948420.243335:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948420.243336:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243337:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243337:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:0.0:1783948420.243338:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243340:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243341:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243342:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.243343:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.243344:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243346:0:30265:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948420.243347:0:30265:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.243348:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.243351:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.243354:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.243357:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b53 from it ffffb87d01cd3bd0 00010000:00000001:0.0:1783948420.243358:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243359:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243360:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:0.0:1783948420.243361:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243362:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.243364:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.243366:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948420.243369:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243370:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.243371:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.243374:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.243376:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948420.243380:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.243382:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.243383:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.243387:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243387:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.243388:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243390:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.243392:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243393:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243395:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243396:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.243397:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243398:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948420.243400:0:30265:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948420.243405:0:30265:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9587d3280. 00000080:00000001:0.0:1783948420.243406:0:30265:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783948420.243408:0:30265:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1783948420.243410:0:30265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783948420.243412:0:30265:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e95818eb40. 00000002:00100000:0.0:1783948420.243415:0:30265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948420.243419:0:30265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.243420:0:30265:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783948420.243422:0:30265:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783948420.243425:0:30265:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243427:0:30265:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783948420.243428:0:30265:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243429:0:30265:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948420.243431:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.243433:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783948420.243441:0:30265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948420.243443:0:30265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958cc0000. 02000000:00000001:0.0:1783948420.243491:0:30265:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783948420.243492:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.243493:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b78 00000080:00000008:0.0:1783948420.243495:0:30265:0:(file.c:1297:ll_file_open()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), flags 704400, rc = 0 00000080:00000001:0.0:1783948420.243498:0:30265:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.243517:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d28 00000080:00200008:0.0:1783948420.243519:0:30265:0:(file.c:6217:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948420.243524:0:30265:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783948420.243527:0:30265:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243529:0:30265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948420.243530:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ca0 00000080:00200000:0.0:1783948420.243531:0:30265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348),name=d21f.recovery-small-2 00000080:00000010:0.0:1783948420.243535:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6c00. 00800000:00000002:0.0:1783948420.243540:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948420.243546:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948420.243550:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.243551:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3bc0 00800000:00000002:0.0:1783948420.243553:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948420.243556:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948420.243561:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948420.243565:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948420.243566:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a90 00000002:00010000:0.0:1783948420.243568:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948420.243571:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948420.243573:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.243575:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.243577:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 3 00010000:00000001:0.0:1783948420.243580:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.243583:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.243586:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948420.243589:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783948420.243596:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948420.243599:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.243603:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783948420.243609:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948420.243610:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.243612:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.243614:0:30265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948420.243615:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948420.243617:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948420.243619:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948420.243621:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948420.243623:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6c00. 00000080:00000001:0.0:1783948420.243627:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948420.243629:0:30265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.243631:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) 00000080:00010000:0.0:1783948420.243634:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440b1b 00800000:00000001:0.0:1783948420.243637:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948420.243638:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948420.243639:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243640:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243641:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:0.0:1783948420.243643:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.243645:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.243646:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243647:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.243648:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948420.243650:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948420.243651:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b1b from it ffffb87d01cd3cd8 00010000:00000001:0.0:1783948420.243653:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.243654:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.243655:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:0.0:1783948420.243656:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.243658:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948420.243660:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948420.243662:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948420.243667:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243668:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.243669:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948420.243670:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948420.243672:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948420.243677:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948420.243679:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948420.243680:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.243682:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243683:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.243684:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243685:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948420.243687:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243688:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243690:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.243691:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948420.243692:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.243693:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948420.243694:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948420.243695:0:30265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948420.243698:0:30265:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.243701:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d28 00000080:00000008:0.0:1783948420.243703:0:30265:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948420.243726:0:30265:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783948420.243728:0:30265:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783948420.243733:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6c00. 00000080:00000001:0.0:1783948420.243737:0:30265:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783948420.243743:0:30265:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724135472400448 : -19938237151168 : ffffedddc4750840) 00000080:00000001:0.0:1783948420.243746:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948420.243749:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1783948420.243752:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1783948420.243755:0:30265:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948420.243757:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6c00. 00000080:00000001:0.0:1783948420.243760:0:30265:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243769:0:30265:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783948420.243771:0:30265:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783948420.243774:0:30265:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948420.243775:0:30265:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243793:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948420.243796:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948420.243798:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348), inode mode 41ed mask 1 00000080:00000001:0.0:1783948420.243801:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243807:0:30265:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948420.243809:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3da0 00000080:00002000:0.0:1783948420.243811:0:30265:0:(dcache.c:87:ll_dcompare()) found name f(ffff89e951f16288) flags 0x48000e refc 0 00000080:00000001:0.0:1783948420.243813:0:30265:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.243815:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e10 00000080:00200000:0.0:1783948420.243816:0:30265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1783948420.243820:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948420.243822:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348), inode mode 41ed mask 3 00000080:00000001:0.0:1783948420.243824:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.243828:0:30265:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:0.0:1783948420.243830:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3df8 00000080:00200000:0.0:1783948420.243832:0:30265:0:(namei.c:2407:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff89e951d85348) 00000080:00000001:0.0:1783948420.243834:0:30265:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1783948420.243837:0:30265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948420.243841:0:30265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948420.243845:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6c00. 00000020:00000010:0.0:1783948420.243849:0:30265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9462b7400. 00000020:00000010:0.0:1783948420.243886:0:30265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948420.243892:0:30265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948420.243898:0:30265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948420.243902:0:30265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948420.243908:0:30265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948420.243922:0:30265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948420.243926:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6a00. 00000008:00000010:0.0:1783948420.243929:0:30265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948420.243933:0:30265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948420.243937:0:30265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948420.243941:0:30265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948420.243943:0:30265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:0.0:1783948420.243946:0:30265:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:0.0:1783948420.243948:0:30265:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783948420.243951:0:30265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e947128000 00020000:00000002:0.0:1783948420.243954:0:30265:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e958041f00 addref 2/0 by ffff89e947128000. 00020000:00000002:0.0:1783948420.243956:0:30265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e947128000 00020000:00000001:0.0:1783948420.243959:0:30265:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783948420.243961:0:30265:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783948420.243963:0:30265:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783948420.243964:0:30265:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1783948420.243967:0:30265:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1783948420.243969:0:30265:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:0.0:1783948420.243972:0:30265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9462b7400. 00000020:00000010:0.0:1783948420.243976:0:30265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948420.243979:0:30265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948420.243983:0:30265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948420.243986:0:30265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948420.243989:0:30265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948420.243992:0:30265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948420.243995:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6c00. 00000008:00000010:0.0:1783948420.243998:0:30265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948420.244001:0:30265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948420.244005:0:30265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948420.244007:0:30265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948420.244010:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6a00. 00000020:00000010:0.0:1783948420.244013:0:30265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:0.0:1783948420.244015:0:30265:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783948420.244019:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6a00. 00800000:00000001:0.0:1783948420.244027:0:30265:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:0.0:1783948420.244029:0:30265:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1783948420.244032:0:30265:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x22:0x0] 00800000:00000001:0.0:1783948420.244034:0:30265:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948420.244036:0:30265:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000404:0x20:0x0]/[0x200000404:0x22:0x0] -> mds #0 00000002:00000001:0.0:1783948420.244041:0:30265:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1783948420.244043:0:30265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948420.244046:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 3 00010000:00000001:0.0:1783948420.244048:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.244051:0:30265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948420.244054:0:30265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948420.244058:0:30265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783948420.244065:0:30265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948420.244069:0:30265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948420.244071:0:30265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948420.244073:0:30265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:0.0:1783948420.244075:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.244076:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.244078:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:0.0:1783948420.244080:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.244082:0:30265:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783948420.244084:0:30265:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783948420.244086:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948420.244088:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.244091:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948420.244097:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.244098:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.244100:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783948420.244102:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948420.244103:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948420.244105:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=2 00000020:00000001:0.0:1783948420.244106:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.244108:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948420.244110:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.244111:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948420.244112:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.244113:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.244114:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:0.0:1783948420.244116:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948420.244118:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.244119:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.244120:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.244122:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:0.0:1783948420.244123:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948420.244124:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.244126:0:30265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783948420.244129:0:30265:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff89e951d85280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783948420.244186:0:30265:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783948420.244189:0:30265:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783948420.244191:0:30265:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783948420.244193:0:30265:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff89e951d85348) invalid 00000020:00000001:0.0:1783948420.244196:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a60 00000080:00002000:0.0:1783948420.244197:0:30265:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff89e951f16948) parent ffff89e951e2fe58 inode ffff89e951d85348 refc 3 00000080:00000001:0.0:1783948420.244201:0:30265:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783948420.244203:0:30265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948420.244205:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.244208:0:30265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948420.244210:0:30265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948420.244212:0:30265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948420.244214:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.244216:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948420.244219:0:30265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596000 with handle 0x8c7cf19e4b440b1b from hash 00010000:00000001:0.0:1783948420.244221:0:30265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948420.244222:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.244223:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.244224:0:30265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948420.244227:0:30265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948420.244228:0:30265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948420.244231:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948420.244232:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.244234:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948420.244236:0:30265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948420.244239:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7f00 count: 3 00010000:00000001:0.0:1783948420.244241:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948420.244243:0:30265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948420.244245:0:30265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948420.244247:0:30265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440b22 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e05ba4 expref: -99 pid: 30264 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783948420.244253:0:30265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948420.244255:0:30265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948420.244256:0:30265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948420.244258:0:30265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:0.0:1783948420.244260:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.244262:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.244264:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7f00 count: 4 00010000:00000001:0.0:1783948420.244266:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948420.244268:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.244269:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.244270:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.244272:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7f00 count: 4 00010000:00000001:0.0:1783948420.244273:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948420.244275:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.244276:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.244277:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.244279:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7f00 count: 4 00010000:00000001:0.0:1783948420.244280:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948420.244283:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948420.244285:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.244285:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.244287:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7f00 count: 4 00010000:00000001:0.0:1783948420.244288:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948420.244290:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.244291:0:30265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.244293:0:30265:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948420.244294:0:30265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948420.244297:0:30265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948420.244299:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6c00. 00000020:00000010:0.0:1783948420.244302:0:30265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9462b7400. 00000020:00000010:0.0:1783948420.244304:0:30265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948420.244307:0:30265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948420.244309:0:30265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948420.244312:0:30265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948420.244314:0:30265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948420.244317:0:30265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948420.244320:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6000. 00000008:00000010:0.0:1783948420.244323:0:30265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948420.244325:0:30265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948420.244327:0:30265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948420.244329:0:30265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948420.244331:0:30265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:0.0:1783948420.244333:0:30265:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:0.0:1783948420.244335:0:30265:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783948420.244338:0:30265:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1783948420.244340:0:30265:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783948420.244342:0:30265:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783948420.244345:0:30265:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783948420.244347:0:30265:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948420.244349:0:30265:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783948420.244351:0:30265:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.244353:0:30265:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948420.244354:0:30265:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:0.0:1783948420.244357:0:30265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9462b7400. 00000020:00000010:0.0:1783948420.244360:0:30265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948420.244362:0:30265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948420.244365:0:30265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948420.244367:0:30265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948420.244369:0:30265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948420.244371:0:30265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948420.244374:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6c00. 00000008:00000010:0.0:1783948420.244375:0:30265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948420.244377:0:30265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948420.244380:0:30265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948420.244382:0:30265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948420.244385:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6000. 00000020:00000010:0.0:1783948420.244387:0:30265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:0.0:1783948420.244389:0:30265:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.244391:0:30265:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783948420.244392:0:30265:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff89e951d180c8) invalid 00000020:00000001:0.0:1783948420.244394:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a60 00000080:00002000:0.0:1783948420.244396:0:30265:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f (ffff89e951f16288) parent ffff89e951f16948 inode ffff89e951d180c8 refc 1 00000080:00000001:0.0:1783948420.244398:0:30265:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783948420.244400:0:30265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948420.244401:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.244403:0:30265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948420.244405:0:30265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948420.244406:0:30265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948420.244408:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.244410:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948420.244412:0:30265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597c00 with handle 0x8c7cf19e4b440b22 from hash 00010000:00000001:0.0:1783948420.244415:0:30265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948420.244416:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.244417:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.244418:0:30265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948420.244420:0:30265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948420.244421:0:30265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948420.244422:0:30265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948420.244425:0:30265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783948420.244431:0:30265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948420.244432:0:30265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948420.244433:0:30265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948420.244434:0:30265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:0.0:1783948420.244436:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948420.244437:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948420.244440:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7f00 count: 4 00010000:00000001:0.0:1783948420.244442:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948420.244444:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.244445:0:30265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.244447:0:30265:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948420.244448:0:30265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948420.244450:0:30265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948420.244452:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6000. 00000020:00000010:0.0:1783948420.244454:0:30265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9462b6c00. 00000020:00000010:0.0:1783948420.244456:0:30265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948420.244459:0:30265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948420.244461:0:30265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948420.244463:0:30265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948420.244466:0:30265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948420.244468:0:30265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948420.244471:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b7400. 00000008:00000010:0.0:1783948420.244473:0:30265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948420.244475:0:30265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948420.244478:0:30265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948420.244480:0:30265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948420.244483:0:30265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:0.0:1783948420.244484:0:30265:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:0.0:1783948420.244485:0:30265:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783948420.244486:0:30265:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1783948420.244488:0:30265:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783948420.244489:0:30265:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783948420.244491:0:30265:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783948420.244492:0:30265:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948420.244494:0:30265:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783948420.244495:0:30265:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948420.244497:0:30265:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948420.244498:0:30265:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:0.0:1783948420.244499:0:30265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9462b6c00. 00000020:00000010:0.0:1783948420.244502:0:30265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948420.244504:0:30265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948420.244506:0:30265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948420.244508:0:30265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948420.244510:0:30265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948420.244512:0:30265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948420.244514:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6000. 00000008:00000010:0.0:1783948420.244516:0:30265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948420.244518:0:30265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948420.244521:0:30265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948420.244523:0:30265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948420.244525:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b7400. 00000020:00000010:0.0:1783948420.244527:0:30265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:0.0:1783948420.244529:0:30265:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948420.244531:0:30265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948420.244532:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.244534:0:30265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948420.244536:0:30265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948420.244537:0:30265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948420.244539:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948420.244540:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948420.244542:0:30265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465aa400 with handle 0x8c7cf19e4b440af8 from hash 00010000:00000001:0.0:1783948420.244545:0:30265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948420.244546:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.244547:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.244548:0:30265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948420.244550:0:30265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948420.244551:0:30265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948420.244553:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1783948420.244555:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1783948420.244557:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1783948420.244562:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948420.244566:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948420.244572:0:30265:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948420.244573:0:30265:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.244576:0:30265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948420.244579:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948420.244582:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948420.244583:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.244584:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.244587:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948420.244589:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948420.244592:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948420.244598:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9462b7400. 00000100:00000001:0.0:1783948420.244604:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.244606:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948420.244609:0:30265:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783948420.244613:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440b22 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05ba4 expref: -99 pid: 30264 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783948420.244621:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783948420.244628:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783948420.244634:0:30265:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1783948420.244635:0:30265:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1783948420.244637:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948420.244639:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440b22 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05ba4 expref: -99 pid: 30264 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783948420.244646:0:30265:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9580d9ac0. 00010000:00000001:0.0:1783948420.244652:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.244653:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948420.244655:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa400/0x8c7cf19e4b440af8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05b18 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783948420.244660:0:30265:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9587d3580. 00010000:00000040:0.0:1783948420.244663:0:30265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e948cd7f00 count: 0 00010000:00000010:0.0:1783948420.244668:0:30265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e95082d980. 00010000:00000001:0.0:1783948420.244673:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.244674:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948420.244677:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440b1b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05b88 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948420.244684:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948420.244685:0:30265:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.244686:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948420.244688:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948420.244690:0:30265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783948420.244699:0:30265:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783948420.244707:0:30265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948420.244715:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948420.244716:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948420.244722:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96015c6c0. 00000100:00000001:0.0:1783948420.244724:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165266112 : -129839544285504 : ffff89e96015c6c0) 00000100:00000001:0.0:1783948420.244726:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.244727:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:0.0:1783948420.244731:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948420.244734:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.244736:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948420.244738:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948420.244741:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.244754:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948420.244756:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.244759:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948420.244762:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948420.244764:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948420.244767:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491520:192.168.202.104@tcp:36:rm.0 00000100:00000001:0.0:1783948420.244771:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948420.244776:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948420.244779:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948420.244781:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948420.244785:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636800. 02000000:00000001:0.0:1783948420.244787:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948420.244794:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948420.244798:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948420.244805:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf5d8. 00000100:00000200:0.0:1783948420.244813:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636491520, portal 10 00000100:00000001:0.0:1783948420.244815:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948420.244816:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948420.244822:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.244829:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948420.244831:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948420.244834:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948420.244837:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1870603636491520, offset 0 00000400:00000200:0.0:1783948420.244842:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948420.244849:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.251331:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.251341:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948420.251345:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948420.251349:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948420.251353:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948420.251357:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2360:2360:256:4294967295] 192.168.202.104@tcp LPNI seq info [2360:2360:8:4294967295] 00000400:00000200:0.0:1783948420.251364:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.251374:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948420.251382:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.251392:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442a00. 00000800:00000200:0.0:1783948420.251400:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.251409:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.251413:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442a00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1783948420.251431:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948420.251438:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 796111 usecs (797 jiffies) 00000400:00000200:0.0:1783948420.251443:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948420.251446:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511200 00000100:00000001:0.0:1783948420.251449:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.251451:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511200 00000100:00000001:0.0:1783948420.251453:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:0.0:1783948420.251455:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948420.251459:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.251462:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948420.251464:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948420.251467:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96015c6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948420.251470:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.251473:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948420.251547:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948420.251553:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442a00. 00000400:00000200:1.0:1783948420.251558:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948420.251563:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948420.251571:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:1.0:1783948420.251574:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:1.0:1783948420.251578:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948420.251588:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948420.251599:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948420.251602:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948420.251609:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948420.251611:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.259482:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.259502:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.259506:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.259509:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.259517:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.259525:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.259534:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.259538:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.259544:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.259548:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944c500 00000400:00000200:0.0:1783948420.259553:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.259559:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x68b1 [1] + 224 00000800:00000001:0.0:1783948420.259565:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.259571:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.259574:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.259578:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.259584:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.259593:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948420.259609:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.259631:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948420.259638:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948420.259642:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.259646:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.259653:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2361:2361:256:4294967295] 192.168.202.104@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:0.0:1783948420.259657:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.259666:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948420.259671:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.259677:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442000. 00000800:00000200:0.0:1783948420.259683:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.259690:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.259694:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948420.259778:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.259782:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442000. 00000400:00000200:0.0:1783948420.259785:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.259788:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948420.259794:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.259797:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.260393:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948420.260402:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948420.260405:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948420.260409:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae4d0. 00000400:00000200:3.0:1783948420.260415:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf5d8 00000400:00000010:3.0:1783948420.260418:0:30265:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf5d8. 00000100:00000001:3.0:1783948420.260421:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948420.260427:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948420.260437:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636491520/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.260444:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948420.260446:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.260449:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948420.260452:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948420.260455:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948420.260457:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.260461:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948420.260469:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=90 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948420.260473:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948420.260476:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948420.260478:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.260481:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948420.260484:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.260487:0:30265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948420.260489:0:30265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000012b/0x10000012d] 00000100:00000001:3.0:1783948420.260492:0:30265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948420.260495:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.260496:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:3.0:1783948420.260499:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948420.260501:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1783948420.260503:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948420.260506:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.260511:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636491520/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948436 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.260520:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.260523:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948420.260525:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948420.260529:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636491520/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948436 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948420.260543:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491520:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948420.260548:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.260551:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.260553:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948420.260555:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.260559:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636491520/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948436 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.260566:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948420.260568:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96015c6c0. 00000100:00000001:3.0:1783948420.260573:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948420.260575:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.260582:0:30265:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.260585:0:30265:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948420.260591:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6a00. 00000100:00000001:3.0:1783948420.260597:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.260600:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636491520/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.260606:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.260610:0:30265:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.260619:0:30265:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948420.260622:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e28 00000080:00002000:3.0:1783948420.260624:0:30265:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff89e951f16288, parent ffff89e951f16948, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783948420.260628:0:30265:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948420.260633:0:30265:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948420.260638:0:30265:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948420.260645:0:30265:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783948420.260648:0:30265:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1783948420.260650:0:30265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948420.260656:0:30265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948420.260661:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774200. 00000020:00000010:3.0:1783948420.260666:0:30265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775800. 00000020:00000010:3.0:1783948420.260669:0:30265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204cc0. 00000008:00000010:3.0:1783948420.260678:0:30265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948420.260683:0:30265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca300. 00008000:00000010:3.0:1783948420.260688:0:30265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948420.260693:0:30265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948420.260697:0:30265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948420.260700:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774600. 00000008:00000010:3.0:1783948420.260704:0:30265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948420.260707:0:30265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948420.260710:0:30265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948420.260714:0:30265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948420.260717:0:30265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948420.260719:0:30265:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948420.260723:0:30265:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3b70 -> ffff89e9516a3b70 00000020:00000001:3.0:1783948420.260726:0:30265:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948420.260728:0:30265:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948420.260730:0:30265:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948420.260733:0:30265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948420.260735:0:30265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948420.260736:0:30265:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948420.260739:0:30265:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x22:0x0]io ffff89e960109c20 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1783948420.260742:0:30265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e947128000 00020000:00000001:3.0:1783948420.260745:0:30265:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948420.260746:0:30265:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948420.260748:0:30265:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948420.260750:0:30265:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260752:0:30265:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948420.260754:0:30265:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948420.260756:0:30265:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260757:0:30265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948420.260758:0:30265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948420.260759:0:30265:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948420.260760:0:30265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e947128000 00000020:00000001:3.0:1783948420.260763:0:30265:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260765:0:30265:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783948420.260766:0:30265:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1783948420.260768:0:30265:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783948420.260771:0:30265:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783948420.260774:0:30265:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948420.260778:0:30265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948420.260779:0:30265:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948420.260781:0:30265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948420.260783:0:30265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948420.260786:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775400. 00000020:00000010:3.0:1783948420.260789:0:30265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775000. 00000020:00000010:3.0:1783948420.260791:0:30265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204ea0. 00000008:00000010:3.0:1783948420.260794:0:30265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948420.260797:0:30265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca3c0. 00008000:00000010:3.0:1783948420.260799:0:30265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948420.260802:0:30265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948420.260805:0:30265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948420.260808:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775c00. 00000008:00000010:3.0:1783948420.260810:0:30265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948420.260812:0:30265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948420.260814:0:30265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948420.260817:0:30265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948420.260819:0:30265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948420.260822:0:30265:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948420.260824:0:30265:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3aa8 -> ffff89e9516a3b70 00000020:00000001:3.0:1783948420.260826:0:30265:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948420.260828:0:30265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948420.260829:0:30265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948420.260830:0:30265:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260832:0:30265:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260834:0:30265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796376 : -129839542755240 : ffff89e9602d2058) 00000020:00000001:3.0:1783948420.260837:0:30265:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783948420.260838:0:30265:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260840:0:30265:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260841:0:30265:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260844:0:30265:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1783948420.260845:0:30265:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783948420.260847:0:30265:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948420.260848:0:30265:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783948420.260849:0:30265:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948420.260887:0:30265:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260889:0:30265:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260891:0:30265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260892:0:30265:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260893:0:30265:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948420.260894:0:30265:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260896:0:30265:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260898:0:30265:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1783948420.260900:0:30265:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783948420.260901:0:30265:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948420.260903:0:30265:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783948420.260904:0:30265:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1783948420.260907:0:30265:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783948420.260910:0:30265:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783948420.260921:0:30265:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e95201fa40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783948420.260924:0:30265:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948420.260927:0:30265:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e95201fa40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1783948420.260931:0:30265:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948420.260934:0:30265:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260935:0:30265:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260937:0:30265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260938:0:30265:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260940:0:30265:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260942:0:30265:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783948420.260943:0:30265:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1783948420.260945:0:30265:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783948420.260946:0:30265:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1783948420.260947:0:30265:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783948420.260949:0:30265:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260950:0:30265:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1783948420.260951:0:30265:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783948420.260953:0:30265:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783948420.260955:0:30265:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783948420.260957:0:30265:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948420.260958:0:30265:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948420.260959:0:30265:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783948420.260960:0:30265:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260962:0:30265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260963:0:30265:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783948420.260964:0:30265:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783948420.260966:0:30265:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783948420.260968:0:30265:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783948420.260969:0:30265:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948420.260971:0:30265:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948420.260972:0:30265:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948420.260973:0:30265:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783948420.260974:0:30265:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783948420.260975:0:30265:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260977:0:30265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.260978:0:30265:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948420.260980:0:30265:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948420.260981:0:30265:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.260982:0:30265:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948420.260984:0:30265:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948420.260985:0:30265:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948420.260987:0:30265:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948420.260988:0:30265:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948420.260989:0:30265:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948420.260993:0:30265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775000. 00000020:00000010:3.0:1783948420.260996:0:30265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204ea0. 00000008:00000010:3.0:1783948420.260999:0:30265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948420.261002:0:30265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca3c0. 00008000:00000010:3.0:1783948420.261005:0:30265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948420.261007:0:30265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948420.261010:0:30265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948420.261013:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775400. 00000008:00000010:3.0:1783948420.261016:0:30265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948420.261019:0:30265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948420.261021:0:30265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948420.261024:0:30265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948420.261027:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775c00. 00000020:00000010:3.0:1783948420.261029:0:30265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00020000:00000001:3.0:1783948420.261031:0:30265:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948420.261033:0:30265:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948420.261035:0:30265:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948420.261037:0:30265:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948420.261040:0:30265:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948420.261041:0:30265:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948420.261043:0:30265:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948420.261045:0:30265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775800. 00000020:00000010:3.0:1783948420.261048:0:30265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204cc0. 00000008:00000010:3.0:1783948420.261050:0:30265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948420.261052:0:30265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca300. 00008000:00000010:3.0:1783948420.261055:0:30265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948420.261067:0:30265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948420.261070:0:30265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948420.261072:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774200. 00000008:00000010:3.0:1783948420.261074:0:30265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948420.261077:0:30265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948420.261080:0:30265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948420.261082:0:30265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948420.261084:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774600. 00000020:00000010:3.0:1783948420.261086:0:30265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948420.261088:0:30265:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.261092:0:30265:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783948420.261094:0:30265:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x22:0x0](ffff89e951d180c8) 00800000:00000001:3.0:1783948420.261099:0:30265:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783948420.261101:0:30265:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x22:0x0] 00000002:00000001:3.0:1783948420.261106:0:30265:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783948420.261111:0:30265:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.261167:0:30265:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.261170:0:30265:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783948420.261172:0:30265:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783948420.261174:0:30265:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.261176:0:30265:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.261179:0:30265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948420.261182:0:30265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948420.261184:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774600. 00000020:00000010:3.0:1783948420.261187:0:30265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774200. 00000020:00000010:3.0:1783948420.261190:0:30265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204cc0. 00000008:00000010:3.0:1783948420.261193:0:30265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948420.261195:0:30265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca300. 00008000:00000010:3.0:1783948420.261198:0:30265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948420.261200:0:30265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948420.261203:0:30265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948420.261206:0:30265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775800. 00000008:00000010:3.0:1783948420.261208:0:30265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948420.261211:0:30265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948420.261212:0:30265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948420.261214:0:30265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948420.261215:0:30265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948420.261217:0:30265:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00020000:00000001:3.0:1783948420.261221:0:30265:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:3.0:1783948420.261222:0:30265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e947128000 00020000:00000001:3.0:1783948420.261224:0:30265:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1783948420.261226:0:30265:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041f00, objid 0x22:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948420.261315:0:30265:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948420.261319:0:30265:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175500: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1783948420.261321:0:30265:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:3.0:1783948420.261322:0:30265:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.261323:0:30265:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1783948420.261325:0:30265:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1783948420.261329:0:30265:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1783948420.261333:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459000 count: 2 00010000:00000001:3.0:1783948420.261335:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.261336:0:30265:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1783948420.261338:0:30265:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1783948420.261342:0:30265:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1783948400 1783948400 1783948400 by oinfo size 0 blocks 0 [cma]time 1783948400 1783948400 1783948400 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000007b8231d8/0x8c7cf19e4b440b29 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e05bab expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1783948420.261351:0:30265:0:(cl_object.c:151:cl_object_top()) ffff89e95201fa40 -> ffff89e9516a3b70 00000020:00000001:3.0:1783948420.261352:0:30265:0:(cl_object.c:151:cl_object_top()) ffff89e95201fa40 -> ffff89e9516a3b70 00000008:00000001:3.0:1783948420.261353:0:30265:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948420.261354:0:30265:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948420.261356:0:30265:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948420.261357:0:30265:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783948420.261362:0:30265:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff89e95201fa40. 00020000:00000001:3.0:1783948420.261365:0:30265:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1783948420.261366:0:30265:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff89e9516a3a28. 00020000:00000001:3.0:1783948420.261369:0:30265:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1783948420.261370:0:30265:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948420.261371:0:30265:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948420.261373:0:30265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e947128000 00020000:00000001:3.0:1783948420.261374:0:30265:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:3.0:1783948420.261375:0:30265:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:3.0:1783948420.261376:0:30265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989d90) owner 0000000000000000/ffff89e947128000 00020000:00000001:3.0:1783948420.261378:0:30265:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1783948420.261379:0:30265:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff89e9466de078. 00020000:00000010:3.0:1783948420.261382:0:30265:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff89e942ef0000. 00020000:00000010:3.0:1783948420.261384:0:30265:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff89e960265f90. 00020000:00000002:3.0:1783948420.261386:0:30265:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041f00, objid 0x22:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948420.261388:0:30265:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948420.261390:0:30265:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175500: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000010:3.0:1783948420.261393:0:30265:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e958175500. 00020000:00000010:3.0:1783948420.261395:0:30265:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e9580415a0. 00020000:00000010:3.0:1783948420.261397:0:30265:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041f00. 00020000:00000001:3.0:1783948420.261398:0:30265:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1783948420.261399:0:30265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989d90) owner 0000000000000000/ffff89e947128000 00020000:00000010:3.0:1783948420.261400:0:30265:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff89e951989d90. 00020000:00000001:3.0:1783948420.261402:0:30265:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:3.0:1783948420.261403:0:30265:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff89e9516a3af0. 00000020:00001000:3.0:1783948420.261405:0:30265:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948420.261406:0:30265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774200. 00000020:00000010:3.0:1783948420.261407:0:30265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204cc0. 00000008:00000010:3.0:1783948420.261409:0:30265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948420.261410:0:30265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca300. 00008000:00000010:3.0:1783948420.261412:0:30265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948420.261414:0:30265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948420.261415:0:30265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948420.261417:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774600. 00000008:00000010:3.0:1783948420.261418:0:30265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948420.261420:0:30265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948420.261421:0:30265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948420.261423:0:30265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948420.261424:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775800. 00000020:00000010:3.0:1783948420.261425:0:30265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948420.261427:0:30265:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783948420.261429:0:30265:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783948420.261455:0:30265:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783948420.261457:0:30265:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948420.261458:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d98 00000080:00200008:3.0:1783948420.261460:0:30265:0:(file.c:447:ll_file_release()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), flags 704000 00000080:00400000:3.0:1783948420.261463:0:30265:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x20:0x0] 00000080:00000001:3.0:1783948420.261465:0:30265:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783948420.261467:0:30265:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1783948420.261468:0:30265:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1783948420.261473:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.261475:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.261477:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:3.0:1783948420.261478:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.261481:0:30265:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783948420.261484:0:30265:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783948420.261485:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948420.261489:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.261492:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948420.261497:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.261498:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948420.261499:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1783948420.261500:0:30265:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x20:0x0]: 16 00000080:00000010:3.0:1783948420.261502:0:30265:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e951724dc0. 00000080:00000001:3.0:1783948420.261504:0:30265:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948420.261506:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d98 00000080:00000008:3.0:1783948420.261507:0:30265:0:(file.c:491:ll_file_release()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff89e951d85348), flags 704000, rc = 0 00000080:00000001:3.0:1783948420.261509:0:30265:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.261511:0:30265:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.261513:0:30265:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948420.261514:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e00 00000080:00002000:3.0:1783948420.261515:0:30265:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff89e951f16948, parent ffff89e951e2fe58, inode ffff89e951d85348) hashed, 00000080:00000001:3.0:1783948420.261516:0:30265:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948420.261520:0:30265:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948420.261522:0:30265:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948420.261539:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948420.261541:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948420.261542:0:30265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948420.261543:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3bd8 00000080:00200000:3.0:1783948420.261544:0:30265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948420.261548:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775800. 00800000:00000002:3.0:1783948420.261552:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948420.261554:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948420.261557:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948420.261558:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3af8 00800000:00000002:3.0:1783948420.261560:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948420.261562:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948420.261564:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948420.261567:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948420.261568:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd39c8 00000002:00010000:3.0:1783948420.261569:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948420.261572:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948420.261573:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.261573:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.261575:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:3.0:1783948420.261576:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.261578:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.261580:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948420.261582:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783948420.261586:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948420.261588:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.261590:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783948420.261593:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948420.261595:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948420.261596:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948420.261597:0:30265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948420.261598:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948420.261599:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948420.261600:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948420.261602:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948420.261603:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775800. 00000080:00000001:3.0:1783948420.261605:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948420.261606:0:30265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948420.261607:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948420.261609:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b45 00800000:00000001:3.0:1783948420.261612:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948420.261613:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948420.261614:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.261615:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.261618:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:3.0:1783948420.261619:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.261621:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.261623:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.261623:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948420.261624:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.261625:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948420.261627:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b45 from it ffffb87d01cd3c10 00010000:00000001:3.0:1783948420.261628:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.261629:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.261630:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:3.0:1783948420.261631:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.261632:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.261633:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948420.261635:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948420.261639:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.261640:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.261641:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948420.261642:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948420.261643:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948420.261650:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948420.261652:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948420.261654:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948420.261657:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.261658:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.261660:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.261663:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948420.261666:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.261667:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.261670:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.261672:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948420.261673:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.261674:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948420.261676:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948420.261678:0:30265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948420.261680:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948420.261684:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948420.261696:0:30265:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509ab860. 00000020:00000001:3.0:1783948420.261699:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3dc8 00000080:00200000:3.0:1783948420.261701:0:30265:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=0 00000080:00000001:3.0:1783948420.261704:0:30265:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948420.261706:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3c78 00000080:00200000:3.0:1783948420.261708:0:30265:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:3.0:1783948420.261715:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775800. 00800000:00000002:3.0:1783948420.261718:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948420.261721:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948420.261723:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948420.261724:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b98 00800000:00000002:3.0:1783948420.261726:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948420.261729:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948420.261731:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b30 00800000:00000002:3.0:1783948420.261733:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1783948420.261736:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948420.261737:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a68 00000002:00010000:3.0:1783948420.261739:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783948420.261743:0:30265:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948420.261745:0:30265:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948420.261749:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65180. 00000020:00000040:3.0:1783948420.261753:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948420.261757:0:30265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948420.261761:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948420.261763:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.261764:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.261764:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.261766:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948420.261768:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948420.261770:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948420.261776:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509ea400. 00000100:00000001:3.0:1783948420.261780:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.261783:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948420.261784:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.261785:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948420.261786:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.261787:0:30265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.261792:0:30265:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00010000:00000001:3.0:1783948420.261795:0:30265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948420.261797:0:30265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948420.261799:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:3.0:1783948420.261800:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.261802:0:30265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948420.261804:0:30265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596200. 00000020:00000001:3.0:1783948420.261807:0:30265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948420.261808:0:30265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596200 with handle 0x8c7cf19e4b440b5a to hash 00000020:00000001:3.0:1783948420.261810:0:30265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948420.261811:0:30265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.261813:0:30265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.261815:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.261816:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.261818:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948420.261823:0:30265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948420.261829:0:30265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948420.261833:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948420.261835:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948420.261839:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.261840:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051063808 : -129839658487808 : ffff89e959473000) 00000100:00000001:3.0:1783948420.261842:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.261843:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948420.261846:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948420.261849:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.261866:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948420.261868:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948420.261873:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.261879:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948420.261880:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.261883:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948420.261885:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948420.261887:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948420.261889:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491648:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948420.261891:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948420.261894:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948420.261896:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.261897:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948420.261901:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bb800. 02000000:00000001:3.0:1783948420.261902:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948420.261907:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948420.261909:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948420.261924:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948420.261930:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636491648, portal 10 00000100:00000001:3.0:1783948420.261932:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.261934:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000040:3.0:1783948420.261939:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.261947:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948420.261950:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948420.261953:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125088. 00000100:00000200:3.0:1783948420.261957:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636491648, offset 0 00000400:00000200:3.0:1783948420.261963:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948420.261969:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.261975:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948420.261980:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948420.261984:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948420.261988:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948420.261991:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948420.261994:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2362:2362:256:4294967295] 192.168.202.104@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:3.0:1783948420.261997:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.262006:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948420.262011:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948420.262016:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9800. 00000800:00000200:3.0:1783948420.262021:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948420.262028:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948420.262031:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783948420.262046:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.262051:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 794971 usecs (795 jiffies) 00000400:00000200:3.0:1783948420.262064:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948420.262067:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511207 00000100:00000001:3.0:1783948420.262069:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.262074:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511207 00000100:00000001:3.0:1783948420.262077:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.262079:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.262081:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.262083:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948420.262085:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948420.262087:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473000 going to sleep for 11 seconds 00000100:00000001:3.0:1783948420.262089:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948420.262092:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948420.262290:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.262295:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9800. 00000400:00000200:0.0:1783948420.262298:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.262303:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.262307:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125088 00000400:00000010:0.0:1783948420.262310:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125088. 00000100:00000001:0.0:1783948420.262314:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.262319:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.262328:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.262330:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.262336:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.262338:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783948420.264954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597c00. 00010000:00000010:0.1:1783948420.264966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7f00. 00010000:00000010:0.1:1783948420.264971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa400. 00010000:00000010:0.1:1783948420.264974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596000. 00000800:00000001:0.0:1783948420.268594:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.268610:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.268615:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.268617:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.268624:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.268631:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.268639:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.268644:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.268649:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.268652:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944c580 00000400:00000200:0.0:1783948420.268657:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.268663:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x68c1 [1] + 224 00000800:00000001:0.0:1783948420.268669:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.268679:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.268682:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.268685:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.268692:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.268701:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.268718:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.268760:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.268776:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.268785:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.268788:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948420.268824:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948420.268827:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948420.268830:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:3.0:1783948420.268834:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:3.0:1783948420.268836:0:30265:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:3.0:1783948420.268839:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948420.268843:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00000010:3.1:1783948420.268934:0:30265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab1c0. 00000080:00000010:3.1:1783948420.268952:0:30265:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d18000. 00000080:00000010:3.1:1783948420.268963:0:30265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab3c0. 00000100:00000200:3.0:1783948420.268976:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.268983:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948420.268984:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.268987:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948420.268990:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948420.268994:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948420.268996:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.268999:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948420.269008:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=90 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948420.269012:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948420.269014:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948420.269016:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269018:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948420.269022:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.269025:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948420.269028:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1783948420.269030:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948420.269032:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.269037:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.269043:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.269046:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948420.269048:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948420.269051:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948436 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948420.269058:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491648:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948420.269062:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.269066:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.269068:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948420.269070:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.269073:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.269081:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948420.269082:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.269085:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948420.269087:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269090:0:30265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948420.269094:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269098:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269101:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:3.0:1783948420.269103:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269107:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000040:3.0:1783948420.269126:0:30265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596200, remote cookie: 0x2ceea11ad5e05c84, flags: 0x1001 00010000:00010000:3.0:1783948420.269133:0:30265:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948420.269141:0:30265:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948420.269145:0:30265:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783948420.269158:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 2 00010000:00000001:3.0:1783948420.269161:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.269165:0:30265:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.269169:0:30265:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948420.269176:0:30265:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.269182:0:30265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948420.269186:0:30265:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948420.269188:0:30265:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948420.269190:0:30265:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948420.269191:0:30265:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948420.269194:0:30265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff89e959459300) refcount = 2 00010000:00000040:3.0:1783948420.269196:0:30265:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948420.269199:0:30265:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948420.269205:0:30265:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.269216:0:30265:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948420.269219:0:30265:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948420.269221:0:30265:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.269224:0:30265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948420.269226:0:30265:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.269239:0:30265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.269247:0:30265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948420.269248:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269250:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269251:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269252:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269254:0:30265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.269258:0:30265:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948420.269260:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269261:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269262:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:3.0:1783948420.269264:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269266:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269268:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269269:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269270:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:3.0:1783948420.269272:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269274:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269276:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.269279:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.269283:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.269288:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269290:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269291:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269293:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269294:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:3.0:1783948420.269296:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269298:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269300:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948420.269303:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.269310:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269311:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948420.269313:0:30265:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.269319:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948420.269320:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269321:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269322:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269323:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948420.269328:0:30265:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948420.269335:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269337:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269339:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:3.0:1783948420.269341:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269343:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269345:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269346:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948420.269347:0:30265:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.269349:0:30265:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.269352:0:30265:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948420.269354:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269355:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269357:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:3.0:1783948420.269358:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269360:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000002:00010000:3.0:1783948420.269363:0:30265:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.269368:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269369:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269371:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948420.269372:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269373:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269375:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:3.0:1783948420.269377:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269379:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000040:3.0:1783948420.269382:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 3 00010000:00000001:3.0:1783948420.269384:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948420.269388:0:30265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:3.0:1783948420.269391:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269392:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948420.269393:0:30265:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948420.269396:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd39f0 00000002:00002000:3.0:1783948420.269398:0:30265:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948420.269401:0:30265:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.269405:0:30265:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.269408:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948420.269411:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948420.269414:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948420.269417:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:3.0:1783948420.269420:0:30265:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948420.269421:0:30265:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01cd3e00 it_disposition b 00000080:00000001:3.0:1783948420.269424:0:30265:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948420.269429:0:30265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948420.269432:0:30265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948420.269435:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1783948420.269438:0:30265:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783948420.269444:0:30265:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948420.269446:0:30265:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:3.0:1783948420.269449:0:30265:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.269452:0:30265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1783948420.269455:0:30265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948420.269458:0:30265:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833952 mtime from 1783948400 to 1783948420 00000080:00200000:3.0:1783948420.269462:0:30265:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 4096 00000080:00200000:3.0:1783948420.269464:0:30265:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff89e951d85348): rc = 0 00000080:00000001:3.0:1783948420.269467:0:30265:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926357832 : -129839783193784 : ffff89e951d85348) 00010000:00000001:3.0:1783948420.269468:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269470:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269471:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:3.0:1783948420.269473:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269475:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269477:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269478:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948420.269480:0:30265:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948420.269482:0:30265:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948420.269483:0:30265:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948420.269486:0:30265:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948420.269487:0:30265:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948420.269490:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440b5a 00800000:00000001:3.0:1783948420.269493:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948420.269495:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948420.269496:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269497:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269499:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:3.0:1783948420.269500:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269502:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269504:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269505:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948420.269507:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.269508:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783948420.269516:0:30265:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f16ca8 inode ffff89e951d85348 refc 1 flags 0x20000e 00000080:00000001:3.0:1783948420.269520:0:30265:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948420.269522:0:30265:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.269524:0:30265:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783948420.269528:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff89e951d85348) 00000080:00010000:3.0:1783948420.269531:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b5a from it ffffb87d01cd3e00 00010000:00000001:3.0:1783948420.269533:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269534:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269536:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:3.0:1783948420.269537:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269539:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948420.269541:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948420.269544:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948420.269550:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269551:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269552:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948420.269555:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948420.269557:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948420.269564:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948420.269567:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948420.269570:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948420.269575:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269576:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269578:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269581:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948420.269583:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269585:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269587:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269589:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948420.269590:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269592:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948420.269593:0:30265:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948420.269597:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775800. 00000100:00000001:3.0:1783948420.269601:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.269605:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65180 x1870603636491648/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.269611:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948420.269614:0:30265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948420.269617:0:30265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582bb800. 02000000:00000001:3.0:1783948420.269621:0:30265:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948420.269623:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948420.269625:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948420.269627:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948420.269630:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509ea400. 02000000:00000001:3.0:1783948420.269633:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948420.269635:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948420.269636:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65180. 00000100:00000001:3.0:1783948420.269640:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948420.269641:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948420.269643:0:30265:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783948420.269645:0:30265:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01cd3e00 released 00000080:00000001:3.0:1783948420.269647:0:30265:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783948420.269651:0:30265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948420.269652:0:30265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948420.269654:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d50 00000080:00200000:3.0:1783948420.269657:0:30265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948420.269664:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775800. 00800000:00000002:3.0:1783948420.269669:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948420.269673:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948420.269675:0:30265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948420.269677:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3c70 00800000:00000002:3.0:1783948420.269678:0:30265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948420.269682:0:30265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948420.269686:0:30265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948420.269690:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948420.269692:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b40 00000002:00010000:3.0:1783948420.269694:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948420.269698:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948420.269699:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.269701:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.269703:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:3.0:1783948420.269706:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.269708:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.269711:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948420.269714:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783948420.269720:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948420.269724:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948420.269727:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783948420.269732:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948420.269734:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948420.269736:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948420.269738:0:30265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948420.269740:0:30265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948420.269742:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948420.269744:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948420.269746:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948420.269748:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775800. 00000080:00000001:3.0:1783948420.269752:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948420.269753:0:30265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948420.269755:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948420.269758:0:30265:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b45 00800000:00000001:3.0:1783948420.269761:0:30265:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948420.269762:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948420.269764:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269766:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269767:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:3.0:1783948420.269769:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.269771:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.269773:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269774:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948420.269775:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.269777:0:30265:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948420.269779:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b45 from it ffffb87d01cd3d88 00010000:00000001:3.0:1783948420.269781:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948420.269782:0:30265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948420.269783:0:30265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596c00 refcount=3 00000020:00000001:3.0:1783948420.269785:0:30265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.269786:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491712 : -129839976059904 : ffff89e946596c00) 00010000:00000001:3.0:1783948420.269788:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948420.269791:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948420.269797:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269798:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269799:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948420.269800:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948420.269803:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948420.269808:0:30265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948420.269810:0:30265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948420.269811:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948420.269813:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269814:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.269815:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269817:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948420.269818:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269819:0:30265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269821:0:30265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269823:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948420.269824:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.269825:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948420.269826:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948420.269828:0:30265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948420.269830:0:30265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948420.269835:0:30265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.269839:0:30265:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:3.0:1783948420.269842:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e18 00000080:00200000:3.0:1783948420.269844:0:30265:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:3.0:1783948420.269847:0:30265:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1783948420.269850:0:30265:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-2, [0x200000404:0x20:0x0]) is foreign... 00000080:00000001:3.0:1783948420.269883:0:30265:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783948420.269887:0:30265:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775800. 00800000:00000002:3.0:1783948420.269890:0:30265:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:3.0:1783948420.269896:0:30265:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:3.0:1783948420.269900:0:30265:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1783948420.269902:0:30265:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x20:0x0] 00800000:00000001:3.0:1783948420.269904:0:30265:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948420.269906:0:30265:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x20:0x0] -> mds #0 00000002:00000001:3.0:1783948420.269909:0:30265:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783948420.269922:0:30265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948420.269926:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 2 00010000:00000001:3.0:1783948420.269928:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.269930:0:30265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948420.269933:0:30265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948420.269936:0:30265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1783948420.269943:0:30265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948420.269947:0:30265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948420.269949:0:30265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948420.269951:0:30265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948420.269953:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.269955:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.269957:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 3 00010000:00000001:3.0:1783948420.269958:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.269961:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.269962:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.269963:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.269964:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 3 00010000:00000001:3.0:1783948420.269966:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.269968:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.269969:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.269970:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.269971:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459800 count: 3 00010000:00000001:3.0:1783948420.269973:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.269975:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.269976:0:30265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948420.269979:0:30265:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948420.269983:0:30265:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948420.269985:0:30265:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948420.269987:0:30265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948420.269989:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.269992:0:30265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948420.269995:0:30265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948420.269996:0:30265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948420.269998:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.269999:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948420.270002:0:30265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596c00 with handle 0x8c7cf19e4b440b45 from hash 00010000:00000001:3.0:1783948420.270004:0:30265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948420.270005:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.270006:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.270008:0:30265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948420.270010:0:30265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948420.270012:0:30265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948420.270014:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948420.270016:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948420.270018:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948420.270019:0:30265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948420.270021:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 3 00010000:00000001:3.0:1783948420.270023:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948420.270024:0:30265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948420.270026:0:30265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948420.270029:0:30265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1783948420.270034:0:30265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948420.270036:0:30265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948420.270037:0:30265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948420.270038:0:30265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:3.0:1783948420.270040:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.270041:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.270043:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:3.0:1783948420.270044:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.270046:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.270047:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.270049:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.270050:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:3.0:1783948420.270052:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.270053:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.270054:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.270055:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.270056:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:3.0:1783948420.270058:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.270060:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.270061:0:30265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948420.270063:0:30265:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff89e951d85280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948420.270065:0:30265:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948420.270066:0:30265:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948420.270068:0:30265:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948420.270070:0:30265:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff89e951d85348) invalid 00000020:00000001:3.0:1783948420.270072:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a80 00000080:00002000:3.0:1783948420.270074:0:30265:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff89e951f16ca8) parent ffff89e951e2fe58 inode ffff89e951d85348 refc 2 00000080:00000001:3.0:1783948420.270077:0:30265:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948420.270079:0:30265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948420.270080:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.270081:0:30265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948420.270083:0:30265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948420.270084:0:30265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948420.270085:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.270087:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948420.270089:0:30265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596200 with handle 0x8c7cf19e4b440b5a from hash 00010000:00000001:3.0:1783948420.270091:0:30265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948420.270092:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.270093:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.270094:0:30265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948420.270096:0:30265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948420.270097:0:30265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948420.270099:0:30265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948420.270101:0:30265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783948420.270105:0:30265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948420.270106:0:30265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948420.270107:0:30265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948420.270108:0:30265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode CR 00000002:00000001:3.0:1783948420.270110:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.270111:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.270112:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:3.0:1783948420.270114:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.270115:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.270116:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.270117:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.270118:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:3.0:1783948420.270120:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.270122:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.270124:0:30265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.270126:0:30265:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783948420.270128:0:30265:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783948420.270132:0:30265:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e958774600. 00000080:00000001:3.0:1783948420.270134:0:30265:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783948420.270137:0:30265:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783948420.270139:0:30265:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:3.0:1783948420.270141:0:30265:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x20:0x0] 00000002:00000001:3.0:1783948420.270144:0:30265:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783948420.270147:0:30265:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x20:0x0] file closed with intent: 0 00000100:00000010:3.0:1783948420.270151:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65180. 00000020:00000040:3.0:1783948420.270154:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948420.270159:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948420.270161:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948420.270164:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948420.270170:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774200. 00000100:00000001:3.0:1783948420.270177:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783948420.270187:0:30265:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783948420.270199:0:30265:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783948420.270204:0:30265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783948420.270211:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948420.270213:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948420.270219:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.270222:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051063808 : -129839658487808 : ffff89e959473000) 00000100:00000001:3.0:1783948420.270224:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.270226:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948420.270231:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948420.270235:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.270237:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948420.270238:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948420.270242:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.270248:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948420.270251:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.270255:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948420.270257:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948420.270259:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948420.270262:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491904:192.168.202.104@tcp:35:rm.0 00000100:00000001:3.0:1783948420.270269:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948420.270274:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948420.270276:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.270279:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948420.270283:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509ea400. 02000000:00000001:3.0:1783948420.270285:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948420.270292:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948420.270296:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948420.270302:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948420.270308:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636491904, portal 10 00000100:00000001:3.0:1783948420.270309:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.270311:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000040:3.0:1783948420.270316:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.270322:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948420.270325:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948420.270327:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948420.270331:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636491904, offset 0 00000400:00000200:3.0:1783948420.270336:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948420.270342:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.270349:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948420.270355:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948420.270359:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948420.270363:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948420.270365:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948420.270369:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2363:2363:256:4294967295] 192.168.202.104@tcp LPNI seq info [2363:2363:8:4294967295] 00000400:00000200:3.0:1783948420.270373:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.270381:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948420.270387:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948420.270392:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9c00. 00000800:00000200:3.0:1783948420.270398:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948420.270406:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948420.270410:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783948420.270709:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.270714:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 793818 usecs (794 jiffies) 00000400:00000200:3.0:1783948420.270718:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948420.270721:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511216 00000100:00000001:3.0:1783948420.270724:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.270726:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511216 00000100:00000001:3.0:1783948420.270728:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.270730:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.270733:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.270735:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948420.270737:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948420.270740:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473000 going to sleep for 11 seconds 00000100:00000001:3.0:1783948420.270743:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948420.270745:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948420.271795:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.271802:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9c00. 00000400:00000200:0.0:1783948420.271809:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.271816:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.271822:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:0.0:1783948420.271824:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:0.0:1783948420.271830:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.271835:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.271844:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.271847:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.271878:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.271880:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948420.277464:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.277480:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.277485:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.277486:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.277497:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.277506:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.277517:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.277523:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.277529:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.277532:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944c680 00000400:00000200:0.0:1783948420.277538:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.277546:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x68c9 [1] + 224 00000800:00000001:0.0:1783948420.277554:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.277561:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.277564:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.277569:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.277576:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.277586:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948420.277597:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948420.277615:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948420.277623:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.277625:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.277686:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948420.277696:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948420.277698:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948420.277701:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:3.0:1783948420.277705:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:3.0:1783948420.277708:0:30265:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:3.0:1783948420.277711:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948420.277715:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948420.277723:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65180 x1870603636491904/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.277729:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948420.277731:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.277733:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948420.277736:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948420.277739:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948420.277741:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.277744:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948420.277755:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948420.277759:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948420.277761:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948420.277763:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.277766:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948420.277769:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.277772:0:30265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948420.277774:0:30265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783948420.277775:0:30265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948420.277777:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.277778:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948420.277782:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948420.277783:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1783948420.277785:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948420.277787:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.277792:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65180 x1870603636491904/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.277799:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.277801:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948420.277803:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948420.277807:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65180 x1870603636491904/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948420.277814:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636491904:192.168.202.104@tcp:35:rm.0 00000100:00000001:3.0:1783948420.277818:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.277821:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.277822:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948420.277824:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.277827:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636491904/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.277833:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948420.277835:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.277838:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948420.277840:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.277848:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.277849:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000002:00000001:3.0:1783948420.277887:0:30265:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.277890:0:30265:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948420.277894:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774600. 00000080:00000001:3.0:1783948420.277898:0:30265:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783948420.277902:0:30265:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1783948420.277907:0:30265:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783948420.277922:0:30265:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.277930:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.277931:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000001:3.0:1783948420.277934:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.277936:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.277942:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.277943:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.277946:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636491904/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.277952:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.277954:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.277957:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240700 x1870603636491264/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948436 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.277963:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783948420.277967:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948420.277969:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948420.277971:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948420.277974:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950636000. 02000000:00000001:3.0:1783948420.277978:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948420.277980:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948420.277982:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240700. 00000100:00000001:3.0:1783948420.277985:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948420.277987:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.277989:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.277991:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636491904/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.277997:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948420.277999:0:30265:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e95818eb40. 00000002:00000001:3.0:1783948420.278001:0:30265:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.278003:0:30265:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948420.278005:0:30265:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9587d3280. 00000100:00000001:3.0:1783948420.278008:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.278011:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65180 x1870603636491904/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948436 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948420.278016:0:30265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948420.278018:0:30265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948420.278021:0:30265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509ea400. 02000000:00000001:3.0:1783948420.278023:0:30265:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948420.278024:0:30265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948420.278025:0:30265:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948420.278027:0:30265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948420.278029:0:30265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774200. 02000000:00000001:3.0:1783948420.278030:0:30265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948420.278031:0:30265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948420.278033:0:30265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65180. 00000100:00000001:3.0:1783948420.278035:0:30265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948420.278036:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948420.278039:0:30265:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.278042:0:30265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948420.278044:0:30265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:3.0:1783948420.278048:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948420.278052:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948420.278072:0:30265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459300 count: 4 00010000:00000001:3.0:1783948420.278075:0:30265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948420.278080:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.278082:0:30265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.278086:0:30265:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948420.278088:0:30265:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff89e951d85348) invalid 00000020:00000001:3.0:1783948420.278093:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a80 00000080:00002000:3.0:1783948420.278096:0:30265:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff89e951f16ca8) parent ffff89e951e2fe58 inode ffff89e951d85348 refc 2 00000080:00000001:3.0:1783948420.278100:0:30265:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948420.278105:0:30265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948420.278107:0:30265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.278380:0:30265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948420.278386:0:30265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948420.278388:0:30265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948420.278390:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948420.278393:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948420.278398:0:30265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465ab800 with handle 0x8c7cf19e4b440b53 from hash 00010000:00000001:3.0:1783948420.278401:0:30265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948420.278403:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948420.278405:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.278406:0:30265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948420.278409:0:30265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948420.278411:0:30265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948420.278415:0:30265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783948420.278417:0:30265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783948420.278420:0:30265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1783948420.278426:0:30265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65180. 00000020:00000040:3.0:1783948420.278430:0:30265:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948420.278434:0:30265:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948420.278436:0:30265:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.278439:0:30265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948420.278444:0:30265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948420.278446:0:30265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.278449:0:30265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948420.278451:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948420.278455:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948420.278461:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774200. 00000100:00000001:3.0:1783948420.278467:0:30265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.278470:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948420.278472:0:30265:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948420.278478:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783948420.278488:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948420.278495:0:30265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1783948420.278500:0:30265:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1783948420.278502:0:30265:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1783948420.278504:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948420.278506:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596200/0x8c7cf19e4b440b5a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05c84 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948420.278518:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.278519:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948420.278521:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b53 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05c45 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1783948420.278526:0:30265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459300 count: 0 00010000:00000010:3.0:1783948420.278531:0:30265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e96014c480. 00010000:00000001:3.0:1783948420.278536:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.278537:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948420.278539:0:30265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596c00/0x8c7cf19e4b440b45 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05c29 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1783948420.278544:0:30265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459800 count: 0 00010000:00000010:3.0:1783948420.278547:0:30265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e96014c280. 00010000:00000001:3.0:1783948420.278551:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948420.278552:0:30265:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.278553:0:30265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948420.278555:0:30265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.278557:0:30265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948420.278567:0:30265:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948420.278574:0:30265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948420.278580:0:30265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948420.278582:0:30265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948420.278587:0:30265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.278590:0:30265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051063808 : -129839658487808 : ffff89e959473000) 00000100:00000001:3.0:1783948420.278592:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.278593:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948420.278597:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948420.278601:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.278603:0:30265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948420.278604:0:30265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948420.278608:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.278615:0:30265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948420.278617:0:30265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.278621:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948420.278624:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948420.278626:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948420.278629:0:30265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636492160:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948420.278632:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948420.278637:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948420.278640:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.278642:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948420.278646:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509ea400. 02000000:00000001:3.0:1783948420.278648:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948420.278653:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948420.278657:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948420.278663:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948420.278668:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636492160, portal 10 00000100:00000001:3.0:1783948420.278670:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.278672:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000040:3.0:1783948420.278677:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.278684:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948420.278687:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948420.278689:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125440. 00000100:00000200:3.0:1783948420.278692:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1870603636492160, offset 0 00000400:00000200:3.0:1783948420.278698:0:30265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948420.278704:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.278712:0:30265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948420.278718:0:30265:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948420.278722:0:30265:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948420.278725:0:30265:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948420.278728:0:30265:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948420.278732:0:30265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2364:2364:256:4294967295] 192.168.202.104@tcp LPNI seq info [2364:2364:8:4294967295] 00000400:00000200:3.0:1783948420.278736:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948420.278745:0:30265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948420.278752:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948420.278757:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9500. 00000800:00000200:3.0:1783948420.278764:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948420.278771:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948420.278776:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1783948420.278785:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.278789:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 792670 usecs (793 jiffies) 00000400:00000200:3.0:1783948420.278792:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948420.278795:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296511223 00000100:00000001:3.0:1783948420.278798:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.278800:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296511223 00000100:00000001:3.0:1783948420.278802:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296512742 00000100:00000001:3.0:1783948420.278805:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.278807:0:30265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.278810:0:30265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948420.278811:0:30265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948420.278814:0:30265:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473000 going to sleep for 11 seconds 00000100:00000001:3.0:1783948420.278816:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948420.278818:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948420.279704:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.279712:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000400:00000200:0.0:1783948420.279719:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.279726:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948420.279732:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125440 00000400:00000010:0.0:1783948420.279734:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125440. 00000100:00000001:0.0:1783948420.279740:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948420.279745:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.279757:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948420.279760:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948420.279767:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948420.279768:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948420.284303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596200. 00010000:00000010:3.1:1783948420.284316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459300. 00010000:00000010:3.1:1783948420.284320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:3.1:1783948420.284323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459800. 00010000:00000010:3.1:1783948420.284325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596c00. 00000800:00000001:0.0:1783948420.284882:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.284896:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948420.284899:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.284901:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.284909:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.285032:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948420.285043:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.285048:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.285063:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.285067:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944c780 00000400:00000200:0.0:1783948420.285072:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.285079:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x68d1 [1] + 224 00000800:00000001:0.0:1783948420.285086:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.285094:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948420.285098:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.285102:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948420.285109:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948420.285175:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948420.285187:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.285240:0:30265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948420.285257:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948420.285267:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948420.285271:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.285277:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948420.285283:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2365:2365:256:4294967295] 192.168.202.104@tcp LPNI seq info [2365:2365:8:4294967295] 00000400:00000200:0.0:1783948420.285288:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948420.285295:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948420.285300:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948420.285305:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442000. 00000800:00000200:0.0:1783948420.285312:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948420.285320:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948420.285325:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948420.285420:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948420.285425:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442000. 00000400:00000200:0.0:1783948420.285428:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948420.285432:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948420.285438:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948420.285442:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948420.286051:0:30265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948420.286161:0:30265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948420.286166:0:30265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:3.0:1783948420.286171:0:30265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:3.0:1783948420.286174:0:30265:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:3.0:1783948420.286178:0:30265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948420.286185:0:30265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948420.286194:0:30265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65180 x1870603636492160/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948436 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.286201:0:30265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948420.286203:0:30265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.286205:0:30265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948420.286208:0:30265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948420.286211:0:30265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948420.286213:0:30265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948420.286216:0:30265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948420.286225:0:30265:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=90 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948420.286230:0:30265:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948420.286232:0:30265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948420.286234:0:30265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948420.286236:0:30265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948420.286240:0:30265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.286243:0:30265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948420.286245:0:30265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x10000012b] 00000100:00000001:3.0:1783948420.286247:0:30265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948420.286249:0:30265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948420.286251:0:30265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948420.286254:0:30265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948420.286256:0:30265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1783948420.286258:0:30265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948420.286261:0:30265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948420.286265:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65180 x1870603636492160/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948436 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.286272:0:30265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948420.286275:0:30265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948420.286277:0:30265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948420.286281:0:30265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65180 x1870603636492160/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948436 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948420.286288:0:30265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30265:1870603636492160:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948420.286307:0:30265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948420.286310:0:30265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948420.286312:0:30265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948420.286314:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.286317:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636492160/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948436 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.286323:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948420.286325:0:30265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473000. 00000100:00000001:3.0:1783948420.286328:0:30265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948420.286330:0:30265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948420.286338:0:30265:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.286340:0:30265:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948420.286345:0:30265:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948420.286348:0:30265:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775800. 00000100:00000001:3.0:1783948420.286356:0:30265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948420.286359:0:30265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636492160/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948436 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948420.286365:0:30265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.286367:0:30265:0:(namei.c:2360:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.286383:0:30265:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783948420.286386:0:30265:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783948420.286388:0:30265:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x20:0x0](ffff89e951d85348) 00800000:00000001:3.0:1783948420.286392:0:30265:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783948420.286394:0:30265:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x20:0x0] 00000002:00000001:3.0:1783948420.286399:0:30265:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783948420.286404:0:30265:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948420.286406:0:30265:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.286408:0:30265:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783948420.286411:0:30265:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783948420.286412:0:30265:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.286414:0:30265:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948420.286418:0:30265:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783948420.286420:0:30265:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783948420.286432:0:30265:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948420.286436:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e30 00000080:00002000:3.0:1783948420.286438:0:30265:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff89e951f16ca8, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783948420.286441:0:30265:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948420.286445:0:30265:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948420.286447:0:30265:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1783948420.293894:0:30267:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d85280. 00000080:00000010:3.1:1783948420.293906:0:30267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab860. 00000020:00000001:0.0:1783948420.312177:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948420.312181:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948420.312183:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948421.198588:0:30350:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948421.336118:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948421.336131:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948421.336134:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948422.361182:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948422.361189:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948422.361194:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948422.873280:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296512742, at 4296513025 00000100:00000010:1.0:1783948422.873300:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619a20. 00000100:00000040:0.0:1783948422.876497:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296512742, at 4296513028 00000100:00000010:0.0:1783948422.876518:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619b40. 00000100:00000040:1.0:1783948423.383925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948423.383935:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948423.383945:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ced80. 00000020:00000040:1.0:1783948423.383951:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:1.0:1783948423.383955:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948423.383959:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948423.383965:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948423.383975:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5ba00. 00000100:00000001:1.0:1783948423.383983:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.383996:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948423.384007:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948423.384012:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384018:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9cfd37e] to pc [ptlrpcd_00_00+0] req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384046:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948423.384052:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948423.384055:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ce680. 00000020:00000040:1.0:1783948423.384058:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948423.384060:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948423.384062:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948423.384063:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948423.384067:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b200. 00000100:00000001:1.0:1783948423.384069:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384073:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948423.384080:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948423.384082:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384099:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e4d1eee] to pc [ptlrpcd_00_01+1] req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384106:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948423.384230:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948423.384235:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948423.384238:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948423.384240:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948423.384242:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948423.384244:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948423.384247:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b900. 00000100:00000001:1.0:1783948423.384250:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384255:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948423.384261:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948423.384264:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384267:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bc0de2] to pc [ptlrpcd_00_00+0] req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384274:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948423.384278:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948423.384281:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd180. 00000020:00000040:1.0:1783948423.384284:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:1.0:1783948423.384285:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948423.384287:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948423.384288:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948423.384291:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bd00. 00000100:00000001:1.0:1783948423.384293:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384297:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948423.384303:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948423.384305:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384308:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65fd5cd] to pc [ptlrpcd_00_01+1] req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384321:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384326:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1851) 00000100:00000001:1.0:1783948423.384337:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948423.384341:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948423.384343:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948423.384348:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384355:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948423.384357:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.384360:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948423.384363:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948423.384365:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948423.384368:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636492416:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948423.384372:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948423.384377:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948423.384379:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.384381:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948423.384386:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958774e00. 02000000:00000001:1.0:1783948423.384388:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948423.384395:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948423.384399:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888528. 00000400:00000010:1.0:1783948423.384406:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618990. 00000100:00000200:1.0:1783948423.384414:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636492416, portal 10 00000100:00000001:1.0:1783948423.384416:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948423.384418:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939240576 : -129839770311040 : ffff89e9529ce680) 00000100:00000040:1.0:1783948423.384425:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384432:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948423.384434:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948423.384437:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618440. 00000100:00000200:1.0:1783948423.384439:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636492416, offset 0 00000400:00000200:1.0:1783948423.384446:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948423.384455:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.384462:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948423.384467:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948423.384471:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948423.384475:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948423.384477:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948423.384481:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2366:2366:256:4294967295] 192.168.202.104@tcp LPNI seq info [2366:2366:8:4294967295] 00000400:00000200:1.0:1783948423.384485:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.384495:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948423.384501:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948423.384506:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bb00. 00000800:00000200:1.0:1783948423.384513:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948423.384522:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948423.384527:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948423.384537:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384541:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 791525 usecs (792 jiffies) 00000400:00000200:1.0:1783948423.384544:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948423.384547:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296514328 00000100:00000010:1.0:1783948423.384552:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619a20. 00000100:00000001:1.0:1783948423.384559:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783948423.384565:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296514328 00000100:00000010:1.0:1783948423.384569:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619a80. 00000100:00000001:1.0:1783948423.384572:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948423.384575:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948423.384578:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.384580:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948423.384584:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384590:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948423.384592:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.384594:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948423.384595:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948423.384597:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948423.384599:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636492672:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948423.384602:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948423.384604:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948423.384606:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.384607:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948423.384610:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775800. 02000000:00000001:1.0:1783948423.384611:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948423.384615:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948423.384617:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888790. 00000400:00000010:1.0:1783948423.384620:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618c38. 00000100:00000200:1.0:1783948423.384623:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636492672, portal 4 00000100:00000001:1.0:1783948423.384625:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948423.384626:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000040:1.0:1783948423.384631:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384638:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948423.384640:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948423.384643:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618220. 00000100:00000200:1.0:1783948423.384657:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636492672, offset 0 00000400:00000200:1.0:1783948423.384661:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948423.384665:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.384669:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948423.384672:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948423.384674:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948423.384676:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948423.384678:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948423.384681:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2367:2367:255:4294967295] 192.168.202.104@tcp LPNI seq info [2367:2367:7:4294967295] 00000400:00000200:1.0:1783948423.384684:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.384690:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948423.384695:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948423.384698:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:1.0:1783948423.384703:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948423.384707:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948423.384709:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948423.384712:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.384714:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 292158 usecs (293 jiffies) 00000400:00000200:1.0:1783948423.384717:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948423.384718:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296513829 00000100:00000001:1.0:1783948423.384721:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296514328 00000100:00000001:1.0:1783948423.384722:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296513829 00000100:00000001:1.0:1783948423.384724:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296514328 00000100:00000001:1.0:1783948423.384726:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948423.384727:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.384729:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.384732:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.384739:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948423.384741:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948423.384743:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948423.384744:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948423.384746:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948423.384748:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1783948423.384749:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.384751:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948423.384752:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.384753:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948423.384754:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948423.384755:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948423.384759:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384766:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948423.384767:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.384769:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948423.384771:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948423.384772:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948423.384774:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636492288:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948423.384777:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948423.384780:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948423.384781:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.384782:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948423.384785:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775c00. 02000000:00000001:1.0:1783948423.384787:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948423.384791:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948423.384793:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888f78. 00000400:00000010:1.0:1783948423.384797:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506183b8. 00000100:00000200:1.0:1783948423.384799:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636492288, portal 25 00000100:00000001:1.0:1783948423.384801:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948423.384802:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939242368 : -129839770309248 : ffff89e9529ced80) 00000100:00000040:1.0:1783948423.384807:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384814:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948423.384816:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948423.384819:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506186e8. 00000100:00000200:1.0:1783948423.384821:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636492288, offset 0 00000400:00000200:1.0:1783948423.384825:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948423.384828:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.384831:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948423.384834:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948423.384836:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948423.384838:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948423.384840:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948423.384843:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2368:2368:254:4294967295] 192.168.202.104@tcp LPNI seq info [2368:2368:6:4294967295] 00000400:00000200:1.0:1783948423.384846:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.384879:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948423.384894:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948423.384898:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:1.0:1783948423.384901:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948423.384906:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948423.384908:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948423.384911:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948423.384914:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948423.384916:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296517861 00000100:00000001:1.0:1783948423.384922:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296514328 00000100:00000001:1.0:1783948423.384925:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296517861 00000100:00000001:1.0:1783948423.384927:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296514328 00000100:00000001:1.0:1783948423.384930:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948423.384932:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.384934:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948423.384938:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384946:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948423.384947:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.384949:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948423.384951:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948423.384953:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948423.384955:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636492544:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948423.384957:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948423.384960:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948423.384961:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.384962:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948423.384965:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775000. 02000000:00000001:1.0:1783948423.384967:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948423.384970:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948423.384972:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438888f0. 00000400:00000010:1.0:1783948423.384975:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506185d8. 00000100:00000200:1.0:1783948423.384978:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636492544, portal 4 00000100:00000001:1.0:1783948423.384979:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948423.384980:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:1.0:1783948423.384986:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.384991:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948423.384993:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948423.384995:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618b28. 00000100:00000200:1.0:1783948423.384996:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636492544, offset 0 00000400:00000200:1.0:1783948423.385000:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948423.385003:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.385006:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948423.385009:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948423.385011:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948423.385012:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948423.385014:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948423.385017:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2369:2369:253:4294967295] 192.168.202.104@tcp LPNI seq info [2369:2369:5:4294967295] 00000400:00000200:1.0:1783948423.385020:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.385025:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948423.385030:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948423.385034:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948423.385038:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948423.385042:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948423.385044:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948423.385047:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.385050:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21686 usecs (22 jiffies) 00000400:00000200:1.0:1783948423.385052:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948423.385054:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296513558 00000100:00000001:1.0:1783948423.385056:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:1.0:1783948423.385060:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296513558 00000100:00000001:1.0:1783948423.385061:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:1.0:1783948423.385063:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948423.385065:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.385067:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.385069:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948423.385278:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948423.385281:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948423.385328:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948423.385332:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bb00. 00000400:00000200:0.0:1783948423.385341:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948423.385346:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948423.385351:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618440 00000400:00000010:0.0:1783948423.385354:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618440. 00000100:00000001:0.0:1783948423.385358:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948423.385364:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948423.385374:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948423.385378:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948423.385385:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948423.385387:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948423.385399:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948423.385402:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:0.0:1783948423.385404:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948423.385408:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948423.385410:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618220 00000400:00000010:0.0:1783948423.385411:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618220. 00000100:00000001:0.0:1783948423.385413:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948423.385416:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948423.385428:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948423.385431:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948423.385437:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948423.385438:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948423.385446:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948423.385448:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948423.385450:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948423.385453:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948423.385456:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506186e8 00000400:00000010:0.0:1783948423.385458:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506186e8. 00000100:00000001:0.0:1783948423.385460:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948423.385463:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948423.385470:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948423.385473:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948423.385480:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948423.385482:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948423.385544:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948423.385547:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:0.0:1783948423.385551:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948423.385554:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948423.385557:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618b28 00000400:00000010:0.0:1783948423.385558:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618b28. 00000100:00000001:0.0:1783948423.385561:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948423.385564:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948423.385571:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948423.385574:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948423.385586:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948423.385588:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948423.392501:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392518:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948423.392523:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392526:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948423.392535:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392543:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948423.392553:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392559:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392564:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392569:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944c980 00000400:00000200:1.0:1783948423.392574:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392581:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x68e9 [1] + 224 00000800:00000001:1.0:1783948423.392589:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392593:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948423.392596:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948423.392600:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948423.392609:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948423.392618:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948423.392629:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.392644:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948423.392652:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392655:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948423.392657:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392660:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948423.392663:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392667:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948423.392671:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392674:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392676:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392679:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944c900 00000400:00000200:1.0:1783948423.392682:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392686:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6909 [1] + 224 00000800:00000001:1.0:1783948423.392689:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392692:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948423.392694:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948423.392697:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948423.392700:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948423.392704:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948423.392713:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.392719:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948423.392723:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392726:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948423.392727:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392729:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948423.392731:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392734:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948423.392738:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392740:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392742:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392744:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944c800 00000400:00000200:1.0:1783948423.392747:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392751:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x68f9 [1] + 224 00000800:00000001:1.0:1783948423.392754:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392758:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948423.392760:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948423.392763:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948423.392765:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948423.392770:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948423.392778:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.392785:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948423.392789:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392792:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948423.392794:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392796:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948423.392798:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392801:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948423.392805:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392808:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392810:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392813:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944c880 00000400:00000200:1.0:1783948423.392816:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948423.392820:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x68d9 [1] + 224 00000800:00000001:1.0:1783948423.392824:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392830:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948423.392832:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948423.392835:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948423.392838:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948423.392842:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948423.392877:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.392894:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948423.392898:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948423.392901:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.392913:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948423.392917:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948423.392923:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948423.392925:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948423.392928:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888f78. 00000400:00000200:1.0:1783948423.392932:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506183b8 00000400:00000010:1.0:1783948423.392935:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506183b8. 00000100:00000001:1.0:1783948423.392937:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948423.392941:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948423.392949:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.392954:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948423.392956:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.392958:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948423.392961:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948423.392964:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948423.392966:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.392969:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948423.392977:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=94 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948423.392981:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948423.392983:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948423.392985:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948423.392988:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948423.392990:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.392993:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.392998:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.393004:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948423.393007:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948423.393009:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948423.393012:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948423.393026:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636492288:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948423.393032:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948423.393033:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948423.393035:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438888f0. 00000400:00000200:1.0:1783948423.393038:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506185d8 00000400:00000010:1.0:1783948423.393039:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506185d8. 00000100:00000001:1.0:1783948423.393042:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948423.393045:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948423.393052:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.393059:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948423.393060:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.393062:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948423.393063:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948423.393064:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948423.393066:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.393068:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948423.393074:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=93 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948423.393076:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=148 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948423.393079:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948423.393080:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948423.393081:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948423.393085:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.393088:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948423.393090:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1783948423.393092:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948423.393095:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.393099:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.393105:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948423.393108:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948423.393109:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948423.393113:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948423.393120:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636492544:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948423.393125:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948423.393126:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948423.393128:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888528. 00000400:00000200:1.0:1783948423.393130:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618990 00000400:00000010:1.0:1783948423.393132:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618990. 00000100:00000001:1.0:1783948423.393134:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948423.393137:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948423.393145:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.393150:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948423.393151:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.393153:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948423.393155:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948423.393156:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948423.393157:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.393160:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948423.393163:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=93 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948423.393166:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948423.393168:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948423.393169:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948423.393367:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948423.393369:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.393371:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948423.393373:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967599 00000100:00000001:1.0:1783948423.393375:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948423.393376:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.393381:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.393388:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948423.393390:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948423.393392:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948423.393395:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948423.395960:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636492416:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948423.395972:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948423.395974:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948423.395978:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888790. 00000400:00000200:1.0:1783948423.395982:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618c38 00000400:00000010:1.0:1783948423.395984:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618c38. 00000100:00000001:1.0:1783948423.395989:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948423.395995:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948423.396004:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.396011:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948423.396013:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.396015:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948423.396018:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948423.396021:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948423.396023:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948423.396025:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948423.396034:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=93 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948423.396038:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948423.396040:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948423.396042:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948423.396045:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948423.396049:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.396052:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948423.396055:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948423.396057:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948423.396059:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948423.396063:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.396070:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948423.396072:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948423.396074:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948423.396078:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948423.396085:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636492672:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948423.396089:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.396092:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948423.396097:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ced80 x1870603636492288/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.396103:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948423.396106:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948423.396109:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775c00. 02000000:00000001:1.0:1783948423.396112:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948423.396114:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948423.396117:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948423.396119:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948423.396121:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5ba00. 02000000:00000001:1.0:1783948423.396125:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948423.396127:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948423.396129:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ced80. 00000100:00000001:1.0:1783948423.396134:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948423.396135:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.396137:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948423.396140:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636492544/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.396147:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948423.396148:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948423.396150:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775000. 02000000:00000001:1.0:1783948423.396152:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948423.396153:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948423.396154:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948423.396156:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948423.396157:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b900. 02000000:00000001:1.0:1783948423.396159:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948423.396160:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948423.396161:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:1.0:1783948423.396164:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948423.396165:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.396167:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948423.396170:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ce680 x1870603636492416/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.396176:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948423.396177:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948423.396179:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958774e00. 02000000:00000001:1.0:1783948423.396181:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948423.396182:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948423.396183:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948423.396185:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948423.396186:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b200. 02000000:00000001:1.0:1783948423.396188:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948423.396189:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948423.396190:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ce680. 00000100:00000001:1.0:1783948423.396192:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948423.396193:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.396195:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948423.396198:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd180 x1870603636492672/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948423.396203:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948423.396205:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948423.396206:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775800. 02000000:00000001:1.0:1783948423.396208:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948423.396209:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948423.396210:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948423.396212:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948423.396213:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bd00. 02000000:00000001:1.0:1783948423.396215:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948423.396216:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948423.396217:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd180. 00000100:00000001:1.0:1783948423.396219:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948423.396220:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.396222:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948423.396231:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948423.396233:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948423.396236:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948423.396238:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948423.396914:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948423.396917:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948423.396921:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948424.070288:0:30632:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948424.238676:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.238696:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948424.238700:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.238703:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948424.238711:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.238719:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948424.238728:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.238733:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.238739:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.238744:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda957500 00000400:00000200:0.0:1783948424.238754:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x5f49 [2] + 656 00000800:00000001:0.0:1783948424.238762:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.238767:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948424.238770:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948424.238775:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948424.238784:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948424.238788:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783948424.238795:0:2345:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240e00. 00000100:00000040:0.0:1783948424.238799:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff89e960240e00 x1870603658556672 msgsize 328 00000100:00100000:0.0:1783948424.238803:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:0.0:1783948424.238815:0:2345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948424.238824:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.238828:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948424.238830:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.238831:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948424.238835:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.238838:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948424.238842:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.238846:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.238848:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.238867:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda957600 00000400:00000200:0.0:1783948424.238871:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x5f49 [2] + 984 00000800:00000001:0.0:1783948424.238884:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.238942:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948424.238945:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948424.238948:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948424.238951:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1783948424.238952:0:15857:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1783948424.238952:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:1.0:1783948424.238956:0:15857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658556672 00000100:00000010:0.0:1783948424.238956:0:2345:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240700. 00000100:00000040:0.0:1783948424.238958:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff89e960240700 x1870603658556928 msgsize 328 02000000:00000001:1.0:1783948424.238960:0:15857:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1783948424.238962:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:1.0:1783948424.238963:0:15857:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948424.238965:0:15857:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948424.238969:0:2345:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1783948424.238970:0:15857:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948424.238972:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1783948424.238975:0:15857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658556672 00000020:00000001:1.0:1783948424.238978:0:15857:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948424.238981:0:15857:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:1.0:1783948424.238983:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1783948424.238985:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783948424.238986:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:1.0:1783948424.238988:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:1.0:1783948424.238991:0:15857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000001:1.0:1783948424.238996:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1783948424.238996:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783948424.238997:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658556928 02000000:00000001:0.0:1783948424.238999:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1783948424.239000:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22640. 00000100:00000001:0.0:1783948424.239000:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948424.239001:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239002:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948424.239004:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1783948424.239005:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22640. 00000100:00100000:0.0:1783948424.239005:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658556928 00000020:00000001:0.0:1783948424.239007:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948424.239008:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:0.0:1783948424.239009:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:1.0:1783948424.239011:0:15857:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e960121600. 00000020:00000040:0.0:1783948424.239011:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:0.0:1783948424.239013:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:0.0:1783948424.239015:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000010:1.0:1783948424.239016:0:15857:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e9585c4980. 00000100:00000001:0.0:1783948424.239017:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948424.239020:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9511a2780. 00000020:00000010:1.0:1783948424.239021:0:15857:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e9582a3af0. 00000100:00000001:0.0:1783948424.239022:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948424.239024:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9511a2780. 00000020:00000010:0.0:1783948424.239027:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7c00. 00000100:00000040:1.0:1783948424.239029:0:15857:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000010:0.0:1783948424.239029:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e95082df80. 00000020:00000010:0.0:1783948424.239032:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e947e49c80. 00000100:00000001:1.0:1783948424.239033:0:15857:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783948424.239035:0:15857:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783948424.239035:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783948424.239036:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783948424.239037:0:15857:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948424.239038:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239045:0:15857:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948424.239045:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239047:0:15857:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948424.239047:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948424.239058:0:15857:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783948424.239058:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783948424.239060:0:15857:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1783948424.239060:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783948424.239064:0:15857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 54 00000100:00000040:1.0:1783948424.239068:0:15857:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6c000 : new rpc_count 1 00000100:00000001:0.0:1783948424.239068:0:15856:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239070:0:15857:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000001:0.0:1783948424.239070:0:15856:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948424.239077:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960240e00 x1870603658556672/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:460/0 lens 328/0 e 0 to 0 dl 1783948435 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948424.239085:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948424.239087:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22640. 00000100:00000001:1.0:1783948424.239089:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948424.239092:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22640. 00000100:00100000:1.0:1783948424.239097:0:15857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960240e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6939:x1870603658556672:12345-192.168.202.104@tcp:104: 00000100:00000200:1.0:1783948424.239101:0:15857:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658556672 00010000:00000001:1.0:1783948424.239104:0:15857:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783948424.239112:0:15857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948424.239113:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948424.239116:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=2 00000020:00000001:1.0:1783948424.239118:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:1.0:1783948424.239121:0:15857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:1.0:1783948424.239124:0:15857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948424.239128:0:15857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948424.239133:0:15857:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000007b8231d8/0x8c7cf19e4b440b29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e05bab expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783948424.239145:0:15857:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783948424.239148:0:15857:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783948424.239152:0:15857:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e9493f1c00. 02000000:00000001:1.0:1783948424.239155:0:15857:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239158:0:15857:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948424.239163:0:15857:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783948424.239166:0:15857:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948424.239170:0:15857:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948424.239175:0:15857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948424.239177:0:15857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948424.239180:0:15857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:1.0:1783948424.239182:0:15857:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783948424.239184:0:15857:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239188:0:15857:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948424.239190:0:15857:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948424.239196:0:15857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618c38. 00000100:00000200:1.0:1783948424.239201:0:15857:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658556672, offset 224 00000400:00000200:1.0:1783948424.239208:0:15857:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948424.239214:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.239220:0:15857:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948424.239227:0:15857:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2370:2370:256:4294967295] 192.168.202.104@tcp LPNI seq info [2370:2370:8:4294967295] 00000400:00000200:1.0:1783948424.239231:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.239240:0:15857:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948424.239245:0:15857:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948424.239251:0:15857:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e900. 00000800:00000200:1.0:1783948424.239257:0:15857:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948424.239264:0:15857:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948424.239268:0:15857:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948424.239287:0:15857:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948424.239290:0:15857:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:1.0:1783948424.239294:0:15857:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783948424.239297:0:15857:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e960211e40. 00010000:00000001:1.0:1783948424.239301:0:15857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783948424.239320:0:15857:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783948424.239323:0:15857:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948424.239325:0:15857:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948424.239327:0:15857:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948424.239332:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240e00 x1870603658556672/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:460/0 lens 328/224 e 0 to 0 dl 1783948435 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783948424.239340:0:15857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960240e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6939:x1870603658556672:12345-192.168.202.104@tcp:104: Request processed in 253us (539us total) trans 0 rc 0/0 00000020:00000001:3.0:1783948424.239342:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948424.239347:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948424.239351:0:15857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 54 00010000:00010000:3.0:1783948424.239352:0:15866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1783948424.239356:0:15857:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6c000 : new rpc_count 0 00010000:00000001:3.0:1783948424.239357:0:15866:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783948424.239362:0:15866:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1783948424.239363:0:15857:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1783948424.239368:0:15866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000007b8231d8/0x8c7cf19e4b440b29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e05bab expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783948424.239368:0:15857:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783948424.239373:0:15857:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e9585c4980. 00000020:00000010:1.0:1783948424.239380:0:15857:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e9582a3af0. 00010000:00010000:3.0:1783948424.239382:0:15866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e946596600 already unused, calling callback (ffffffffc1342360) 00000020:00000010:1.0:1783948424.239385:0:15857:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e960121600. 00000008:00000001:3.0:1783948424.239387:0:15866:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1783948424.239391:0:15866:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783948424.239392:0:15866:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1783948424.239393:0:15857:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000020:00000001:3.0:1783948424.239394:0:15866:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1783948424.239397:0:15857:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948424.239398:0:15866:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948424.239402:0:15866:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948424.239406:0:15866:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00000100:00000001:1.0:1783948424.239408:0:15857:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1783948424.239409:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1783948424.239411:0:15857:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00010000:3.0:1783948424.239414:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000007b8231d8/0x8c7cf19e4b440b29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x2ceea11ad5e05bab expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1783948424.239418:0:15857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 55 00000100:00000040:1.0:1783948424.239424:0:15857:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6a800 : new rpc_count 1 00000008:00000001:3.0:1783948424.239427:0:15866:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1783948424.239428:0:15857:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000020:00000001:3.0:1783948424.239431:0:15866:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00000040:1.0:1783948424.239436:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960240700 x1870603658556928/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:460/0 lens 328/0 e 0 to 0 dl 1783948435 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1783948424.239438:0:15866:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948424.239444:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80e00. 00000100:00000001:1.0:1783948424.239448:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783948424.239450:0:15866:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80c00. 00000020:00000010:1.0:1783948424.239453:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22640. 00000020:00000010:3.0:1783948424.239456:0:15866:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204c00. 00000100:00000001:1.0:1783948424.239457:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948424.239462:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22640. 00000008:00000010:3.0:1783948424.239464:0:15866:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00000100:00100000:1.0:1783948424.239469:0:15857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:11836:x1870603658556928:12345-192.168.202.104@tcp:104: 00020000:00000010:3.0:1783948424.239471:0:15866:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00000100:00000200:1.0:1783948424.239475:0:15857:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658556928 00008000:00000010:3.0:1783948424.239479:0:15866:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00010000:00000001:1.0:1783948424.239480:0:15857:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783948424.239485:0:15857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948424.239488:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000080:00000010:3.0:1783948424.239489:0:15866:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000020:00000040:1.0:1783948424.239491:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=2 00000080:00000010:3.0:1783948424.239495:0:15866:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000001:1.0:1783948424.239495:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948424.239501:0:15857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00000020:00000010:3.0:1783948424.239502:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81800. 00010000:00000001:1.0:1783948424.239504:0:15857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000008:00000010:3.0:1783948424.239508:0:15866:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00010000:00000001:1.0:1783948424.239508:0:15857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1783948424.239514:0:15866:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00010000:00010000:1.0:1783948424.239515:0:15857:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00008000:00000010:3.0:1783948424.239519:0:15866:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948424.239525:0:15866:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000100:00000001:1.0:1783948424.239527:0:15857:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1783948424.239530:0:15866:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 02000000:00000001:1.0:1783948424.239531:0:15857:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 00000020:00001000:3.0:1783948424.239535:0:15866:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 02000000:00000010:1.0:1783948424.239536:0:15857:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e9493f2000. 00000008:00000001:3.0:1783948424.239538:0:15866:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 02000000:00000001:1.0:1783948424.239540:0:15857:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948424.239542:0:15866:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239545:0:15857:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948424.239546:0:15866:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00010000:00000001:1.0:1783948424.239549:0:15857:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783948424.239552:0:15857:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948424.239555:0:15857:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948424.239558:0:15857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948424.239560:0:15857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948424.239562:0:15857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:1.0:1783948424.239564:0:15857:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783948424.239565:0:15857:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239567:0:15857:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948424.239570:0:15857:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948424.239573:0:15857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618990. 00000100:00000200:1.0:1783948424.239576:0:15857:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658556928, offset 224 00000400:00000200:1.0:1783948424.239579:0:15857:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948424.239583:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.239587:0:15857:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948424.239590:0:15857:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2371:2371:255:4294967295] 192.168.202.104@tcp LPNI seq info [2371:2371:7:4294967295] 00000400:00000200:1.0:1783948424.239594:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.239599:0:15857:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948424.239605:0:15857:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948424.239610:0:15857:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948424.239614:0:15857:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948424.239619:0:15857:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000020:00000010:3.0:1783948424.239621:0:15866:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80c00. 00000800:00000200:1.0:1783948424.239622:0:15857:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1783948424.239627:0:15866:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204c00. 00000100:00000001:1.0:1783948424.239628:0:15857:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783948424.239633:0:15866:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00000100:00000040:1.0:1783948424.239633:0:15857:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:1.0:1783948424.239638:0:15857:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00020000:00000010:3.0:1783948424.239640:0:15866:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00010000:00000010:1.0:1783948424.239643:0:15857:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e960211b40. 00008000:00000010:3.0:1783948424.239646:0:15866:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00010000:00000001:1.0:1783948424.239647:0:15857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000080:00000010:3.0:1783948424.239651:0:15866:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948424.239656:0:15866:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00010000:00010000:1.0:1783948424.239659:0:15857:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:00000010:3.0:1783948424.239660:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80e00. 00000008:00000010:3.0:1783948424.239666:0:15866:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00010000:00000001:1.0:1783948424.239666:0:15857:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948424.239671:0:15857:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1783948424.239672:0:15866:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00010000:00000001:1.0:1783948424.239673:0:15857:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:3.0:1783948424.239678:0:15866:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000100:00000040:1.0:1783948424.239682:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240700 x1870603658556928/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:460/0 lens 328/224 e 0 to 0 dl 1783948435 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000010:3.0:1783948424.239683:0:15866:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948424.239688:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81800. 00000020:00000010:3.0:1783948424.239693:0:15866:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000008:00000001:3.0:1783948424.239697:0:15866:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948424.239699:0:15857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:11836:x1870603658556928:12345-192.168.202.104@tcp:104: Request processed in 248us (737us total) trans 0 rc 0/0 00010000:00000001:3.0:1783948424.239702:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948424.239708:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:1.0:1783948424.239709:0:15857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 55 00010000:00000001:3.0:1783948424.239711:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1783948424.239714:0:15857:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6a800 : new rpc_count 0 00010000:00000001:3.0:1783948424.239715:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948424.239718:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.239719:0:15857:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1783948424.239723:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596600 with handle 0x8c7cf19e4b440b29 from hash 00000100:00000001:1.0:1783948424.239723:0:15857:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783948424.239726:0:15857:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e95082df80. 00010000:00000001:3.0:1783948424.239727:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948424.239730:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948424.239733:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1783948424.239733:0:15857:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e947e49c80. 00010000:00000001:3.0:1783948424.239735:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1783948424.239740:0:15857:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7c00. 00010000:00000001:3.0:1783948424.239741:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948424.239744:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000040:1.0:1783948424.239745:0:15857:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00000001:1.0:1783948424.239749:0:15857:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948424.239750:0:15866:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948424.239754:0:15866:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948424.239758:0:15866:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948424.239760:0:15866:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783948424.239766:0:15866:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65f80. 00000020:00000040:3.0:1783948424.239769:0:15866:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948424.239773:0:15866:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948424.239775:0:15866:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948424.239779:0:15866:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948424.239784:0:15866:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b81800. 00000100:00000001:3.0:1783948424.239792:0:15866:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948424.239794:0:15866:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948424.239809:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000007b8231d8/0x8c7cf19e4b440b29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e05bab expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783948424.239822:0:15866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948424.239823:0:15866:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.239829:0:15866:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948424.239834:0:15866:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948424.239841:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1783948424.239842:0:15866:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6dc5efb] to pc [ptlrpcd_01_00+0] req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1783948424.239847:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e900. 00000400:00000200:0.0:1783948424.239883:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948424.239889:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948424.239894:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618c38 00010000:00000001:3.0:1783948424.239897:0:15866:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1783948424.239897:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618c38. 00010000:00000001:3.0:1783948424.239903:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948424.239905:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948424.239905:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1783948424.239908:0:15866:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948424.239909:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1783948424.239912:0:15866:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948424.239915:0:15866:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948424.239920:0:15866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000007b8231d8/0x8c7cf19e4b440b29 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e05bab expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948424.239927:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948424.239929:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000007b8231d8/0x8c7cf19e4b440b29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e05bab expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783948424.239938:0:15866:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9580d9fc0. 00010000:00000040:3.0:1783948424.239944:0:15866:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459000 count: 0 00010000:00000010:3.0:1783948424.239952:0:15866:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e959459a00. 00000800:00000200:0.0:1783948424.239960:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1783948424.239961:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948424.239964:0:15866:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000010:0.0:1783948424.239965:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00010000:00000010:3.0:1783948424.239967:0:15866:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e960211e40. 00000400:00000200:0.0:1783948424.239970:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1783948424.239972:0:15866:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948424.239976:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948424.239977:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948424.239979:0:15866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783948424.239981:0:15866:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783948424.239983:0:15866:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1783948424.239986:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00010000:00010000:3.0:1783948424.239988:0:15866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000400:00000200:0.0:1783948424.239990:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618990 00000400:00000010:0.0:1783948424.239994:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618990. 00000100:00000001:0.0:1783948424.239999:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1783948424.240001:0:15866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617a400 already unused, calling callback (ffffffffc1342360) 00000100:00000001:0.0:1783948424.240001:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:3.0:1783948424.240005:0:15866:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1783948424.240007:0:15866:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783948424.240009:0:15866:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948424.240010:0:15866:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948424.240013:0:15866:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=3 00000020:00000001:3.0:1783948424.240015:0:15866:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:3.0:1783948424.240386:0:15866:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:3.0:1783948424.240390:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948424.240393:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1783948424.240400:0:15866:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783948424.240401:0:15866:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948424.240406:0:15866:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948424.240409:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80e00. 00000020:00000010:3.0:1783948424.240412:0:15866:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80c00. 00000020:00000010:3.0:1783948424.240415:0:15866:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204c00. 00000008:00000010:3.0:1783948424.240419:0:15866:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948424.240421:0:15866:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948424.240424:0:15866:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948424.240428:0:15866:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948424.240431:0:15866:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948424.240434:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80600. 00000008:00000010:3.0:1783948424.240437:0:15866:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948424.240439:0:15866:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948424.240442:0:15866:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948424.240444:0:15866:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948424.240447:0:15866:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948424.240449:0:15866:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000008:00000001:3.0:1783948424.240450:0:15866:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783948424.240452:0:15866:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948424.240454:0:15866:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948424.240456:0:15866:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80c00. 00000020:00000010:3.0:1783948424.240459:0:15866:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204c00. 00000008:00000010:3.0:1783948424.240461:0:15866:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948424.240463:0:15866:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948424.240465:0:15866:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948424.240468:0:15866:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948424.240470:0:15866:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948424.240472:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80e00. 00000008:00000010:3.0:1783948424.240475:0:15866:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948424.240477:0:15866:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948424.240479:0:15866:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948424.240482:0:15866:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948424.240486:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80600. 00000020:00000010:3.0:1783948424.240488:0:15866:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000008:00000001:3.0:1783948424.240490:0:15866:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948424.240492:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948424.240494:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948424.240495:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948424.240497:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948424.240499:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783948424.240501:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617a400 with handle 0x8c7cf19e4b440b14 from hash 00010000:00000001:3.0:1783948424.240503:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948424.240504:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948424.240505:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948424.240506:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948424.240509:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948424.240510:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1783948424.240513:0:15866:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948424.240515:0:15866:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948424.240516:0:15866:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948424.240518:0:15866:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783948424.240522:0:15866:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64700. 00000020:00000040:3.0:1783948424.240524:0:15866:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948424.240527:0:15866:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948424.240529:0:15866:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948424.240532:0:15866:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948424.240535:0:15866:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b80600. 00000100:00000001:3.0:1783948424.240539:0:15866:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948424.240541:0:15866:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948424.240545:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783948424.242190:0:15866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948424.242193:0:15866:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.242202:0:15866:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948424.242206:0:15866:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948424.242222:0:15866:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005a418f9] to pc [ptlrpcd_01_01+1] req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783948424.242238:0:15866:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948424.242242:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948424.242244:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948424.242245:0:15866:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948424.242248:0:15866:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948424.242251:0:15866:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948424.242255:0:15866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948424.242263:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948424.242265:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df4c9d45/0x8c7cf19e4b440b14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e05b6c expref: -99 pid: 30263 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783948424.243177:0:15866:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e943f228c0. 00010000:00000040:3.0:1783948424.243184:0:15866:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722d100 count: 0 00010000:00000010:3.0:1783948424.243191:0:15866:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e94722da00. 00010000:00000001:3.0:1783948424.243199:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948424.243202:0:15866:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783948424.243204:0:15866:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e960211b40. 00010000:00000001:3.0:1783948424.243208:0:15866:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948424.243212:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948424.243215:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948424.243218:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948424.243219:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948424.243220:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948424.243222:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948424.243224:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948424.243225:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948424.243227:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948424.243238:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948424.243240:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948424.243242:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783948424.243249:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948424.244175:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948424.244180:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948424.244193:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.244205:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948424.244207:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948424.244212:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948424.244216:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948424.244219:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948424.244222:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636492800:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948424.244227:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948424.244234:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948424.244238:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948424.244241:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948424.244246:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950b80e00. 02000000:00000001:3.0:1783948424.244249:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948424.244259:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948424.244265:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948424.244687:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948424.244695:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636492800, portal 18 00000100:00000001:3.0:1783948424.244698:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948424.244700:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000040:3.0:1783948424.244708:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.244717:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948424.244719:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948424.244722:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125550. 00000100:00000200:3.0:1783948424.244726:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636492800, offset 0 00000400:00000200:3.0:1783948424.244734:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948424.244745:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948424.244756:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948424.244763:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948424.244768:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948424.244772:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948424.244775:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948424.244779:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2372:2372:256:4294967295] 192.168.202.104@tcp LPNI seq info [2372:2372:8:4294967295] 00000400:00000200:3.0:1783948424.244784:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948424.245362:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948424.245372:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948424.245379:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9000. 00000800:00000200:3.0:1783948424.245388:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948424.245396:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948424.245401:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948424.245416:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948424.245422:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21632 usecs (22 jiffies) 00000400:00000200:3.0:1783948424.245426:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948424.245430:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296514419 00000100:00000001:3.0:1783948424.245435:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:3.0:1783948424.245438:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296514419 00000100:00000001:3.0:1783948424.245440:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:3.0:1783948424.245444:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948424.245448:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.245452:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.245457:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.245468:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948424.245470:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948424.245475:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948424.245477:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948424.245478:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948424.245482:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1783948424.245483:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.245485:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948424.245487:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.245489:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948424.245490:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948424.245492:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948424.245498:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.245508:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948424.245510:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948424.245514:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948424.245517:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948424.245520:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948424.245523:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636492928:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948424.245526:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948424.245531:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948424.245533:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948424.245535:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948424.245540:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950b80c00. 02000000:00000001:3.0:1783948424.245542:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948424.245547:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948424.246420:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98688. 00000400:00000010:3.0:1783948424.246428:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125a18. 00000100:00000200:3.0:1783948424.246434:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636492928, portal 18 00000100:00000001:3.0:1783948424.246438:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948424.246439:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000040:3.0:1783948424.246450:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.246458:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948424.246460:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948424.246463:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125bb0. 00000100:00000200:3.0:1783948424.246466:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636492928, offset 0 00000400:00000200:3.0:1783948424.246472:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948424.246479:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948424.246486:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948424.246490:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1783948424.246492:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1783948424.246495:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000800:00000010:0.0:1783948424.246499:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9000. 00000400:00000200:3.0:1783948424.246500:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948424.246506:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948424.246507:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783948424.246512:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2373:2373:255:4294967295] 192.168.202.104@tcp LPNI seq info [2373:2373:7:4294967295] 00000400:00000200:0.0:1783948424.246517:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:3.0:1783948424.246522:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.246526:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125550 00000400:00000010:0.0:1783948424.246531:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125550. 00000400:00000200:3.0:1783948424.246537:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000100:00000001:0.0:1783948424.246539:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1783948424.246545:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000200:0.0:1783948424.246549:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948424.246571:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948424.246575:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948424.246584:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948424.246586:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1783948424.247082:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9d00. 00000800:00000200:3.0:1783948424.247089:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948424.247095:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948424.247099:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948424.247215:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948424.247221:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 290332 usecs (291 jiffies) 00000400:00000200:3.0:1783948424.247225:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948424.247228:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296514690 00000100:00000001:3.0:1783948424.247232:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:3.0:1783948424.247234:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296514690 00000100:00000001:3.0:1783948424.247236:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:3.0:1783948424.247238:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948424.247240:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.247245:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.247250:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.247263:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948424.247266:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948424.262947:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1783948424.263211:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948424.263218:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9d00. 00000400:00000200:1.0:1783948424.263228:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948424.263238:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948424.263251:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125bb0 00000400:00000010:1.0:1783948424.263254:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125bb0. 00000100:00000001:1.0:1783948424.263261:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948424.263272:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948424.263286:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948424.263290:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948424.263297:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948424.263299:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948424.263325:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948424.263328:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948424.263331:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948424.263338:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.263343:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948424.263349:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.263353:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.263359:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.263363:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd944ca00 00000400:00000200:1.0:1783948424.263368:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948424.263374:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6929 [1] + 224 00000800:00000001:1.0:1783948424.263381:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948424.263388:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948424.263390:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948424.263394:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948424.263398:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948424.263403:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948424.263412:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948424.263425:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948424.263432:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948424.263435:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.264102:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948424.264110:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948424.264119:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948424.264121:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948424.264124:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:3.0:1783948424.264129:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:3.0:1783948424.264132:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:3.0:1783948424.264135:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948424.264144:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948424.264154:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.264159:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948424.264162:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.264165:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948424.264169:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948424.264172:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948424.264174:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948424.264177:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948424.264189:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185538 time=92 v=5 (5 5 5 0) 00000100:00001000:3.0:1783948424.264194:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=149 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948424.264197:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948424.264199:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948424.264202:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948424.264205:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.264211:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948424.264213:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1783948424.264215:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948424.264219:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948424.264223:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.264230:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948424.264233:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948424.264236:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948424.264239:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948424.264246:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636492800:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948424.264251:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.264253:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948424.264256:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65f80 x1870603636492800/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.264262:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948424.264265:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948424.264270:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950b80e00. 02000000:00000001:3.0:1783948424.264275:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948424.264278:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948424.264280:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948424.264282:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948424.264285:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b81800. 02000000:00000001:3.0:1783948424.264289:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948424.264290:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948424.264293:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65f80. 00000100:00000001:3.0:1783948424.264297:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948424.264298:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.264302:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.264304:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948424.264305:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948424.264307:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.264310:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1783948424.268034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459000. 00010000:00000010:3.1:1783948424.268053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00010000:00000010:3.1:1783948424.268058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d100. 00010000:00000010:3.1:1783948424.268061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a400. 00000800:00000001:0.0:1783948424.268832:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.268846:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948424.268888:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.268892:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948424.268904:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.268915:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948424.268927:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.268935:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.268941:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.268947:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd944ca80 00000400:00000200:0.0:1783948424.268952:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948424.268959:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6931 [1] + 224 00000800:00000001:0.0:1783948424.268968:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.268975:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948424.268978:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948424.268983:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948424.268993:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948424.269004:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948424.269016:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948424.269030:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948424.269043:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948424.269049:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.269203:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948424.269209:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948424.269218:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948424.269220:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948424.269223:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98688. 00000400:00000200:3.0:1783948424.269228:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125a18 00000400:00000010:3.0:1783948424.269230:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125a18. 00000100:00000001:3.0:1783948424.269234:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948424.269239:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948424.269249:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.269255:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948424.269257:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.269260:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948424.269264:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948424.269267:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948424.269269:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948424.269272:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948424.269285:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185d38 time=227 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948424.269290:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948424.269292:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948424.269294:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948424.269297:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948424.269302:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.269306:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948424.269308:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948424.269310:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948424.269311:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948424.269315:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.269321:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948424.269324:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948424.269326:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948424.269330:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948424.269337:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636492928:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948424.269342:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.269344:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948424.269347:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64700 x1870603636492928/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948440 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948424.269353:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948424.269355:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948424.269359:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950b80c00. 02000000:00000001:3.0:1783948424.269362:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948424.269364:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948424.269366:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948424.269368:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948424.269371:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b80600. 02000000:00000001:3.0:1783948424.269373:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948424.269375:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948424.269377:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64700. 00000100:00000001:3.0:1783948424.269380:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948424.269381:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.269383:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948424.269391:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948424.269393:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948424.269396:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948424.269398:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948424.409211:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948424.409215:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948424.409217:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783948424.972563:0:30694:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948425.441285:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948425.441293:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948425.441298:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948425.953552:0:30785:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948426.461171:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948426.461176:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.461180:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948426.486407:0:30823:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948426.486415:0:30823:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948426.486418:0:30823:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948426.486422:0:30823:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00dcbb20 00000080:00200000:0.0:1783948426.486426:0:30823:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948426.486434:0:30823:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a6e00. 00800000:00000002:0.0:1783948426.486441:0:30823:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948426.486445:0:30823:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948426.486450:0:30823:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948426.486453:0:30823:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00dcba40 00800000:00000002:0.0:1783948426.486456:0:30823:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948426.486460:0:30823:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948426.486463:0:30823:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948426.486469:0:30823:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948426.486471:0:30823:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00dcb910 00000002:00010000:0.0:1783948426.486474:0:30823:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948426.486478:0:30823:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948426.486480:0:30823:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948426.486483:0:30823:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948426.486489:0:30823:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948426.486491:0:30823:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948426.486494:0:30823:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948426.486496:0:30823:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948426.486498:0:30823:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948426.486504:0:30823:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240000. 00000020:00000040:0.0:1783948426.486508:0:30823:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948426.486514:0:30823:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948426.486519:0:30823:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948426.486522:0:30823:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948426.486526:0:30823:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948426.486528:0:30823:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948426.486533:0:30823:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948426.486541:0:30823:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948426.486548:0:30823:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.486553:0:30823:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948426.486554:0:30823:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.486556:0:30823:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948426.486557:0:30823:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.486559:0:30823:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948426.486564:0:30823:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00010000:00000001:0.0:1783948426.486568:0:30823:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948426.486570:0:30823:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948426.486574:0:30823:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7900. 00010000:00000010:0.0:1783948426.486578:0:30823:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082db80. 00010000:00000001:0.0:1783948426.486584:0:30823:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948426.486587:0:30823:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465abc00. 00000020:00000001:0.0:1783948426.486591:0:30823:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948426.486593:0:30823:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465abc00 with handle 0x8c7cf19e4b440b61 to hash 00000020:00000001:0.0:1783948426.486596:0:30823:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948426.486597:0:30823:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948426.486607:0:30823:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948426.486611:0:30823:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948426.486615:0:30823:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948426.486619:0:30823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440b61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948426.486629:0:30823:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440b61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948426.486638:0:30823:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440b61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948426.486644:0:30823:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948426.486646:0:30823:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948426.486653:0:30823:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161d80. 00000100:00000001:0.0:1783948426.486655:0:30823:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913630080 : -129839795921536 : ffff89e951161d80) 00000100:00000001:0.0:1783948426.486658:0:30823:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948426.486660:0:30823:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000001:0.0:1783948426.486664:0:30823:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948426.486668:0:30823:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948426.486670:0:30823:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948426.486672:0:30823:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948426.486683:0:30823:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240000 x1870603636493056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.486691:0:30823:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948426.486693:0:30823:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948426.486696:0:30823:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948426.486699:0:30823:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948426.486701:0:30823:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948426.486704:0:30823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30823:1870603636493056:192.168.202.104@tcp:101:lfs.0 00000100:00000001:0.0:1783948426.486707:0:30823:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948426.486712:0:30823:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948426.486714:0:30823:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948426.486716:0:30823:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948426.486721:0:30823:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018e000. 02000000:00000001:0.0:1783948426.486723:0:30823:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948426.486729:0:30823:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948426.486733:0:30823:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeaa8. 00000400:00000010:0.0:1783948426.486739:0:30823:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf908. 00000100:00000200:0.0:1783948426.486746:0:30823:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636493056, portal 10 00000100:00000001:0.0:1783948426.486748:0:30823:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948426.486749:0:30823:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000040:0.0:1783948426.486754:0:30823:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240000 x1870603636493056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.486760:0:30823:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948426.486763:0:30823:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948426.486765:0:30823:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf440. 00000100:00000200:0.0:1783948426.486768:0:30823:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636493056, offset 0 00000400:00000200:0.0:1783948426.486774:0:30823:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948426.486782:0:30823:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.486789:0:30823:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948426.486795:0:30823:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948426.486798:0:30823:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948426.486802:0:30823:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948426.486804:0:30823:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948426.486808:0:30823:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2374:2374:256:4294967295] 192.168.202.104@tcp LPNI seq info [2374:2374:8:4294967295] 00000400:00000200:0.0:1783948426.486812:0:30823:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.486821:0:30823:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948426.486826:0:30823:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948426.486832:0:30823:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948426.486838:0:30823:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948426.486846:0:30823:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948426.486880:0:30823:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783948426.486899:0:30823:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948426.486903:0:30823:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 790386 usecs (791 jiffies) 00000400:00000200:0.0:1783948426.486906:0:30823:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948426.486909:0:30823:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296517429 00000800:00000200:0.0:1783948426.489944:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948426.489953:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:0.0:1783948426.489960:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.489970:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948426.489979:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf440 00000400:00000010:0.0:1783948426.489981:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf440. 00000100:00000001:0.0:1783948426.489987:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948426.489995:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240000 x1870603636493056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.491168:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948426.491177:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240000 x1870603636493056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.491188:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948426.491190:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948426.498350:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.498367:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948426.498371:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.498373:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.498381:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.498389:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948426.498397:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.498402:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.498408:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.498412:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944cb00 00000400:00000200:0.0:1783948426.498418:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.498425:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6939 [1] + 224 00000800:00000001:0.0:1783948426.498432:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.498440:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.498444:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.498448:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948426.498455:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948426.498464:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240000 x1870603636493056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948426.498474:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e960240000 x1870603636493056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.498497:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948426.498505:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.498508:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:0.0:1783948426.501153:0:30823:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9511a2680. 00800000:00000001:0.0:1783948426.501160:0:30823:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233913894528 : -129839795657088 : ffff89e9511a2680) 00800000:00000001:0.0:1783948426.501164:0:30823:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948426.501168:0:30823:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948426.501171:0:30823:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948426.501175:0:30823:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783948426.501178:0:30823:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948426.501182:0:30823:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948426.501183:0:30823:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.501188:0:30823:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948426.501190:0:30823:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783948426.501196:0:30823:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783948426.501199:0:30823:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948426.501201:0:30823:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948426.501204:0:30823:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948426.501206:0:30823:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948426.501209:0:30823:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948426.501212:0:30823:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.501214:0:30823:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948426.501216:0:30823:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948426.501219:0:30823:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783948426.501220:0:30823:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9511a2680 1 00800000:00000010:0.0:1783948426.501223:0:30823:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9511a2680. 00800000:00000001:0.0:1783948426.501226:0:30823:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948426.501230:0:30823:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b61 00800000:00000001:0.0:1783948426.501233:0:30823:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948426.501236:0:30823:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948426.501238:0:30823:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948426.501239:0:30823:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948426.501240:0:30823:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948426.501242:0:30823:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948426.501244:0:30823:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948426.501247:0:30823:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.501248:0:30823:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948426.501249:0:30823:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948426.501251:0:30823:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.501253:0:30823:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948426.501256:0:30823:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948426.501259:0:30823:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b61 from it ffffb87d00dcbb58 00010000:00000001:0.0:1783948426.501262:0:30823:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948426.501264:0:30823:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948426.501266:0:30823:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948426.501268:0:30823:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948426.501270:0:30823:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948426.501272:0:30823:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948426.501276:0:30823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440b61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05cb5 expref: -99 pid: 30823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948426.501285:0:30823:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.501286:0:30823:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948426.501287:0:30823:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948426.501290:0:30823:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948426.501293:0:30823:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440b61 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05cb5 expref: -99 pid: 30823 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948426.501303:0:30823:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948426.501307:0:30823:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948426.501309:0:30823:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948426.501313:0:30823:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.501314:0:30823:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948426.501316:0:30823:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.501318:0:30823:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948426.501320:0:30823:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.501322:0:30823:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.501324:0:30823:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.501326:0:30823:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948426.501328:0:30823:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.501329:0:30823:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948426.501331:0:30823:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948426.501343:0:30823:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240000 x1870603636493056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.501351:0:30823:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948426.501354:0:30823:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948426.501358:0:30823:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018e000. 02000000:00000001:0.0:1783948426.501362:0:30823:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948426.501365:0:30823:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948426.501367:0:30823:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948426.501369:0:30823:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948426.501373:0:30823:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950634800. 02000000:00000001:0.0:1783948426.501376:0:30823:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948426.501378:0:30823:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948426.501380:0:30823:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240000. 00000100:00000001:0.0:1783948426.501383:0:30823:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948426.501385:0:30823:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948426.501388:0:30823:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948426.501394:0:30823:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948426.501407:0:30823:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e460. 00000020:00000001:0.0:1783948426.501414:0:30823:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00dcbae8 00000080:00200000:0.0:1783948426.501417:0:30823:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=13 00000080:00000001:0.0:1783948426.501422:0:30823:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948426.501424:0:30823:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00dcb998 00000080:00200000:0.0:1783948426.501426:0:30823:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:0.0:1783948426.501436:0:30823:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a7000. 00800000:00000002:0.0:1783948426.501442:0:30823:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948426.501447:0:30823:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948426.501450:0:30823:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948426.501452:0:30823:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00dcb8b8 00800000:00000002:0.0:1783948426.501455:0:30823:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948426.501459:0:30823:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948426.501465:0:30823:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00dcb850 00800000:00000002:0.0:1783948426.501467:0:30823:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:0.0:1783948426.501471:0:30823:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948426.501473:0:30823:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00dcb788 00000002:00010000:0.0:1783948426.501475:0:30823:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783948426.501480:0:30823:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948426.501483:0:30823:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948426.501486:0:30823:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240000. 00000020:00000040:0.0:1783948426.501489:0:30823:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948426.501495:0:30823:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948426.501499:0:30823:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948426.501502:0:30823:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.501503:0:30823:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948426.501504:0:30823:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948426.501508:0:30823:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948426.501510:0:30823:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948426.501514:0:30823:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948426.501519:0:30823:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948426.501526:0:30823:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.501531:0:30823:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948426.501532:0:30823:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.501534:0:30823:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948426.501535:0:30823:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.501537:0:30823:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948426.501545:0:30823:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00010000:00000001:0.0:1783948426.501549:0:30823:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948426.501551:0:30823:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948426.501557:0:30823:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 2 00010000:00000001:0.0:1783948426.501560:0:30823:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948426.501563:0:30823:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948426.501566:0:30823:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465ab800. 00000020:00000001:0.0:1783948426.501569:0:30823:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948426.501572:0:30823:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465ab800 with handle 0x8c7cf19e4b440b68 to hash 00000020:00000001:0.0:1783948426.501574:0:30823:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948426.501575:0:30823:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948426.501579:0:30823:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948426.501582:0:30823:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948426.501585:0:30823:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948426.501588:0:30823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948426.501596:0:30823:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948426.501610:0:30823:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440b68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948426.501616:0:30823:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948426.501619:0:30823:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948426.501626:0:30823:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161600. 00000100:00000001:0.0:1783948426.501628:0:30823:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913628160 : -129839795923456 : ffff89e951161600) 00000100:00000001:0.0:1783948426.501632:0:30823:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948426.501633:0:30823:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000001:0.0:1783948426.501638:0:30823:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948426.501642:0:30823:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948426.501644:0:30823:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948426.501646:0:30823:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948426.501651:0:30823:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240000 x1870603636493184/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.501659:0:30823:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948426.501662:0:30823:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948426.501666:0:30823:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948426.501669:0:30823:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948426.501671:0:30823:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948426.501674:0:30823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30823:1870603636493184:192.168.202.104@tcp:101:lfs.0 00000100:00000001:0.0:1783948426.501678:0:30823:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948426.501684:0:30823:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948426.501686:0:30823:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948426.501688:0:30823:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948426.501693:0:30823:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018e000. 02000000:00000001:0.0:1783948426.501695:0:30823:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948426.501703:0:30823:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948426.501708:0:30823:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948426.501715:0:30823:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf440. 00000100:00000200:0.0:1783948426.501722:0:30823:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636493184, portal 10 00000100:00000001:0.0:1783948426.501724:0:30823:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948426.501726:0:30823:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000040:0.0:1783948426.501732:0:30823:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240000 x1870603636493184/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.501740:0:30823:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948426.501743:0:30823:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948426.501745:0:30823:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfb28. 00000100:00000200:0.0:1783948426.501748:0:30823:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636493184, offset 0 00000400:00000200:0.0:1783948426.501755:0:30823:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948426.501765:0:30823:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.501773:0:30823:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948426.501779:0:30823:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948426.501783:0:30823:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948426.501786:0:30823:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948426.501790:0:30823:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948426.501794:0:30823:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2375:2375:256:4294967295] 192.168.202.104@tcp LPNI seq info [2375:2375:8:4294967295] 00000400:00000200:0.0:1783948426.501798:0:30823:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.501809:0:30823:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948426.501815:0:30823:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948426.501821:0:30823:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948426.501829:0:30823:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948426.501837:0:30823:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948426.501842:0:30823:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783948426.501913:0:30823:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948426.501918:0:30823:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 789255 usecs (790 jiffies) 00000400:00000200:0.0:1783948426.501922:0:30823:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948426.501925:0:30823:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296517441 00000100:00000001:0.0:1783948426.501929:0:30823:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:0.0:1783948426.501931:0:30823:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296517441 00000100:00000001:0.0:1783948426.501934:0:30823:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:0.0:1783948426.501936:0:30823:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948426.501939:0:30823:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948426.501942:0:30823:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948426.501943:0:30823:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948426.501946:0:30823:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161600 going to sleep for 11 seconds 00000100:00000001:0.0:1783948426.501949:0:30823:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948426.501952:0:30823:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948426.505636:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948426.505648:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:1.0:1783948426.505655:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.505665:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948426.505674:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfb28 00000400:00000010:1.0:1783948426.505677:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfb28. 00000100:00000001:1.0:1783948426.505683:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948426.505692:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240000 x1870603636493184/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.505707:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.505710:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240000 x1870603636493184/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.505717:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.505719:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948426.521493:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.521513:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948426.521518:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.521522:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948426.521530:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.521538:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948426.521547:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.521553:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.521560:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.521564:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944cb80 00000400:00000200:1.0:1783948426.521569:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.521576:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6949 [1] + 224 00000800:00000001:1.0:1783948426.521583:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.521603:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948426.521607:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.521612:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948426.521622:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948426.521633:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240000 x1870603636493184/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948426.521645:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e960240000 x1870603636493184/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.521671:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948426.521680:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.521684:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948426.530778:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948426.530784:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3c00. 00000400:00000200:0.0:1783948426.530789:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.530795:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948426.530801:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:0.0:1783948426.530803:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:0.0:1783948426.530807:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948426.530812:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d880 x1870603636493440/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948426.530823:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948426.530826:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d880 x1870603636493440/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948426.530834:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948426.530836:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948426.541390:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.541409:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948426.541415:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.541418:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948426.541426:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.541435:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948426.541446:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.541452:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.541458:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.541462:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd944cc80 00000400:00000200:1.0:1783948426.541467:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.541474:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x6959 [1] + 224 00000800:00000001:1.0:1783948426.541481:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.541487:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948426.541490:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.541495:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948426.541503:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948426.541513:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d880 x1870603636493440/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948426.541526:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e95066d880 x1870603636493440/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948426.541557:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948426.541566:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948426.541570:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.541575:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948426.541581:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2377:2377:256:4294967295] 192.168.202.104@tcp LPNI seq info [2377:2377:8:4294967295] 00000400:00000200:1.0:1783948426.541585:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.541603:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948426.541610:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948426.541616:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948426.541622:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948426.541630:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948426.541634:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948426.541731:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948426.541735:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:1.0:1783948426.541739:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.541742:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948426.541748:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.541751:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1783948426.545895:0:30691:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00000080:00000010:2.1:1783948426.557013:0:30829:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e460. 00010000:00000010:2.1:1783948426.557028:0:30829:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7900. 00010000:00000010:2.1:1783948426.557034:0:30829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00000080:00000001:3.0:1783948426.560771:0:30828:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948426.560777:0:30828:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948426.560779:0:30828:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948426.560782:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb20 00000080:00200000:3.0:1783948426.560788:0:30828:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948426.560795:0:30828:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774600. 00800000:00000002:3.0:1783948426.560801:0:30828:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948426.560805:0:30828:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948426.560810:0:30828:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.560812:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba40 00800000:00000002:3.0:1783948426.560814:0:30828:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948426.560818:0:30828:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948426.560822:0:30828:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948426.560828:0:30828:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.560830:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b910 00000002:00010000:3.0:1783948426.560832:0:30828:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948426.560836:0:30828:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948426.560838:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948426.560842:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948426.560849:0:30828:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.560945:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.560947:0:30828:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.560950:0:30828:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948426.560953:0:30828:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948426.560958:0:30828:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64700. 00000020:00000040:3.0:1783948426.560963:0:30828:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948426.560970:0:30828:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948426.560976:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.560979:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.560982:0:30828:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948426.560985:0:30828:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948426.561145:0:30828:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948426.561154:0:30828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8400. 00000100:00000001:3.0:1783948426.561164:0:30828:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.561171:0:30828:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.561174:0:30828:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.561177:0:30828:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.561178:0:30828:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.561181:0:30828:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.561189:0:30828:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00010000:00000001:3.0:1783948426.561194:0:30828:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948426.561197:0:30828:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948426.561202:0:30828:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459500. 00010000:00000010:3.0:1783948426.561207:0:30828:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7880. 00010000:00000001:3.0:1783948426.561213:0:30828:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948426.561216:0:30828:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596a00. 00000020:00000001:3.0:1783948426.561221:0:30828:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948426.561224:0:30828:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596a00 with handle 0x8c7cf19e4b440b6f to hash 00000020:00000001:3.0:1783948426.561227:0:30828:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948426.561228:0:30828:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.561232:0:30828:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.561236:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.561239:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.561245:0:30828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.561255:0:30828:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.561266:0:30828:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948426.561271:0:30828:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948426.561274:0:30828:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948426.561280:0:30828:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279240. 00000100:00000001:3.0:1783948426.561282:0:30828:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551296 : -129839778000320 : ffff89e952279240) 00000100:00000001:3.0:1783948426.561285:0:30828:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.561287:0:30828:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000001:3.0:1783948426.561291:0:30828:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948426.561295:0:30828:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.561297:0:30828:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948426.561299:0:30828:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948426.561309:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.561317:0:30828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948426.561319:0:30828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.561322:0:30828:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948426.561325:0:30828:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948426.561328:0:30828:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948426.561332:0:30828:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30828:1870603636493568:192.168.202.104@tcp:101:lfs.0 00000100:00000001:3.0:1783948426.561336:0:30828:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948426.561341:0:30828:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948426.561344:0:30828:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.561347:0:30828:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948426.561351:0:30828:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bc000. 02000000:00000001:3.0:1783948426.561353:0:30828:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948426.561360:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948426.561365:0:30828:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98688. 00000400:00000010:3.0:1783948426.561372:0:30828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125a18. 00000100:00000200:3.0:1783948426.561379:0:30828:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636493568, portal 10 00000100:00000001:3.0:1783948426.561381:0:30828:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.561383:0:30828:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000040:3.0:1783948426.561388:0:30828:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.561396:0:30828:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948426.561399:0:30828:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948426.561402:0:30828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948426.561406:0:30828:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636493568, offset 0 00000400:00000200:3.0:1783948426.561412:0:30828:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948426.561420:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.561427:0:30828:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948426.561432:0:30828:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948426.561435:0:30828:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948426.561438:0:30828:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948426.561441:0:30828:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948426.561445:0:30828:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2378:2378:256:4294967295] 192.168.202.104@tcp LPNI seq info [2378:2378:8:4294967295] 00000400:00000200:3.0:1783948426.561449:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.561459:0:30828:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948426.561465:0:30828:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948426.561470:0:30828:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9900. 00000800:00000200:3.0:1783948426.561477:0:30828:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948426.561484:0:30828:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948426.561488:0:30828:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948426.561550:0:30828:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948426.561555:0:30828:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 787020 usecs (788 jiffies) 00000400:00000200:3.0:1783948426.561558:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948426.561561:0:30828:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296517501 00000100:00000001:3.0:1783948426.561564:0:30828:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.561567:0:30828:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296517501 00000100:00000001:3.0:1783948426.561570:0:30828:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.561572:0:30828:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948426.561575:0:30828:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.561578:0:30828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948426.561580:0:30828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948426.561583:0:30828:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279240 going to sleep for 11 seconds 00000100:00000001:3.0:1783948426.561587:0:30828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948426.561590:0:30828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948426.562936:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948426.562944:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:1.0:1783948426.562951:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.562960:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948426.562968:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:1.0:1783948426.562971:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:1.0:1783948426.562979:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948426.564147:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.564164:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.564171:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.564178:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.564180:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948426.567474:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.567492:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948426.567497:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.567500:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.567508:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.567516:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948426.567527:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.567532:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.567538:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.567542:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944cd00 00000400:00000200:0.0:1783948426.567547:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.567553:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6961 [1] + 224 00000800:00000001:0.0:1783948426.567560:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.567570:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.567573:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.567578:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948426.567585:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948426.567595:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948426.567607:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.567623:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948426.567631:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.567635:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948426.567660:0:30828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948426.567669:0:30828:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948426.567671:0:30828:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948426.567675:0:30828:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98688. 00000400:00000200:3.0:1783948426.567680:0:30828:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125a18 00000400:00000010:3.0:1783948426.567683:0:30828:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125a18. 00000100:00000001:3.0:1783948426.567686:0:30828:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948426.567692:0:30828:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948426.567702:0:30828:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.567709:0:30828:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948426.567711:0:30828:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948426.567714:0:30828:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948426.567717:0:30828:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948426.567721:0:30828:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948426.567723:0:30828:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.567727:0:30828:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948426.567737:0:30828:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=96 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948426.567742:0:30828:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948426.567745:0:30828:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948426.567747:0:30828:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.567750:0:30828:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948426.567754:0:30828:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.567758:0:30828:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948426.567760:0:30828:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:3.0:1783948426.567763:0:30828:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948426.567765:0:30828:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948426.567771:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.567778:0:30828:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948426.567781:0:30828:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948426.567784:0:30828:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948426.567789:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948426.567797:0:30828:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30828:1870603636493568:192.168.202.104@tcp:101:lfs.0 00000100:00000001:3.0:1783948426.567803:0:30828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948426.567806:0:30828:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.567809:0:30828:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948426.567811:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948426.567814:0:30828:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.567822:0:30828:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948426.567825:0:30828:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279240. 00000100:00000001:3.0:1783948426.567829:0:30828:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948426.567831:0:30828:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.567834:0:30828:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948426.567838:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.567841:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.567845:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=4 00000020:00000001:3.0:1783948426.567847:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.567891:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000040:3.0:1783948426.567899:0:30828:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596a00, remote cookie: 0x2ceea11ad5e05ce6, flags: 0x1001 00010000:00010000:3.0:1783948426.567906:0:30828:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.567917:0:30828:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.568183:0:30828:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948426.568189:0:30828:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948426.568191:0:30828:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948426.568193:0:30828:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948426.568195:0:30828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948426.568199:0:30828:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459500) refcount = 1 00010000:00010000:3.0:1783948426.568203:0:30828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.568211:0:30828:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948426.568215:0:30828:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948426.568217:0:30828:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948426.568220:0:30828:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948426.568222:0:30828:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.568225:0:30828:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.568231:0:30828:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948426.568232:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568234:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.568235:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568236:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.568237:0:30828:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.568243:0:30828:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948426.568244:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568246:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568247:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.568249:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568251:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568253:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568255:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568256:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=4 00000020:00000001:3.0:1783948426.568258:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568259:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568262:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.568265:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.568268:0:30828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.568274:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568276:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.568277:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568278:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568279:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=5 00000020:00000001:3.0:1783948426.568281:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568283:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568285:0:30828:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948426.568287:0:30828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.568293:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568294:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948426.568296:0:30828:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.568306:0:30828:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948426.568307:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568308:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.568309:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568310:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948426.568315:0:30828:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948426.568323:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568324:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568326:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.568328:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568330:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568332:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568333:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948426.568334:0:30828:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.568336:0:30828:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.568339:0:30828:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948426.568341:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568342:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568343:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.568345:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568347:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00000002:00010000:3.0:1783948426.568350:0:30828:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.568355:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568356:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.568358:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948426.568359:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568360:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568361:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.568363:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568365:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000040:3.0:1783948426.568371:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:3.0:1783948426.568374:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948426.568377:0:30828:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948426.568380:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568381:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948426.568382:0:30828:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948426.568385:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b898 00000002:00002000:3.0:1783948426.568387:0:30828:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948426.568390:0:30828:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.568395:0:30828:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.568397:0:30828:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948426.568400:0:30828:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948426.568403:0:30828:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948426.568407:0:30828:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948426.568411:0:30828:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774600. 00000080:00000001:3.0:1783948426.568416:0:30828:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948426.568418:0:30828:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948426.568424:0:30828:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948426.568428:0:30828:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783948426.568432:0:30828:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d9e80. 00800000:00000001:3.0:1783948426.568435:0:30828:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030513792 : -129839679037824 : ffff89e9580d9e80) 00800000:00000001:3.0:1783948426.568437:0:30828:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.568439:0:30828:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948426.568441:0:30828:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948426.568443:0:30828:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948426.568445:0:30828:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948426.568447:0:30828:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948426.568449:0:30828:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.568453:0:30828:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948426.568456:0:30828:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783948426.568458:0:30828:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115188193296385 mtime from 1783948420 to 1783948426 00000080:00200000:3.0:1783948426.568462:0:30828:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948426.568465:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568466:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568468:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.568469:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568472:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568474:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568475:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948426.568476:0:30828:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948426.568478:0:30828:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948426.568479:0:30828:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d9e80 1 00800000:00000010:3.0:1783948426.568481:0:30828:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d9e80. 00800000:00000001:3.0:1783948426.568484:0:30828:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948426.568487:0:30828:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b6f 00800000:00000001:3.0:1783948426.568491:0:30828:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948426.568493:0:30828:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948426.568494:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568495:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568496:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.568498:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568500:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568502:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568504:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948426.568505:0:30828:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.568507:0:30828:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.568509:0:30828:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948426.568512:0:30828:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948426.568515:0:30828:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b6f from it ffffb87d01d2bb58 00010000:00000001:3.0:1783948426.568517:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.568518:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.568519:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.568521:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568523:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.568525:0:30828:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948426.568528:0:30828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.568540:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568541:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.568542:0:30828:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948426.568544:0:30828:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948426.568547:0:30828:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948426.568554:0:30828:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948426.568557:0:30828:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948426.568559:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.568563:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568564:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.568565:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.568569:0:30828:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948426.568571:0:30828:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.568573:0:30828:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.568575:0:30828:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.568577:0:30828:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948426.568579:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568580:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948426.568582:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948426.568587:0:30828:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64700 x1870603636493568/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.568594:0:30828:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948426.568597:0:30828:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948426.568601:0:30828:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582bc000. 02000000:00000001:3.0:1783948426.568605:0:30828:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948426.568608:0:30828:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948426.568610:0:30828:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948426.568612:0:30828:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948426.568615:0:30828:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8400. 02000000:00000001:3.0:1783948426.568619:0:30828:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948426.568621:0:30828:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948426.568623:0:30828:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64700. 00000100:00000001:3.0:1783948426.568627:0:30828:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948426.568628:0:30828:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948426.568632:0:30828:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948426.568637:0:30828:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948426.568646:0:30828:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abd80. 00000020:00000001:3.0:1783948426.568650:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bae8 00000080:00200000:3.0:1783948426.568652:0:30828:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=13 00000080:00000001:3.0:1783948426.568656:0:30828:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948426.568658:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b998 00000080:00200000:3.0:1783948426.568660:0:30828:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:3.0:1783948426.568668:0:30828:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774600. 00800000:00000002:3.0:1783948426.568673:0:30828:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948426.568677:0:30828:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948426.568679:0:30828:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.568681:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b8b8 00800000:00000002:3.0:1783948426.568684:0:30828:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948426.568687:0:30828:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948426.568691:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b850 00800000:00000002:3.0:1783948426.568694:0:30828:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1783948426.568698:0:30828:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.568699:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b788 00000002:00010000:3.0:1783948426.568701:0:30828:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783948426.568705:0:30828:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948426.568707:0:30828:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948426.568711:0:30828:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64700. 00000020:00000040:3.0:1783948426.568714:0:30828:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948426.568718:0:30828:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948426.568721:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.568724:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.568725:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.568726:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.568729:0:30828:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948426.568731:0:30828:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948426.568734:0:30828:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948426.568740:0:30828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8400. 00000100:00000001:3.0:1783948426.568746:0:30828:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.568749:0:30828:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.568751:0:30828:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.568753:0:30828:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.568754:0:30828:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.568756:0:30828:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.568762:0:30828:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00010000:00000001:3.0:1783948426.568765:0:30828:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948426.568767:0:30828:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948426.568769:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:3.0:1783948426.568771:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948426.568774:0:30828:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948426.568777:0:30828:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596600. 00000020:00000001:3.0:1783948426.568780:0:30828:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948426.568782:0:30828:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596600 with handle 0x8c7cf19e4b440b76 to hash 00000020:00000001:3.0:1783948426.568785:0:30828:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948426.568786:0:30828:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948426.568790:0:30828:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948426.568792:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.568794:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.568797:0:30828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.568804:0:30828:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.568814:0:30828:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948426.568819:0:30828:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948426.568822:0:30828:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948426.568828:0:30828:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279240. 00000100:00000001:3.0:1783948426.568830:0:30828:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551296 : -129839778000320 : ffff89e952279240) 00000100:00000001:3.0:1783948426.568832:0:30828:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.568834:0:30828:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000001:3.0:1783948426.568838:0:30828:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948426.568842:0:30828:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.568844:0:30828:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948426.568846:0:30828:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948426.568986:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.569157:0:30828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948426.569159:0:30828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.569163:0:30828:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948426.569166:0:30828:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948426.569168:0:30828:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948426.569172:0:30828:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30828:1870603636493696:192.168.202.104@tcp:101:lfs.0 00000100:00000001:3.0:1783948426.569176:0:30828:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948426.569182:0:30828:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948426.569185:0:30828:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.569187:0:30828:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948426.569192:0:30828:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bc000. 02000000:00000001:3.0:1783948426.569195:0:30828:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948426.569201:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948426.569205:0:30828:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98688. 00000400:00000010:3.0:1783948426.569211:0:30828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125a18. 00000100:00000200:3.0:1783948426.569217:0:30828:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636493696, portal 10 00000100:00000001:3.0:1783948426.569219:0:30828:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.569220:0:30828:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000040:3.0:1783948426.569227:0:30828:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.569234:0:30828:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948426.569236:0:30828:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948426.569238:0:30828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948426.569242:0:30828:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636493696, offset 0 00000400:00000200:3.0:1783948426.569248:0:30828:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948426.569255:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.569262:0:30828:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948426.569268:0:30828:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948426.569273:0:30828:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948426.569278:0:30828:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948426.569281:0:30828:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948426.569284:0:30828:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2379:2379:256:4294967295] 192.168.202.104@tcp LPNI seq info [2379:2379:8:4294967295] 00000400:00000200:3.0:1783948426.569289:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.569301:0:30828:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948426.569307:0:30828:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948426.569313:0:30828:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9900. 00000800:00000200:3.0:1783948426.569319:0:30828:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948426.569326:0:30828:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948426.569330:0:30828:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783948426.569348:0:30828:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948426.569353:0:30828:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 785890 usecs (786 jiffies) 00000400:00000200:3.0:1783948426.569356:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948426.569359:0:30828:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296517507 00000100:00000001:3.0:1783948426.569362:0:30828:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.569365:0:30828:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296517507 00000100:00000001:3.0:1783948426.569367:0:30828:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.569369:0:30828:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948426.569372:0:30828:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.569375:0:30828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948426.569377:0:30828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948426.569380:0:30828:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279240 going to sleep for 11 seconds 00000100:00000001:3.0:1783948426.569382:0:30828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948426.569385:0:30828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948426.570245:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948426.570251:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:1.0:1783948426.570257:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.570264:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948426.570269:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:1.0:1783948426.570272:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:1.0:1783948426.570278:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948426.570287:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.570297:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.570299:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.570305:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.570306:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948426.574091:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.574112:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948426.574117:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.574122:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.574131:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.574146:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948426.574156:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.574161:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.574167:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.574184:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944cd80 00000400:00000200:0.0:1783948426.574191:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.574197:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6969 [1] + 224 00000800:00000001:0.0:1783948426.574206:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.574214:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.574217:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.574221:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948426.574229:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948426.574237:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948426.574248:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.574279:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948426.574288:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.574291:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948426.574948:0:30828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948426.574968:0:30828:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948426.574970:0:30828:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948426.574973:0:30828:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98688. 00000400:00000200:1.0:1783948426.574979:0:30828:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125a18 00000400:00000010:1.0:1783948426.574981:0:30828:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125a18. 00000100:00000001:1.0:1783948426.574985:0:30828:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948426.574991:0:30828:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948426.575001:0:30828:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.575008:0:30828:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948426.575010:0:30828:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948426.575013:0:30828:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948426.575017:0:30828:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948426.575020:0:30828:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948426.575022:0:30828:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948426.575026:0:30828:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948426.575035:0:30828:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=96 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948426.575040:0:30828:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948426.575042:0:30828:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783948426.575046:0:30828:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.575052:0:30828:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783948426.575055:0:30828:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948426.575057:0:30828:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:1.0:1783948426.575059:0:30828:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948426.575061:0:30828:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1783948426.575065:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.575072:0:30828:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1783948426.575074:0:30828:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948426.575076:0:30828:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948426.575080:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948426.575087:0:30828:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30828:1870603636493696:192.168.202.104@tcp:101:lfs.0 00000100:00000001:1.0:1783948426.575092:0:30828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948426.575096:0:30828:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783948426.575099:0:30828:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948426.575101:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.575105:0:30828:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.575111:0:30828:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948426.575113:0:30828:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279240. 00000100:00000001:1.0:1783948426.575118:0:30828:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948426.575120:0:30828:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1783948426.575124:0:30828:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948426.575128:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.575130:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.575133:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=4 00000020:00000001:1.0:1783948426.575135:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:1.0:1783948426.575138:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00010000:1.0:1783948426.575144:0:30828:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.575155:0:30828:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1783948426.575159:0:30828:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.575166:0:30828:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948426.575168:0:30828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.575185:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.575187:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948426.575189:0:30828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.575196:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948426.575199:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.575202:0:30828:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783948426.575204:0:30828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948426.575211:0:30828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e946596600 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:1.0:1783948426.575214:0:30828:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1783948426.575218:0:30828:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.575224:0:30828:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1783948426.575226:0:30828:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1783948426.575231:0:30828:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.575237:0:30828:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1783948426.575239:0:30828:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783948426.575240:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.575242:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.575244:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=5 00000020:00000001:1.0:1783948426.575247:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:1.0:1783948426.575249:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:1.0:1783948426.575252:0:30828:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948426.575254:0:30828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1783948426.575260:0:30828:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948426.575262:0:30828:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.575265:0:30828:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1783948426.575267:0:30828:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948426.575271:0:30828:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948426.575272:0:30828:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948426.575274:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948426.575276:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948426.575279:0:30828:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596600 with handle 0x8c7cf19e4b440b76 from hash 00010000:00000001:1.0:1783948426.575281:0:30828:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948426.575283:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.575284:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.575285:0:30828:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948426.575286:0:30828:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948426.575288:0:30828:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1783948426.575290:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.575291:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.575293:0:30828:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948426.575295:0:30828:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.575298:0:30828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.575308:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.575309:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.575310:0:30828:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1783948426.575311:0:30828:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948426.575312:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.575313:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.575314:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948426.575316:0:30828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440b76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.575325:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.575327:0:30828:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1783948426.575331:0:30828:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1783948426.575336:0:30828:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783948426.575342:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783948426.575344:0:30828:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.575346:0:30828:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.575347:0:30828:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.575350:0:30828:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783948426.575352:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783948426.575354:0:30828:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.575355:0:30828:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948426.575358:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b710 00000002:00002000:1.0:1783948426.575360:0:30828:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1783948426.575363:0:30828:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.575367:0:30828:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.575370:0:30828:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948426.576043:0:30828:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948426.576047:0:30828:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948426.576051:0:30828:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:1.0:1783948426.576055:0:30828:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948426.576057:0:30828:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01d2bb20 it_disposition 7 00000080:00002000:1.0:1783948426.576061:0:30828:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f50948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1783948426.576070:0:30828:0:(lmv_obd.c:4253:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948426.576076:0:30828:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948426.576078:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948426.576081:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948426.576086:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:1.0:1783948426.576089:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948426.576094:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948426.576097:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948426.576101:0:30828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948426.576110:0:30828:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948426.576115:0:30828:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.576118:0:30828:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948426.576126:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948426.576128:0:30828:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948426.576130:0:30828:0:(lmv_obd.c:4260:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948426.576134:0:30828:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948426.576136:0:30828:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01d2b930 released 00000080:00010000:1.0:1783948426.576138:0:30828:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b6f from it ffffb87d01d2b930 00010000:00000001:1.0:1783948426.576141:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.576142:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.576145:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:1.0:1783948426.576147:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.576150:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.576152:0:30828:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948426.576155:0:30828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948426.576162:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.576163:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.576165:0:30828:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948426.576167:0:30828:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948426.576265:0:30828:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948426.576274:0:30828:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948426.576277:0:30828:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948426.576278:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948426.576283:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.576284:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.576286:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.576289:0:30828:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948426.576291:0:30828:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.576294:0:30828:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.576296:0:30828:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.576299:0:30828:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948426.576300:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.576301:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948426.576302:0:30828:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783948426.576304:0:30828:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948426.576308:0:30828:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948426.576312:0:30828:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774600. 00000100:00000001:1.0:1783948426.576317:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.576324:0:30828:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64700 x1870603636493696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.576332:0:30828:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948426.576334:0:30828:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948426.576337:0:30828:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582bc000. 02000000:00000001:1.0:1783948426.576340:0:30828:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948426.576343:0:30828:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948426.576344:0:30828:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948426.576347:0:30828:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948426.576349:0:30828:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8400. 02000000:00000001:1.0:1783948426.576353:0:30828:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948426.576355:0:30828:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948426.576357:0:30828:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64700. 00000100:00000001:1.0:1783948426.576360:0:30828:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948426.576362:0:30828:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948426.576364:0:30828:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948426.576365:0:30828:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01d2bb20 released 00000080:00000001:1.0:1783948426.576367:0:30828:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783948426.576370:0:30828:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948426.576491:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb70 00000080:00002000:1.0:1783948426.576494:0:30828:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff89e951f50948, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:1.0:1783948426.576498:0:30828:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948426.576540:0:30828:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948426.576543:0:30828:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948426.576545:0:30828:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948426.576547:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bbb0 00000080:00200000:1.0:1783948426.576550:0:30828:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948426.576556:0:30828:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959438200. 00800000:00000002:1.0:1783948426.576562:0:30828:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948426.576565:0:30828:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948426.576568:0:30828:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948426.576570:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bad0 00800000:00000002:1.0:1783948426.576573:0:30828:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948426.576577:0:30828:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948426.576581:0:30828:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948426.576585:0:30828:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948426.576587:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b9a0 00000002:00010000:1.0:1783948426.576589:0:30828:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948426.576592:0:30828:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948426.576594:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948426.576596:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948426.576599:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:1.0:1783948426.576602:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948426.576605:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948426.576607:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948426.576611:0:30828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783948426.576618:0:30828:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948426.576622:0:30828:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.576625:0:30828:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783948426.576632:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948426.576634:0:30828:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948426.576636:0:30828:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948426.576638:0:30828:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948426.576640:0:30828:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948426.576642:0:30828:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948426.576645:0:30828:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948426.576647:0:30828:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948426.576649:0:30828:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959438200. 00000080:00000001:1.0:1783948426.576653:0:30828:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948426.576655:0:30828:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948426.576657:0:30828:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948426.576660:0:30828:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b6f 00800000:00000001:1.0:1783948426.576664:0:30828:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948426.576666:0:30828:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948426.576668:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.576669:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.576671:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:1.0:1783948426.576674:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.576676:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.576679:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.576680:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948426.576682:0:30828:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.576684:0:30828:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948426.576686:0:30828:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b6f from it ffffb87d01d2bbe8 00010000:00000001:1.0:1783948426.576688:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.576689:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.576691:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:1.0:1783948426.576693:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.576696:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.576698:0:30828:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948426.576701:0:30828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948426.576707:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.576709:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.576710:0:30828:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948426.576711:0:30828:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948426.576714:0:30828:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948426.576719:0:30828:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948426.576721:0:30828:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948426.576722:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948426.576725:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.576726:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.576727:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.576729:0:30828:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948426.576731:0:30828:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.576733:0:30828:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.576734:0:30828:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.576736:0:30828:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948426.576737:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.576738:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948426.576740:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948426.576741:0:30828:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948426.576744:0:30828:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948426.576748:0:30828:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948426.576752:0:30828:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948426.576754:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bbd8 00000080:00002000:1.0:1783948426.576755:0:30828:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff89e951f50948) flags 0x8000e refc 0 00000080:00000001:1.0:1783948426.576758:0:30828:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948426.576761:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bc20 00000080:00200000:1.0:1783948426.576762:0:30828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=16392 00000080:00000001:1.0:1783948426.576766:0:30828:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948426.576768:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bba8 00000080:00002000:1.0:1783948426.576771:0:30828:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff89e951f50948, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:1.0:1783948426.576773:0:30828:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948426.576794:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd08 00000080:00200008:1.0:1783948426.576796:0:30828:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783948426.576800:0:30828:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948426.576802:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bc80 00000080:00200000:1.0:1783948426.576804:0:30828:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948426.576807:0:30828:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959438200. 00800000:00000002:1.0:1783948426.576810:0:30828:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948426.576813:0:30828:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948426.576815:0:30828:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948426.576816:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bba0 00800000:00000002:1.0:1783948426.576818:0:30828:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948426.576821:0:30828:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948426.576823:0:30828:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948426.576826:0:30828:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948426.576828:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba70 00000002:00010000:1.0:1783948426.576830:0:30828:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948426.576833:0:30828:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948426.576835:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948426.576836:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948426.576839:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:1.0:1783948426.576841:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948426.576843:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948426.576846:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948426.577748:0:30828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783948426.577762:0:30828:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948426.577766:0:30828:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.577770:0:30828:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783948426.577777:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948426.577779:0:30828:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948426.577781:0:30828:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948426.577783:0:30828:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948426.577786:0:30828:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948426.577787:0:30828:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948426.577790:0:30828:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948426.577792:0:30828:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948426.577795:0:30828:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959438200. 00000080:00000001:1.0:1783948426.577800:0:30828:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948426.577801:0:30828:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948426.577804:0:30828:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948426.577807:0:30828:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b6f 00800000:00000001:1.0:1783948426.577810:0:30828:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948426.577813:0:30828:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948426.577815:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.577816:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.577818:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:1.0:1783948426.577820:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.577823:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.577826:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.577827:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948426.577828:0:30828:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.577829:0:30828:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948426.577832:0:30828:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b6f from it ffffb87d01d2bcb8 00010000:00000001:1.0:1783948426.577834:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.577835:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.577837:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:1.0:1783948426.577839:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.577841:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:1.0:1783948426.577844:0:30828:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948426.577847:0:30828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948426.579920:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.579923:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.579925:0:30828:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948426.579928:0:30828:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948426.579933:0:30828:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783948426.579942:0:30828:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948426.579945:0:30828:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948426.579947:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948426.579950:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.579951:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.579953:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.579957:0:30828:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948426.579959:0:30828:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.579961:0:30828:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.579964:0:30828:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.579966:0:30828:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948426.579968:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.579969:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948426.579972:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948426.579974:0:30828:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948426.580132:0:30828:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948426.580142:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd08 00000080:00000008:3.0:1783948426.580145:0:30828:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783948426.580621:0:30828:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948426.580647:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd08 00000080:00200008:3.0:1783948426.580650:0:30828:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783948426.580656:0:30828:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948426.580657:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bc80 00000080:00200000:3.0:1783948426.580659:0:30828:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948426.580665:0:30828:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775000. 00800000:00000002:3.0:1783948426.580670:0:30828:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948426.580674:0:30828:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948426.580679:0:30828:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.580681:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bba0 00800000:00000002:3.0:1783948426.580684:0:30828:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948426.580687:0:30828:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948426.580691:0:30828:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948426.580696:0:30828:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.580698:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba70 00000002:00010000:3.0:1783948426.580700:0:30828:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948426.580703:0:30828:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948426.580705:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948426.580708:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948426.580714:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:3.0:1783948426.580717:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948426.580720:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.580724:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948426.580728:0:30828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783948426.580737:0:30828:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948426.580742:0:30828:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.580745:0:30828:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783948426.580752:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948426.580755:0:30828:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948426.580756:0:30828:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948426.580758:0:30828:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948426.580760:0:30828:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948426.580762:0:30828:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948426.580765:0:30828:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948426.580768:0:30828:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948426.580770:0:30828:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775000. 00000080:00000001:3.0:1783948426.580774:0:30828:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948426.580776:0:30828:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948426.580778:0:30828:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948426.580781:0:30828:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b6f 00800000:00000001:3.0:1783948426.580784:0:30828:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948426.580787:0:30828:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948426.580788:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.580791:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.580793:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.580795:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.580797:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.580800:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.580802:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948426.580803:0:30828:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.580804:0:30828:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948426.580807:0:30828:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b6f from it ffffb87d01d2bcb8 00010000:00000001:3.0:1783948426.580808:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.580810:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.580811:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.580812:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.580814:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.580816:0:30828:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948426.580819:0:30828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948426.580824:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.580826:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.580827:0:30828:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948426.580828:0:30828:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948426.580830:0:30828:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948426.580836:0:30828:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948426.580838:0:30828:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948426.580840:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.580843:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.580844:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.580845:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.580847:0:30828:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948426.580849:0:30828:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.580887:0:30828:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.580890:0:30828:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.580892:0:30828:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948426.580893:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.580894:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948426.580896:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948426.580897:0:30828:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948426.580900:0:30828:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948426.580903:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd08 00000080:00000008:3.0:1783948426.580905:0:30828:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783948426.581145:0:30828:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948426.581147:0:30828:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948426.581149:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb78 00000080:00200000:3.0:1783948426.581152:0:30828:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948426.581156:0:30828:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775000. 00800000:00000002:3.0:1783948426.581160:0:30828:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948426.581162:0:30828:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948426.581164:0:30828:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.581165:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba98 00800000:00000002:3.0:1783948426.581167:0:30828:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948426.581170:0:30828:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948426.581172:0:30828:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948426.581175:0:30828:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.581177:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b968 00000002:00010000:3.0:1783948426.581179:0:30828:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948426.581182:0:30828:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948426.581183:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948426.581185:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948426.581188:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:3.0:1783948426.581190:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948426.581193:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.581195:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948426.581198:0:30828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1783948426.581206:0:30828:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948426.581208:0:30828:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.581211:0:30828:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1783948426.581217:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948426.581219:0:30828:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948426.581221:0:30828:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948426.581223:0:30828:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948426.581224:0:30828:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948426.581226:0:30828:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948426.581229:0:30828:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948426.581231:0:30828:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948426.581234:0:30828:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775000. 00000080:00000001:3.0:1783948426.581238:0:30828:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948426.581239:0:30828:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948426.581241:0:30828:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948426.581244:0:30828:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b6f 00800000:00000001:3.0:1783948426.581247:0:30828:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948426.581249:0:30828:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948426.581250:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.581252:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.581254:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.581256:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.581259:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.581261:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.581262:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948426.581263:0:30828:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.581265:0:30828:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948426.581267:0:30828:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b6f from it ffffb87d01d2bbb0 00010000:00000001:3.0:1783948426.581269:0:30828:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.581270:0:30828:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.581271:0:30828:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.581272:0:30828:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.581274:0:30828:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.581276:0:30828:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948426.581279:0:30828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948426.581285:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.581286:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.581287:0:30828:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948426.581289:0:30828:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948426.581291:0:30828:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1783948426.581297:0:30828:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948426.581299:0:30828:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948426.581300:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.581303:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.581304:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.581305:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581308:0:30828:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948426.581309:0:30828:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581311:0:30828:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581312:0:30828:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581315:0:30828:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948426.581316:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.581317:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948426.581318:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948426.581319:0:30828:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948426.581322:0:30828:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:3.0:1783948426.581325:0:30828:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.581330:0:30828:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783948426.581332:0:30828:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948426.581334:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb78 00000080:00200008:3.0:1783948426.581336:0:30828:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 300000 00000080:00000010:3.0:1783948426.581341:0:30828:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b3680. 00000080:00000001:3.0:1783948426.581346:0:30828:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.581348:0:30828:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.581361:0:30828:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948426.581363:0:30828:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c03066f0 arg=7fff3c94a4c0 00000020:00000001:3.0:1783948426.581369:0:30828:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948426.581375:0:30828:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff89e9509e9000. 00000020:00000001:3.0:1783948426.581380:0:30828:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.581384:0:30828:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1783948426.581386:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bad0 00000080:00200000:3.0:1783948426.581388:0:30828:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1783948426.581394:0:30828:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775000. 00800000:00000002:3.0:1783948426.581397:0:30828:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:3.0:1783948426.581405:0:30828:0:(lmv_obd.c:2302:lmv_create()) Process entered 00800000:00000001:3.0:1783948426.581407:0:30828:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783948426.581411:0:30828:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948426.581414:0:30828:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783948426.581416:0:30828:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783948426.581419:0:30828:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783948426.581423:0:30828:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783948426.581426:0:30828:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x24:0x0] 40000000:00000001:3.0:1783948426.581429:0:30828:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.581430:0:30828:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.581432:0:30828:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.581434:0:30828:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948426.581437:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b9e8 00800000:00000002:3.0:1783948426.581439:0:30828:0:(lmv_obd.c:2343:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000404:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1783948426.581443:0:30828:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1783948426.581446:0:30828:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948426.581449:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:3.0:1783948426.581451:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948426.581454:0:30828:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948426.581457:0:30828:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948426.581460:0:30828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1783948426.581467:0:30828:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948426.581471:0:30828:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948426.581473:0:30828:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948426.581474:0:30828:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948426.581476:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948426.581478:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948426.581479:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 3 00010000:00000001:3.0:1783948426.581481:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948426.581483:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.581485:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948426.581485:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948426.581487:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 3 00010000:00000001:3.0:1783948426.581488:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948426.581490:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.581491:0:30828:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948426.581493:0:30828:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948426.581494:0:30828:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 3 00010000:00000001:3.0:1783948426.581495:0:30828:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948426.581497:0:30828:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.581499:0:30828:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948426.581501:0:30828:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948426.581506:0:30828:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1783948426.581509:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b670 00000080:00002000:3.0:1783948426.581510:0:30828:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:3.0:1783948426.581515:0:30828:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948426.581519:0:30828:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948426.581523:0:30828:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948426.581526:0:30828:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948426.581527:0:30828:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581531:0:30828:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948426.581534:0:30828:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948426.581535:0:30828:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948426.581537:0:30828:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.581539:0:30828:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948426.581542:0:30828:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596a00 with handle 0x8c7cf19e4b440b6f from hash 00010000:00000001:3.0:1783948426.581544:0:30828:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948426.581545:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.581546:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.581547:0:30828:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948426.581551:0:30828:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948426.581553:0:30828:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948426.581556:0:30828:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948426.581558:0:30828:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948426.581560:0:30828:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783948426.581566:0:30828:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65f80. 00000020:00000040:3.0:1783948426.581570:0:30828:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948426.581576:0:30828:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948426.581577:0:30828:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581580:0:30828:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948426.581585:0:30828:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.581587:0:30828:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.581590:0:30828:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948426.581592:0:30828:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948426.581595:0:30828:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948426.581602:0:30828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e9800. 00000100:00000001:3.0:1783948426.581611:0:30828:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581615:0:30828:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.581617:0:30828:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948426.581624:0:30828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1783948426.581636:0:30828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948426.581638:0:30828:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948426.581640:0:30828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948426.581643:0:30828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05ce6 expref: -99 pid: 30828 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1783948426.581650:0:30828:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459500 count: 0 00010000:00000010:3.0:1783948426.581656:0:30828:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7880. 00010000:00000001:3.0:1783948426.581665:0:30828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.581667:0:30828:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581668:0:30828:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.581670:0:30828:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.581672:0:30828:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948426.581687:0:30828:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948426.581702:0:30828:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948426.581710:0:30828:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948426.581712:0:30828:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948426.581719:0:30828:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279480. 00000100:00000001:3.0:1783948426.581722:0:30828:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551872 : -129839777999744 : ffff89e952279480) 00000100:00000001:3.0:1783948426.581725:0:30828:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.581727:0:30828:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000001:3.0:1783948426.581732:0:30828:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948426.581737:0:30828:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.581739:0:30828:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948426.581741:0:30828:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948426.581746:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948426.581754:0:30828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948426.581757:0:30828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.581761:0:30828:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948426.581764:0:30828:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948426.581767:0:30828:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948426.581771:0:30828:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30828:1870603636493952:192.168.202.104@tcp:36:lfs.0 00000100:00000001:3.0:1783948426.581776:0:30828:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948426.581781:0:30828:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948426.581784:0:30828:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.581787:0:30828:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948426.581791:0:30828:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e8800. 02000000:00000001:3.0:1783948426.581793:0:30828:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948426.581802:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948426.581806:0:30828:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948426.581815:0:30828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125908. 00000100:00000200:3.0:1783948426.581824:0:30828:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636493952, portal 10 00000100:00000001:3.0:1783948426.581826:0:30828:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.581827:0:30828:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000040:3.0:1783948426.581833:0:30828:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948426.581841:0:30828:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948426.581844:0:30828:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948426.581846:0:30828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601256e8. 00000100:00000200:3.0:1783948426.581889:0:30828:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870603636493952, offset 0 00000400:00000200:3.0:1783948426.581898:0:30828:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948426.581907:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.581917:0:30828:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948426.581924:0:30828:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948426.581929:0:30828:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948426.581934:0:30828:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948426.581938:0:30828:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948426.581943:0:30828:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2380:2380:256:4294967295] 192.168.202.104@tcp LPNI seq info [2380:2380:8:4294967295] 00000400:00000200:3.0:1783948426.581948:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.581959:0:30828:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948426.581965:0:30828:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948426.581972:0:30828:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9600. 00000800:00000200:3.0:1783948426.581979:0:30828:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948426.581987:0:30828:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948426.581991:0:30828:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1783948426.582208:0:30828:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948426.582213:0:30828:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 784762 usecs (785 jiffies) 00000400:00000200:3.0:1783948426.582217:0:30828:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948426.582221:0:30828:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296517519 00000100:00000001:3.0:1783948426.582225:0:30828:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.582227:0:30828:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296517519 00000100:00000001:3.0:1783948426.582230:0:30828:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.582232:0:30828:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948426.582235:0:30828:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.582238:0:30828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948426.582239:0:30828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948426.582243:0:30828:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279480 going to sleep for 11 seconds 00000100:00000001:3.0:1783948426.582245:0:30828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948426.582248:0:30828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948426.582332:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948426.582338:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9600. 00000400:00000200:1.0:1783948426.582343:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.582348:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948426.582355:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601256e8 00000400:00000010:1.0:1783948426.582358:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601256e8. 00000100:00000001:1.0:1783948426.582364:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948426.582369:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948426.582388:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.582391:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948426.582398:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.582400:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948426.587049:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.587067:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948426.587072:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.587075:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948426.587083:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.587091:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948426.587101:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.587106:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.587113:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.587117:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd944ce80 00000400:00000200:1.0:1783948426.587123:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.587129:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x6971 [1] + 224 00000800:00000001:1.0:1783948426.587137:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.587146:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948426.587150:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.587154:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948426.587162:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948426.587172:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948426.587184:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948426.587206:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948426.587215:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948426.587219:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.587225:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948426.587232:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2381:2381:256:4294967295] 192.168.202.104@tcp LPNI seq info [2381:2381:8:4294967295] 00000400:00000200:1.0:1783948426.587238:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.587247:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948426.587254:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000001:3.0:1783948426.587256:0:30828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1783948426.587261:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000400:00000001:3.0:1783948426.587266:0:30828:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948426.587270:0:30828:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1783948426.587270:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000400:00000010:3.0:1783948426.587274:0:30828:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:3.0:1783948426.587280:0:30828:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125908 00000800:00000200:1.0:1783948426.587283:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000400:00000010:3.0:1783948426.587284:0:30828:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125908. 00000800:00000200:1.0:1783948426.587290:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1783948426.587291:0:30828:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948426.587298:0:30828:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948426.587309:0:30828:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65f80 x1870603636493952/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948426.587316:0:30828:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948426.587318:0:30828:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948426.587321:0:30828:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948426.587324:0:30828:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948426.587327:0:30828:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948426.587330:0:30828:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.587332:0:30828:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948426.587341:0:30828:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=96 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948426.587346:0:30828:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948426.587348:0:30828:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948426.587350:0:30828:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.587353:0:30828:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948426.587356:0:30828:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.587359:0:30828:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948426.587361:0:30828:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:3.0:1783948426.587363:0:30828:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948426.587366:0:30828:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.587367:0:30828:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000001:3.0:1783948426.587370:0:30828:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948426.587372:0:30828:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:3.0:1783948426.587374:0:30828:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948426.587377:0:30828:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948426.587383:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65f80 x1870603636493952/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948442 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1783948426.587387:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948426.587393:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000100:00000001:3.0:1783948426.587394:0:30828:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948426.587399:0:30828:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1783948426.587399:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1783948426.587403:0:30828:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948426.587409:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000100:00000040:3.0:1783948426.587414:0:30828:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65f80 x1870603636493952/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948442 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1783948426.587417:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948426.587423:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948426.587426:0:30828:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:30828:1870603636493952:192.168.202.104@tcp:36:lfs.0 00000100:00000001:3.0:1783948426.587433:0:30828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948426.587437:0:30828:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.587440:0:30828:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948426.587443:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948426.587447:0:30828:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65f80 x1870603636493952/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948442 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948426.587454:0:30828:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948426.587457:0:30828:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279480. 00000100:00000001:3.0:1783948426.587461:0:30828:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948426.587463:0:30828:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.587470:0:30828:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948426.587473:0:30828:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200000404:0x24:0x0] 00800000:00000001:3.0:1783948426.587476:0:30828:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.587480:0:30828:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948426.587486:0:30828:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948426.587488:0:30828:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948426.587491:0:30828:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948426.587494:0:30828:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783948426.587508:0:30828:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d85280. 00000080:00000001:3.0:1783948426.587518:0:30828:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783948426.587520:0:30828:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348) 00000080:00000001:3.0:1783948426.587523:0:30828:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948426.587526:0:30828:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1783948426.587529:0:30828:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.587531:0:30828:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948426.587534:0:30828:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948426.587537:0:30828:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833956 mtime from 0 to 1783948426 00000080:00200000:3.0:1783948426.587541:0:30828:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 4096 00000080:00000001:3.0:1783948426.587544:0:30828:0:(llite_lib.c:3377:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1783948426.587546:0:30828:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926357832 : -129839783193784 : ffff89e951d85348) 00000080:00000001:3.0:1783948426.587549:0:30828:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948426.587552:0:30828:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948426.587554:0:30828:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.587562:0:30828:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948426.587566:0:30828:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65f80 x1870603636493952/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948442 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948426.587574:0:30828:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948426.587576:0:30828:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948426.587580:0:30828:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775000. 00000080:00000010:3.0:1783948426.587586:0:30828:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff89e9509e9000. 00000080:00000001:3.0:1783948426.587589:0:30828:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.587603:0:30828:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783948426.587606:0:30828:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948426.587609:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd98 00000080:00200008:3.0:1783948426.587614:0:30828:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 300000 00000080:00400000:3.0:1783948426.587618:0:30828:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1783948426.587622:0:30828:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b3680. 00000080:00000001:3.0:1783948426.587626:0:30828:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783948426.587629:0:30828:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd98 00000080:00000008:3.0:1783948426.587631:0:30828:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 300000, rc = 0 00000080:00000001:3.0:1783948426.587634:0:30828:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.587636:0:30828:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1783948426.587946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00000080:00000010:3.1:1783948426.593381:0:30834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abd80. 00010000:00000010:3.1:1783948426.593396:0:30834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459500. 00010000:00000010:3.1:1783948426.593401:0:30834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00000080:00000001:3.0:1783948426.613420:0:30835:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948426.613424:0:30835:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948426.613426:0:30835:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948426.613428:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483bc0 00000080:00200000:3.0:1783948426.613432:0:30835:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948426.613438:0:30835:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775400. 00800000:00000002:3.0:1783948426.613444:0:30835:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948426.613447:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948426.613452:0:30835:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.613453:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483ae0 00800000:00000002:3.0:1783948426.613455:0:30835:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948426.613458:0:30835:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948426.613462:0:30835:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948426.613466:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.613467:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014839b0 00000002:00010000:3.0:1783948426.613468:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948426.613471:0:30835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948426.613473:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948426.613476:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948426.613481:0:30835:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.613483:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.613485:0:30835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.613487:0:30835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948426.613490:0:30835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948426.613495:0:30835:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64700. 00000020:00000040:3.0:1783948426.613498:0:30835:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948426.613504:0:30835:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948426.613508:0:30835:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.613512:0:30835:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.613514:0:30835:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948426.613516:0:30835:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948426.613520:0:30835:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948426.613525:0:30835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e9000. 00000100:00000001:3.0:1783948426.613531:0:30835:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.613536:0:30835:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.613538:0:30835:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.613540:0:30835:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.613541:0:30835:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.613543:0:30835:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.613548:0:30835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00010000:00000001:3.0:1783948426.613552:0:30835:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948426.613554:0:30835:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948426.613560:0:30835:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459500. 00010000:00000010:3.0:1783948426.613564:0:30835:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7880. 00010000:00000001:3.0:1783948426.613568:0:30835:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948426.613572:0:30835:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596a00. 00000020:00000001:3.0:1783948426.613576:0:30835:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948426.613579:0:30835:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596a00 with handle 0x8c7cf19e4b440b7d to hash 00000020:00000001:3.0:1783948426.613581:0:30835:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948426.613582:0:30835:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.613587:0:30835:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.613592:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.613595:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.613600:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.613669:0:30835:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.613679:0:30835:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948426.613683:0:30835:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948426.613684:0:30835:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948426.613690:0:30835:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279480. 00000100:00000001:3.0:1783948426.613692:0:30835:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551872 : -129839777999744 : ffff89e952279480) 00000100:00000001:3.0:1783948426.613694:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.613695:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000001:3.0:1783948426.613698:0:30835:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948426.613701:0:30835:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.613703:0:30835:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948426.613704:0:30835:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948426.613713:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.613719:0:30835:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948426.613721:0:30835:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.613724:0:30835:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948426.613726:0:30835:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948426.613728:0:30835:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948426.613731:0:30835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30835:1870603636494080:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948426.613734:0:30835:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948426.613740:0:30835:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948426.613743:0:30835:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.613746:0:30835:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948426.613750:0:30835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582ba000. 02000000:00000001:3.0:1783948426.613751:0:30835:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948426.613757:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948426.613761:0:30835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948426.613818:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125908. 00000100:00000200:3.0:1783948426.613826:0:30835:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636494080, portal 10 00000100:00000001:3.0:1783948426.613827:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.613829:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000040:3.0:1783948426.613834:0:30835:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.613840:0:30835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948426.613843:0:30835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948426.613845:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948426.613848:0:30835:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636494080, offset 0 00000400:00000200:3.0:1783948426.613972:0:30835:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948426.613980:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.613986:0:30835:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948426.613990:0:30835:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948426.613994:0:30835:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948426.614006:0:30835:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948426.614008:0:30835:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948426.614011:0:30835:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2382:2382:256:4294967295] 192.168.202.104@tcp LPNI seq info [2382:2382:8:4294967295] 00000400:00000200:3.0:1783948426.614014:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.614022:0:30835:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948426.614026:0:30835:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948426.614031:0:30835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9d00. 00000800:00000200:3.0:1783948426.614037:0:30835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948426.614044:0:30835:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948426.614048:0:30835:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948426.614140:0:30835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948426.614144:0:30835:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 783636 usecs (784 jiffies) 00000400:00000200:3.0:1783948426.614147:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948426.614149:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296517550 00000100:00000001:3.0:1783948426.614152:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.614154:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296517550 00000100:00000001:3.0:1783948426.614155:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.614157:0:30835:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948426.614159:0:30835:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.614161:0:30835:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948426.614162:0:30835:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948426.614165:0:30835:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279480 going to sleep for 11 seconds 00000100:00000001:3.0:1783948426.614167:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948426.614170:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948426.614371:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948426.614377:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9d00. 00000400:00000200:1.0:1783948426.614383:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.614389:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948426.614394:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:1.0:1783948426.614397:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:1.0:1783948426.614401:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948426.614406:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.614418:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.614422:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.614429:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.614431:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948426.617327:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.617346:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948426.617351:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.617354:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.617362:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.617380:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948426.617389:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.617394:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.617399:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.617403:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944cf00 00000400:00000200:0.0:1783948426.617409:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.617416:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6979 [1] + 224 00000800:00000001:0.0:1783948426.617425:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.617431:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.617433:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.617438:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948426.617445:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948426.617454:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948426.617465:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.617508:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948426.617525:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948426.617534:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.617537:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948426.617615:0:30835:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948426.617617:0:30835:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948426.617620:0:30835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:3.0:1783948426.617625:0:30835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125908 00000400:00000010:3.0:1783948426.617627:0:30835:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125908. 00000100:00000001:3.0:1783948426.617630:0:30835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948426.617635:0:30835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948426.617644:0:30835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.617651:0:30835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948426.617652:0:30835:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948426.617655:0:30835:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948426.617658:0:30835:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948426.617661:0:30835:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948426.617663:0:30835:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.617666:0:30835:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948426.617674:0:30835:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=96 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948426.617678:0:30835:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948426.617680:0:30835:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948426.617682:0:30835:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.617685:0:30835:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948426.617688:0:30835:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.617692:0:30835:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948426.617694:0:30835:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:3.0:1783948426.617696:0:30835:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948426.617699:0:30835:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948426.617703:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.617716:0:30835:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948426.617718:0:30835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948426.617720:0:30835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948426.617724:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948426.617732:0:30835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30835:1870603636494080:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948426.617736:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948426.617739:0:30835:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.617742:0:30835:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948426.617743:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948426.617746:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.617752:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948426.617755:0:30835:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279480. 00000100:00000001:3.0:1783948426.617758:0:30835:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948426.617760:0:30835:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.617762:0:30835:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948426.617766:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.617769:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.617772:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=4 00000020:00000001:3.0:1783948426.617774:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.617777:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000040:3.0:1783948426.617783:0:30835:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596a00, remote cookie: 0x2ceea11ad5e05d17, flags: 0x1001 00010000:00010000:3.0:1783948426.617788:0:30835:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.617798:0:30835:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.617812:0:30835:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948426.617816:0:30835:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948426.617818:0:30835:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948426.617820:0:30835:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948426.617821:0:30835:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948426.617823:0:30835:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459500) refcount = 1 00010000:00010000:3.0:1783948426.617827:0:30835:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.617833:0:30835:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948426.617836:0:30835:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948426.617837:0:30835:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948426.617840:0:30835:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948426.617842:0:30835:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.617845:0:30835:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.618320:0:30835:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948426.618322:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618323:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.618324:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618325:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.618327:0:30835:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.618331:0:30835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948426.618333:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618335:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618337:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.618339:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618342:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618344:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618345:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618346:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=4 00000020:00000001:3.0:1783948426.618348:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618351:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618354:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.618357:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.618360:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.618368:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618369:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.618433:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618435:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618436:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=5 00000020:00000001:3.0:1783948426.618439:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618441:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618443:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948426.618446:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.618452:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618453:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948426.618455:0:30835:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.618461:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948426.618462:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618463:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.618464:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618465:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948426.618472:0:30835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948426.618480:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618481:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618482:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.618484:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618486:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618488:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618489:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948426.618490:0:30835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.618492:0:30835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.618494:0:30835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948426.618497:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618498:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618499:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.618501:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618503:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00000002:00010000:3.0:1783948426.618506:0:30835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.618512:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618513:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.618515:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948426.618516:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618517:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618519:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.618521:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618522:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000040:3.0:1783948426.618528:0:30835:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:3.0:1783948426.618531:0:30835:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948426.618534:0:30835:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948426.618537:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618538:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948426.618539:0:30835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948426.618542:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483938 00000002:00002000:3.0:1783948426.618544:0:30835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948426.618547:0:30835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.618550:0:30835:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.618553:0:30835:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948426.618557:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948426.618559:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948426.618563:0:30835:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948426.618568:0:30835:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775400. 00000080:00000001:3.0:1783948426.618572:0:30835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948426.618575:0:30835:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948426.618581:0:30835:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948426.618584:0:30835:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783948426.618615:0:30835:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d9e80. 00800000:00000001:3.0:1783948426.618618:0:30835:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030513792 : -129839679037824 : ffff89e9580d9e80) 00800000:00000001:3.0:1783948426.618620:0:30835:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.618622:0:30835:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948426.618625:0:30835:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948426.618627:0:30835:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948426.618630:0:30835:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948426.618632:0:30835:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948426.618633:0:30835:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.618637:0:30835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948426.618640:0:30835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1783948426.618645:0:30835:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948426.618647:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618648:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618650:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.618652:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618654:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618656:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618657:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948426.618658:0:30835:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948426.618661:0:30835:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948426.618662:0:30835:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d9e80 1 00800000:00000010:3.0:1783948426.618664:0:30835:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d9e80. 00800000:00000001:3.0:1783948426.618667:0:30835:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948426.618670:0:30835:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b7d 00800000:00000001:3.0:1783948426.618673:0:30835:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948426.618675:0:30835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948426.618676:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618677:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618679:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.618680:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618682:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618685:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618686:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948426.618687:0:30835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948426.618689:0:30835:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948426.618691:0:30835:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948426.618693:0:30835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948426.618696:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b7d from it ffffb87d01483bf8 00010000:00000001:3.0:1783948426.618698:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948426.618699:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948426.618701:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948426.618703:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618704:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948426.618706:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948426.618709:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948426.618715:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618716:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.618717:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948426.618720:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948426.618723:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948426.618730:0:30835:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948426.618733:0:30835:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948426.618735:0:30835:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.618740:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618741:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.618743:0:30835:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.618746:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948426.618748:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.618750:0:30835:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.618753:0:30835:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.618755:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948426.618756:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.618757:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948426.618759:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948426.618763:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64700 x1870603636494080/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.618770:0:30835:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948426.618774:0:30835:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948426.618777:0:30835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582ba000. 02000000:00000001:3.0:1783948426.618781:0:30835:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948426.618784:0:30835:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948426.618786:0:30835:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948426.618789:0:30835:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948426.618792:0:30835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e9000. 02000000:00000001:3.0:1783948426.618795:0:30835:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948426.618797:0:30835:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948426.618799:0:30835:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64700. 00000100:00000001:3.0:1783948426.618802:0:30835:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948426.618803:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948426.618807:0:30835:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948426.618813:0:30835:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948426.618827:0:30835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509ab240. 00000020:00000001:3.0:1783948426.618831:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483b28 00000080:00200000:3.0:1783948426.618833:0:30835:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=25 00000080:00000001:3.0:1783948426.618837:0:30835:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948426.618839:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014839d8 00000080:00200000:3.0:1783948426.618841:0:30835:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:3.0:1783948426.618847:0:30835:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775400. 00800000:00000002:3.0:1783948426.619053:0:30835:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948426.619058:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948426.619061:0:30835:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.619063:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014838f8 00800000:00000002:3.0:1783948426.619065:0:30835:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948426.619068:0:30835:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948426.619072:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483890 00800000:00000002:3.0:1783948426.619074:0:30835:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1783948426.619078:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948426.619080:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014837c8 00000002:00010000:3.0:1783948426.619081:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1783948426.619085:0:30835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948426.619087:0:30835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948426.619091:0:30835:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64700. 00000020:00000040:3.0:1783948426.619095:0:30835:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948426.619099:0:30835:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948426.619103:0:30835:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948426.619105:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948426.619106:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948426.619108:0:30835:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.619110:0:30835:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948426.619113:0:30835:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948426.619117:0:30835:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948426.619122:0:30835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e9000. 00000100:00000001:3.0:1783948426.619128:0:30835:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.619131:0:30835:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.619133:0:30835:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.619134:0:30835:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948426.619135:0:30835:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948426.619137:0:30835:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948426.619143:0:30835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00010000:00000001:3.0:1783948426.619147:0:30835:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948426.619149:0:30835:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948426.619151:0:30835:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:3.0:1783948426.619153:0:30835:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948426.619156:0:30835:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948426.619159:0:30835:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597600. 00000020:00000001:3.0:1783948426.619162:0:30835:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948426.619165:0:30835:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597600 with handle 0x8c7cf19e4b440b84 to hash 00000020:00000001:3.0:1783948426.619167:0:30835:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948426.619168:0:30835:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948426.619236:0:30835:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948426.619240:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948426.619242:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948426.619245:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.619252:0:30835:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948426.619262:0:30835:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948426.619268:0:30835:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948426.619271:0:30835:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948426.619277:0:30835:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279480. 00000100:00000001:3.0:1783948426.619280:0:30835:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551872 : -129839777999744 : ffff89e952279480) 00000100:00000001:3.0:1783948426.619283:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.619284:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000001:3.0:1783948426.619288:0:30835:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948426.619292:0:30835:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.619294:0:30835:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948426.619296:0:30835:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948426.619301:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.619308:0:30835:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948426.619311:0:30835:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.619314:0:30835:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948426.619317:0:30835:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948426.619320:0:30835:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948426.619323:0:30835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30835:1870603636494208:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948426.619329:0:30835:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948426.619334:0:30835:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948426.619336:0:30835:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948426.619339:0:30835:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948426.619342:0:30835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582ba000. 02000000:00000001:3.0:1783948426.619344:0:30835:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948426.619350:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948426.619354:0:30835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98058. 00000400:00000010:3.0:1783948426.619361:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125908. 00000100:00000200:3.0:1783948426.619367:0:30835:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636494208, portal 10 00000100:00000001:3.0:1783948426.619369:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948426.619430:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000040:3.0:1783948426.619437:0:30835:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948426.619444:0:30835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948426.619448:0:30835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948426.619451:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125f68. 00000100:00000200:3.0:1783948426.619455:0:30835:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636494208, offset 0 00000400:00000200:3.0:1783948426.619461:0:30835:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948426.619468:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.619475:0:30835:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948426.619480:0:30835:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948426.619484:0:30835:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948426.619487:0:30835:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948426.619489:0:30835:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948426.619493:0:30835:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2383:2383:256:4294967295] 192.168.202.104@tcp LPNI seq info [2383:2383:8:4294967295] 00000400:00000200:3.0:1783948426.619496:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948426.619505:0:30835:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948426.619511:0:30835:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948426.619516:0:30835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9000. 00000800:00000200:3.0:1783948426.619522:0:30835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948426.619530:0:30835:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948426.619534:0:30835:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783948426.619592:0:30835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948426.619597:0:30835:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 782511 usecs (783 jiffies) 00000400:00000200:3.0:1783948426.619600:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948426.619603:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296517554 00000100:00000001:3.0:1783948426.619606:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.619608:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296517554 00000100:00000001:3.0:1783948426.619610:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:3.0:1783948426.619613:0:30835:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948426.619615:0:30835:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948426.619617:0:30835:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948426.619619:0:30835:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948426.619622:0:30835:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279480 going to sleep for 11 seconds 00000100:00000001:3.0:1783948426.619624:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948426.619627:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948426.623192:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948426.623205:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9000. 00000400:00000200:0.0:1783948426.623215:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.623225:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948426.623235:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125f68 00000400:00000010:0.0:1783948426.623238:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125f68. 00000100:00000001:0.0:1783948426.623245:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948426.623252:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.623266:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948426.623270:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.623278:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948426.623280:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948426.624053:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.624065:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948426.624069:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.624071:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.624077:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.624082:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948426.624089:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.624093:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.624099:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.624102:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944cf80 00000400:00000200:0.0:1783948426.624107:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.624113:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6981 [1] + 224 00000800:00000001:0.0:1783948426.624122:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.624129:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.624132:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.624136:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948426.624141:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948426.624147:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948426.624157:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.624209:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948426.624229:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948426.624237:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.624240:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783948426.629322:0:30835:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948426.629330:0:30835:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948426.629334:0:30835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98058. 00000400:00000200:1.0:1783948426.629341:0:30835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125908 00000400:00000010:1.0:1783948426.629344:0:30835:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125908. 00000100:00000001:1.0:1783948426.629350:0:30835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948426.629363:0:30835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948426.631235:0:30835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.631252:0:30835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948426.631256:0:30835:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948426.631259:0:30835:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948426.631264:0:30835:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948426.631267:0:30835:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948426.631270:0:30835:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948426.631273:0:30835:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948426.631284:0:30835:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=96 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948426.631289:0:30835:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948426.631292:0:30835:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948426.631294:0:30835:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.631296:0:30835:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948426.631300:0:30835:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.631304:0:30835:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948426.631306:0:30835:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:1.0:1783948426.631308:0:30835:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948426.631312:0:30835:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948426.631318:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.631326:0:30835:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948426.631329:0:30835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948426.631331:0:30835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948426.631335:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948426.631343:0:30835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30835:1870603636494208:192.168.202.104@tcp:101:multiop.0 00000100:00000001:1.0:1783948426.631348:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948426.631352:0:30835:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.631354:0:30835:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948426.631356:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.631360:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.631367:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948426.631383:0:30835:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279480. 00000100:00000001:1.0:1783948426.631388:0:30835:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948426.631389:0:30835:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.631392:0:30835:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948426.631396:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.631399:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.631402:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=4 00000020:00000001:1.0:1783948426.631404:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.631408:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000040:1.0:1783948426.631413:0:30835:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597600, remote cookie: 0x2ceea11ad5e05d33, flags: 0x1001 00010000:00010000:1.0:1783948426.631419:0:30835:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948426.631427:0:30835:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783948426.631430:0:30835:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783948426.631830:0:30835:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722db00. 00010000:00000010:1.0:1783948426.631836:0:30835:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4880. 00010000:00000001:1.0:1783948426.631841:0:30835:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.631844:0:30835:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948426.631880:0:30835:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.631887:0:30835:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948426.631891:0:30835:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948426.631893:0:30835:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948426.631895:0:30835:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948426.631896:0:30835:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948426.631899:0:30835:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff89e94722db00) refcount = 1 00010000:00010000:1.0:1783948426.631903:0:30835:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.631914:0:30835:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948426.631917:0:30835:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948426.631918:0:30835:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948426.631921:0:30835:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948426.631923:0:30835:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.631927:0:30835:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.631933:0:30835:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948426.631934:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.631936:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.631937:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.631938:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.631939:0:30835:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.631944:0:30835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948426.631946:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.631947:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.631949:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:1.0:1783948426.631951:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.631965:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.631967:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.631968:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.631970:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=4 00000020:00000001:1.0:1783948426.631971:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.631974:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.631976:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948426.631979:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.631982:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.631989:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.631991:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.631993:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.631994:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.631995:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=5 00000020:00000001:1.0:1783948426.631997:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.631999:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632001:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948426.632004:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.632010:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632011:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948426.632014:0:30835:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.632020:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948426.632021:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632022:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.632023:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632024:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948426.632030:0:30835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783948426.632037:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.632038:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.632040:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:1.0:1783948426.632042:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632044:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632046:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632047:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948426.632049:0:30835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.632052:0:30835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.632055:0:30835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783948426.632057:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.632058:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.632060:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:1.0:1783948426.632062:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632064:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00000002:00010000:1.0:1783948426.632067:0:30835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.632074:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632075:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.632077:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948426.632079:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.632080:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.632081:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:1.0:1783948426.632083:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632085:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000040:1.0:1783948426.632088:0:30835:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:1.0:1783948426.632091:0:30835:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948426.632094:0:30835:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:1.0:1783948426.632097:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632098:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948426.632099:0:30835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948426.632103:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483750 00000002:00002000:1.0:1783948426.632105:0:30835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1783948426.632108:0:30835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.632112:0:30835:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.632115:0:30835:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948426.632118:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948426.632122:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948426.632125:0:30835:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:1.0:1783948426.632128:0:30835:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948426.632130:0:30835:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01483ac8 it_disposition b 00000080:00000001:1.0:1783948426.632133:0:30835:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948426.632139:0:30835:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948426.632142:0:30835:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948426.632145:0:30835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1783948426.632148:0:30835:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1783948426.632153:0:30835:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783948426.632155:0:30835:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:1.0:1783948426.632157:0:30835:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948426.632161:0:30835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1783948426.632163:0:30835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783948426.632169:0:30835:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1783948426.632171:0:30835:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff89e951d1db88): rc = 0 00000080:00000001:1.0:1783948426.632174:0:30835:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925933960 : -129839783617656 : ffff89e951d1db88) 00010000:00000001:1.0:1783948426.632176:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.632177:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.632178:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:1.0:1783948426.632180:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632182:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632184:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632185:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948426.632187:0:30835:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783948426.632189:0:30835:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783948426.632190:0:30835:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948426.632194:0:30835:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948426.632195:0:30835:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948426.632198:0:30835:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) for lock 0x8c7cf19e4b440b84 00800000:00000001:1.0:1783948426.632201:0:30835:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948426.632202:0:30835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948426.632204:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.632205:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.632206:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:1.0:1783948426.632207:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632209:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632211:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632212:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948426.632214:0:30835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.632215:0:30835:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783948426.632222:0:30835:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f50948 inode ffff89e951d1db88 refc 1 flags 0x20000e 00000080:00000001:1.0:1783948426.632226:0:30835:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948426.632228:0:30835:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948426.632230:0:30835:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783948426.632234:0:30835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) 00000080:00010000:1.0:1783948426.632237:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b84 from it ffffb87d01483ac8 00010000:00000001:1.0:1783948426.632239:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.632240:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.632241:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:1.0:1783948426.632243:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632245:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:1.0:1783948426.632247:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948426.632249:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.632256:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632256:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.632258:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948426.632261:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948426.632264:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948426.632270:0:30835:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948426.632273:0:30835:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948426.632274:0:30835:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948426.632278:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632279:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.632281:0:30835:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632285:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948426.632287:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632289:0:30835:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632291:0:30835:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632293:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948426.632294:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632295:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948426.632296:0:30835:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948426.632301:0:30835:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775400. 00000100:00000001:1.0:1783948426.632305:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.632310:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64700 x1870603636494208/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.632316:0:30835:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948426.632319:0:30835:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948426.632324:0:30835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582ba000. 02000000:00000001:1.0:1783948426.632327:0:30835:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948426.632330:0:30835:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948426.632332:0:30835:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948426.632334:0:30835:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948426.632337:0:30835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e9000. 02000000:00000001:1.0:1783948426.632340:0:30835:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948426.632342:0:30835:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948426.632344:0:30835:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64700. 00000100:00000001:1.0:1783948426.632347:0:30835:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948426.632348:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948426.632354:0:30835:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948426.632357:0:30835:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88), inode mode 41ed mask 1 00000080:00000001:1.0:1783948426.632362:0:30835:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948426.632383:0:30835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9470aa4c0. 00000080:00000001:1.0:1783948426.632389:0:30835:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948426.632390:0:30835:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88), inode mode 41ed mask 3 00000080:00000001:1.0:1783948426.632393:0:30835:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948426.632396:0:30835:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1783948426.632398:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483b50 00000080:00200000:1.0:1783948426.632400:0:30835:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff89e951d1db88), file ffff89e9432c7080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1783948426.632405:0:30835:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e950619660. 00000080:00000001:1.0:1783948426.632409:0:30835:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783948426.632411:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483a00 00000080:00200000:1.0:1783948426.632413:0:30835:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff89e951d1db88), intent=open|creat 00000080:00000010:1.0:1783948426.632420:0:30835:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959438200. 00000080:00000001:1.0:1783948426.632426:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948426.632429:0:30835:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948426.632430:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483920 00800000:00000002:1.0:1783948426.632433:0:30835:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:1.0:1783948426.632435:0:30835:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1783948426.632438:0:30835:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783948426.632442:0:30835:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:1.0:1783948426.632445:0:30835:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783948426.632446:0:30835:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783948426.632448:0:30835:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783948426.632451:0:30835:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783948426.632453:0:30835:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x25:0x0] 40000000:00000001:1.0:1783948426.632456:0:30835:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.632458:0:30835:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.632460:0:30835:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.632462:0:30835:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948426.632464:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014838a0 00800000:00000002:1.0:1783948426.632466:0:30835:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1783948426.632471:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948426.632472:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014837d8 00000002:00010000:1.0:1783948426.632474:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1783948426.632479:0:30835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948426.632481:0:30835:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783948426.632484:0:30835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1783948426.632488:0:30835:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.632490:0:30835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948426.632492:0:30835:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:1.0:1783948426.632494:0:30835:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948426.632497:0:30835:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948426.632499:0:30835:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632501:0:30835:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.632503:0:30835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948426.632509:0:30835:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd180. 00000020:00000040:1.0:1783948426.632512:0:30835:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948426.632517:0:30835:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948426.632519:0:30835:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632522:0:30835:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948426.632527:0:30835:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948426.632530:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.632531:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.632532:0:30835:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.632535:0:30835:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948426.632537:0:30835:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948426.632542:0:30835:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948426.632549:0:30835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f3000. 00000100:00000001:1.0:1783948426.632556:0:30835:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632560:0:30835:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948426.632562:0:30835:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632564:0:30835:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948426.632566:0:30835:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.632567:0:30835:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.632577:0:30835:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00010000:00000001:1.0:1783948426.632581:0:30835:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948426.632583:0:30835:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948426.632585:0:30835:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:1.0:1783948426.632587:0:30835:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948426.632589:0:30835:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948426.632593:0:30835:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a800. 00000020:00000001:1.0:1783948426.632596:0:30835:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948426.632598:0:30835:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a800 with handle 0x8c7cf19e4b440b8b to hash 00000020:00000001:1.0:1783948426.632601:0:30835:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948426.632602:0:30835:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.632606:0:30835:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.632608:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948426.632610:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.632613:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948426.632619:0:30835:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783948426.632630:0:30835:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783948426.632636:0:30835:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783948426.632645:0:30835:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948426.632650:0:30835:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948426.632652:0:30835:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948426.632659:0:30835:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211780. 00000100:00000001:1.0:1783948426.632661:0:30835:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166007680 : -129839543543936 : ffff89e960211780) 00000100:00000001:1.0:1783948426.632663:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948426.632665:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000001:1.0:1783948426.632669:0:30835:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948426.632674:0:30835:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.632676:0:30835:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948426.632677:0:30835:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948426.632681:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.632688:0:30835:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948426.632691:0:30835:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948426.632694:0:30835:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948426.632697:0:30835:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948426.632699:0:30835:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948426.632703:0:30835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30835:1870603636494464:192.168.202.104@tcp:101:multiop.0 00000100:00000001:1.0:1783948426.632707:0:30835:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948426.632714:0:30835:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948426.632716:0:30835:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948426.632719:0:30835:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948426.632782:0:30835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:1.0:1783948426.632784:0:30835:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948426.632792:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948426.632796:0:30835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888790. 00000400:00000010:1.0:1783948426.632804:0:30835:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9493f0400. 00000100:00000200:1.0:1783948426.632811:0:30835:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636494464, portal 10 00000100:00000001:1.0:1783948426.632814:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948426.632815:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000040:1.0:1783948426.632821:0:30835:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.632828:0:30835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948426.632830:0:30835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948426.632834:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506185d8. 00000100:00000200:1.0:1783948426.632838:0:30835:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636494464, offset 0 00000400:00000200:1.0:1783948426.632844:0:30835:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948426.632898:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.632906:0:30835:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948426.632913:0:30835:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948426.632918:0:30835:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948426.632923:0:30835:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948426.632926:0:30835:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948426.632929:0:30835:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2384:2384:256:4294967295] 192.168.202.104@tcp LPNI seq info [2384:2384:8:4294967295] 00000400:00000200:1.0:1783948426.632933:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948426.632944:0:30835:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948426.632950:0:30835:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948426.632955:0:30835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948426.632962:0:30835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948426.632969:0:30835:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948426.632973:0:30835:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783948426.632989:0:30835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948426.632993:0:30835:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 781403 usecs (782 jiffies) 00000400:00000200:1.0:1783948426.632996:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948426.632999:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296517563 00000100:00000001:1.0:1783948426.633002:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296517861 00000100:00000001:1.0:1783948426.633004:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296517563 00000100:00000001:1.0:1783948426.633006:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296517861 00000100:00000001:1.0:1783948426.633009:0:30835:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948426.633011:0:30835:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.633014:0:30835:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948426.633015:0:30835:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948426.633017:0:30835:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211780 going to sleep for 11 seconds 00000100:00000001:1.0:1783948426.633020:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948426.633022:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948426.635059:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948426.635070:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:1.0:1783948426.635078:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948426.635088:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948426.635096:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506185d8 00000400:00000010:1.0:1783948426.635099:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506185d8. 00000100:00000001:1.0:1783948426.635105:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948426.635115:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.635128:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.635132:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948442 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.635140:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.635142:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948426.660965:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.660985:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948426.660989:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.660992:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.661000:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.661008:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948426.661018:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.661023:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.661030:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.661034:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd944d080 00000400:00000200:0.0:1783948426.661040:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.661047:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x6989 [32] + 224 00000800:00000001:0.0:1783948426.661054:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.661062:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948426.661066:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.661070:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948426.661078:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948426.661087:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948442 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948426.661098:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.661121:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948426.661129:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948426.661133:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.661139:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948426.661145:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2385:2385:256:4294967295] 192.168.202.104@tcp LPNI seq info [2385:2385:8:4294967295] 00000400:00000200:0.0:1783948426.661150:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948426.661158:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948426.661165:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948426.661172:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e950637800. 00000800:00000200:0.0:1783948426.661179:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948426.661186:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948426.661191:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950637800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1783948426.661202:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948426.661210:0:30835:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948426.661212:0:30835:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948426.661215:0:30835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888790. 00000400:00000200:1.0:1783948426.661219:0:30835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9493f0400 00000400:00000010:1.0:1783948426.661221:0:30835:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9493f0400. 00000100:00000001:1.0:1783948426.661224:0:30835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948426.661228:0:30835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948426.661236:0:30835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd180 x1870603636494464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948442 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.661242:0:30835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948426.661245:0:30835:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948426.661247:0:30835:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948426.661250:0:30835:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948426.661252:0:30835:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948426.661254:0:30835:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948426.661256:0:30835:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948426.661265:0:30835:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=96 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948426.661271:0:30835:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948426.661273:0:30835:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948426.661275:0:30835:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.661278:0:30835:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948426.661282:0:30835:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.661285:0:30835:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948426.661287:0:30835:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000013d/0x1] 00000100:00000001:1.0:1783948426.661289:0:30835:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948426.661291:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948426.661292:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000001:1.0:1783948426.661296:0:30835:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948426.661298:0:30835:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:1.0:1783948426.661300:0:30835:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948426.661302:0:30835:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948426.661308:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948442 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.661316:0:30835:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948426.661319:0:30835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948426.661321:0:30835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948426.661325:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948442 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948426.661332:0:30835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30835:1870603636494464:192.168.202.104@tcp:101:multiop.0 00000100:00000001:1.0:1783948426.661337:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948426.661340:0:30835:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948426.661342:0:30835:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948426.661345:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948426.661348:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948442 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948426.661355:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948426.661357:0:30835:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211780. 00000100:00000001:1.0:1783948426.661361:0:30835:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948426.661363:0:30835:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.661366:0:30835:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948426.661370:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.661373:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.661376:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=4 00000020:00000001:1.0:1783948426.661379:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661382:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000040:1.0:1783948426.661388:0:30835:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617a800, remote cookie: 0x2ceea11ad5e05d4f, flags: 0x1001 00010000:00010000:1.0:1783948426.661393:0:30835:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 4/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948426.661402:0:30835:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:1.0:1783948426.661405:0:30835:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783948426.661412:0:30835:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d700. 00010000:00000010:1.0:1783948426.661417:0:30835:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4700. 00010000:00000001:1.0:1783948426.661422:0:30835:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.661426:0:30835:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948426.661433:0:30835:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.661439:0:30835:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948426.661443:0:30835:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948426.661445:0:30835:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948426.661447:0:30835:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948426.661449:0:30835:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948426.661451:0:30835:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff89e94722d700) refcount = 1 00010000:00010000:1.0:1783948426.661455:0:30835:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.661461:0:30835:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948426.661464:0:30835:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948426.661466:0:30835:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948426.661469:0:30835:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948426.661471:0:30835:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.661474:0:30835:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.661481:0:30835:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948426.661482:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661484:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.661485:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661486:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.661487:0:30835:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.661492:0:30835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948426.661495:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.661496:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.661498:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=3 00000020:00000001:1.0:1783948426.661500:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661502:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661504:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.661505:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.661506:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=4 00000020:00000001:1.0:1783948426.661508:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661510:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661513:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948426.661516:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948426.661519:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.661530:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661531:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.661533:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.661534:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.661535:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=5 00000020:00000001:1.0:1783948426.661537:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661539:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661541:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948426.661544:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1783948426.661546:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1783948426.661549:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661550:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1783948426.661551:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e950637800. 00010000:00010000:1.0:1783948426.661553:0:30835:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1783948426.661554:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948426.661558:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00010000:00000001:1.0:1783948426.661560:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948426.661561:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661562:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.661563:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661564:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:0.0:1783948426.661564:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948426.661567:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00100000:1.0:1783948426.661568:0:30835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948426.661577:0:30835:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783948426.661582:0:30835:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948426.661588:0:30835:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948426.661594:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.661596:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.661597:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=3 00000020:00000001:1.0:1783948426.661599:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661601:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00000002:00010000:1.0:1783948426.661605:0:30835:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783948426.661614:0:30835:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e943f22540. 00010000:00000001:1.0:1783948426.661616:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661617:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948426.661619:0:30835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.661621:0:30835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948426.661624:0:30835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783948426.661626:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948426.661627:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000001:1.0:1783948426.661630:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948426.661631:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00010000:00000001:1.0:1783948426.661632:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.661633:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.661635:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=3 00000020:00000001:1.0:1783948426.661636:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661638:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00000002:00010000:1.0:1783948426.661641:0:30835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948426.661663:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661664:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948426.661666:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948426.661668:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948426.661669:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948426.661670:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=3 00000020:00000001:1.0:1783948426.661671:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948426.661673:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000040:1.0:1783948426.661677:0:30835:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d700 count: 2 00010000:00000001:1.0:1783948426.661680:0:30835:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948426.661683:0:30835:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:1.0:1783948426.661685:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948426.661686:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948426.661687:0:30835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948426.661690:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483760 00000002:00002000:1.0:1783948426.661692:0:30835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1783948426.661695:0:30835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.661698:0:30835:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948426.661701:0:30835:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948426.661704:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948426.661707:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948426.661712:0:30835:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948426.661714:0:30835:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e950619660 it_disposition 1800037 00000080:00002000:1.0:1783948426.661720:0:30835:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951ccc0d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1783948426.661726:0:30835:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948426.661728:0:30835:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:1.0:1783948426.661730:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483988 00000080:00200000:1.0:1783948426.661732:0:30835:0:(namei.c:1623:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff89e951d1db88), intent=open|creat 00000080:00000001:1.0:1783948426.661735:0:30835:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:1.0:1783948426.661737:0:30835:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948426.661742:0:30835:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948426.661745:0:30835:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948426.661748:0:30835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:1.0:1783948426.661751:0:30835:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1783948426.661769:0:30835:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d78840. 00000020:00000001:1.0:1783948426.661780:0:30835:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:1.0:1783948426.661781:0:30835:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1783948426.661784:0:30835:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:1.0:1783948426.661786:0:30835:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x25:0x0](ffff89e951d78908) 00000020:00000001:1.0:1783948426.661790:0:30835:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948426.661794:0:30835:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fc60. 00000020:00000010:1.0:1783948426.661798:0:30835:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959439e00. 00000020:00000010:1.0:1783948426.661802:0:30835:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e959438a00. 00000020:00000010:1.0:1783948426.661805:0:30835:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619060. 00000008:00000010:1.0:1783948426.661813:0:30835:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78b30. 00020000:00000010:1.0:1783948426.661818:0:30835:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3840. 00008000:00000010:1.0:1783948426.661823:0:30835:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948426.661828:0:30835:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce540. 00000080:00000010:1.0:1783948426.661831:0:30835:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d6750. 00000020:00000010:1.0:1783948426.661835:0:30835:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959438c00. 00000008:00000010:1.0:1783948426.661839:0:30835:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066bb80. 00020000:00000010:1.0:1783948426.661842:0:30835:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157478. 00008000:00000010:1.0:1783948426.661846:0:30835:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6080. 00000080:00000010:1.0:1783948426.661905:0:30835:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308b40. 00000020:00000001:1.0:1783948426.661909:0:30835:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059816 : -129839674491800 : ffff89e95852fc68) 00000020:00001000:1.0:1783948426.661911:0:30835:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fc60 00000020:00000001:1.0:1783948426.661981:0:30835:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:1.0:1783948426.661986:0:30835:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e9582a3af0. 00000020:00000001:1.0:1783948426.661989:0:30835:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1783948426.661991:0:30835:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948426.661997:0:30835:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:1.0:1783948426.662001:0:30835:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e9601c24d8. 00020000:00000001:1.0:1783948426.662003:0:30835:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614234165683416 : -129839543868200 : ffff89e9601c24d8) 00020000:00000001:1.0:1783948426.662006:0:30835:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:1.0:1783948426.662008:0:30835:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948426.662013:0:30835:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e9506194e0. 00020000:00000010:1.0:1783948426.662016:0:30835:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e958175c00. 00020000:00000010:1.0:1783948426.662020:0:30835:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9506198a0. 00020000:00000001:1.0:1783948426.662022:0:30835:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901799584 : -129839807752032 : ffff89e9506198a0) 00020000:00000002:1.0:1783948426.662025:0:30835:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506198a0, objid 0x25:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948426.662029:0:30835:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948426.662036:0:30835:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175c00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:1.0:1783948426.662039:0:30835:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1783948426.662041:0:30835:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506198a0, objid 0x25:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948426.662044:0:30835:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948426.662047:0:30835:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175c00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:0.0:1783948426.662133:0:30835:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e943ee44e0. 00020000:00000010:0.0:1783948426.662138:0:30835:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e951161480. 00020000:00000001:0.0:1783948426.662143:0:30835:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783948426.662146:0:30835:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e9466ef660. 00020000:00000001:0.0:1783948426.662150:0:30835:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783948426.662151:0:30835:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783948426.662157:0:30835:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783948426.662161:0:30835:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e947e497d0. 00000020:00000001:0.0:1783948426.662162:0:30835:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783948426.662164:0:30835:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948426.662166:0:30835:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614233759389776 : -129839950161840 : ffff89e947e49850) 00020000:00000001:0.0:1783948426.662169:0:30835:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783948426.662174:0:30835:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e942ba1a40. 00020000:00000001:0.0:1783948426.662177:0:30835:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948426.662182:0:30835:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233759389776 : -129839950161840 : ffff89e947e49850) 00020000:00000001:0.0:1783948426.662184:0:30835:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614233759389776 : -129839950161840 : ffff89e947e49850) 00020000:00000002:0.0:1783948426.662188:0:30835:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x12:0x0]@ffff89e947e497d0[0:0] -> [0x200000404:0x25:0x0]@ffff89e9582a3af0: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1783948426.662192:0:30835:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783948426.662195:0:30835:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783948426.662197:0:30835:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948426.662200:0:30835:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614234032388976 : -129839677162640 : ffff89e9582a3b70) 00000020:00001000:0.0:1783948426.662202:0:30835:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fc60 00000020:00000010:0.0:1783948426.662206:0:30835:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e959438a00. 00000020:00000010:0.0:1783948426.662209:0:30835:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619060. 00000008:00000010:0.0:1783948426.662214:0:30835:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78b30. 00020000:00000010:0.0:1783948426.662219:0:30835:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3840. 00008000:00000010:0.0:1783948426.662222:0:30835:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:0.0:1783948426.662226:0:30835:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce540. 00000080:00000010:0.0:1783948426.662230:0:30835:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d6750. 00000020:00000010:0.0:1783948426.662234:0:30835:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959439e00. 00000008:00000010:0.0:1783948426.662236:0:30835:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066bb80. 00020000:00000010:0.0:1783948426.662239:0:30835:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157478. 00008000:00000010:0.0:1783948426.662242:0:30835:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6080. 00000080:00000010:0.0:1783948426.662245:0:30835:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308b40. 00000020:00000010:0.0:1783948426.662247:0:30835:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959438c00. 00000020:00000010:0.0:1783948426.662249:0:30835:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fc60. 00000080:00000001:0.0:1783948426.662253:0:30835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:0.0:1783948426.662256:0:30835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1783948426.662259:0:30835:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833957 mtime from 0 to 1783948426 00000080:00000001:0.0:1783948426.662263:0:30835:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783948426.662265:0:30835:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926306056 : -129839783245560 : ffff89e951d78908) 00010000:00000001:0.0:1783948426.662268:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948426.662269:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948426.662271:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=3 00000020:00000001:0.0:1783948426.662273:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:0.0:1783948426.662275:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00000080:00000001:0.0:1783948426.662278:0:30835:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948426.662279:0:30835:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948426.662283:0:30835:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948426.662286:0:30835:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a6000. 00000020:00000010:0.0:1783948426.662289:0:30835:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a6400. 00000020:00000010:0.0:1783948426.662291:0:30835:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437133c0. 00000008:00000010:0.0:1783948426.662295:0:30835:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948426.662298:0:30835:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948426.662301:0:30835:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948426.662304:0:30835:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948426.662307:0:30835:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948426.662310:0:30835:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a6c00. 00000008:00000010:0.0:1783948426.662312:0:30835:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948426.662315:0:30835:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948426.662317:0:30835:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948426.662320:0:30835:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948426.662322:0:30835:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:0.0:1783948426.662324:0:30835:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:0.0:1783948426.662326:0:30835:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783948426.662328:0:30835:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783948426.662329:0:30835:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783948426.662332:0:30835:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e943713cc0. 00020000:00000010:0.0:1783948426.662334:0:30835:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e950b42500. 00020000:00000010:0.0:1783948426.662337:0:30835:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9437132a0. 00020000:00000001:0.0:1783948426.662339:0:30835:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233684718240 : -129840024833376 : ffff89e9437132a0) 00020000:00000002:0.0:1783948426.662343:0:30835:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9437132a0, objid 0x25:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783948426.662346:0:30835:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783948426.662349:0:30835:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e950b42500: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:0.0:1783948426.662352:0:30835:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c24d8) owner ffff89e94134cf80 00020000:00000001:0.0:1783948426.662355:0:30835:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948426.662357:0:30835:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c24d8) owner ffff89e94134cf80 00020000:00000010:0.0:1783948426.662361:0:30835:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e950b42500. 00020000:00000010:0.0:1783948426.662364:0:30835:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e943713cc0. 00020000:00000010:0.0:1783948426.662367:0:30835:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9437132a0. 00020000:00000002:0.0:1783948426.662369:0:30835:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783948426.662386:0:30835:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948426.662389:0:30835:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948426.662392:0:30835:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783948426.662395:0:30835:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:0.0:1783948426.662398:0:30835:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e94134cf80. 00020000:00000002:0.0:1783948426.662401:0:30835:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:0.0:1783948426.662403:0:30835:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783948426.662405:0:30835:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783948426.662406:0:30835:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783948426.662408:0:30835:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783948426.662410:0:30835:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783948426.662412:0:30835:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783948426.662415:0:30835:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:0.0:1783948426.662417:0:30835:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a6400. 00000020:00000010:0.0:1783948426.662420:0:30835:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437133c0. 00000008:00000010:0.0:1783948426.662422:0:30835:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948426.662425:0:30835:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948426.662427:0:30835:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948426.662431:0:30835:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948426.662434:0:30835:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948426.662436:0:30835:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a6000. 00000008:00000010:0.0:1783948426.662438:0:30835:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948426.662441:0:30835:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948426.662445:0:30835:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948426.662447:0:30835:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948426.662449:0:30835:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a6c00. 00000020:00000010:0.0:1783948426.662451:0:30835:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:0.0:1783948426.662453:0:30835:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.662455:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.662456:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948426.662458:0:30835:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948426.662461:0:30835:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948426.662463:0:30835:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948426.662466:0:30835:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x25:0x0](ffff89e951d78908) 00000080:00010000:0.0:1783948426.662469:0:30835:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff89e951d78908) for lock 0x8c7cf19e4b440b8b 00800000:00000001:0.0:1783948426.662472:0:30835:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948426.662474:0:30835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948426.662475:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948426.662476:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948426.662477:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=3 00000020:00000001:0.0:1783948426.662480:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:0.0:1783948426.662482:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:0.0:1783948426.662484:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.662485:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948426.662486:0:30835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948426.662488:0:30835:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662490:0:30835:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783948426.662491:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948426.662498:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948442 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.662506:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662511:0:30835:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948426.662515:0:30835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff89e951d78908) 00000080:00000001:0.0:1783948426.662517:0:30835:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948426.662520:0:30835:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959438200. 00000100:00000001:0.0:1783948426.662523:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948426.662526:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948442 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948426.662531:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662534:0:30835:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783948426.662536:0:30835:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662545:0:30835:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783948426.662548:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483a60 00000080:00200008:0.0:1783948426.662550:0:30835:0:(file.c:1058:ll_file_open()) START file f:[0x200000404:0x25:0x0](ffff89e951d78908), flags 100102 00000080:00000010:0.0:1783948426.662557:0:30835:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e951725040. 00000080:00000010:0.0:1783948426.662563:0:30835:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9511a2d40. 00000080:00000001:0.0:1783948426.662565:0:30835:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783948426.662569:0:30835:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1783948426.662572:0:30835:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783948426.662575:0:30835:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e95818e9a0. 00000002:00100000:0.0:1783948426.662579:0:30835:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948426.662584:0:30835:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948426.662586:0:30835:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783948426.662590:0:30835:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783948426.662593:0:30835:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662596:0:30835:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948426.662599:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948426.662601:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783948426.662608:0:30835:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948426.662612:0:30835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:0.0:1783948426.662645:0:30835:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783948426.662647:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948426.662650:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483a60 00000080:00000008:0.0:1783948426.662652:0:30835:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000404:0x25:0x0](ffff89e951d78908), flags 100102, rc = 0 00000080:00000001:0.0:1783948426.662656:0:30835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948426.662659:0:30835:0:(dcache.c:176:ll_intent_release()) intent ffff89e950619660 released 00000080:00010000:0.0:1783948426.662661:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b8b from it ffff89e950619660 00010000:00000001:0.0:1783948426.662663:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948426.662665:0:30835:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948426.662666:0:30835:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=3 00000020:00000001:0.0:1783948426.662668:0:30835:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:0.0:1783948426.662670:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:0.0:1783948426.662672:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948426.662676:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948426.662682:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.662684:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948426.662685:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948426.662688:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948426.662691:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948426.662698:0:30835:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948426.662700:0:30835:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948426.662703:0:30835:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948426.662708:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.662709:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948426.662710:0:30835:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.662714:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948426.662716:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.662718:0:30835:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.662720:0:30835:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948426.662722:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948426.662723:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948426.662724:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948426.662725:0:30835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783948426.662727:0:30835:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783948426.662729:0:30835:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783948426.662731:0:30835:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948426.662734:0:30835:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783948426.662735:0:30835:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662738:0:30835:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783948426.662740:0:30835:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662741:0:30835:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948426.662743:0:30835:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662745:0:30835:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948426.662747:0:30835:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e950619660. 00000080:00000001:0.0:1783948426.662750:0:30835:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948426.662755:0:30835:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948426.662757:0:30835:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x25:0x0](ffff89e951d78908), inode mode 81a4 mask 40 00000080:00000001:0.0:1783948426.662761:0:30835:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948427.480223:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948427.480228:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948427.480231:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948427.792198:0:30846:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948427.792208:0:30846:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948427.792211:0:30846:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948427.792216:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473bc0 00000080:00200000:0.0:1783948427.792220:0:30846:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948427.792229:0:30846:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a7a00. 00800000:00000002:0.0:1783948427.792236:0:30846:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948427.792240:0:30846:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948427.792245:0:30846:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948427.792247:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473ae0 00800000:00000002:0.0:1783948427.792250:0:30846:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948427.792253:0:30846:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948427.792257:0:30846:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948427.792263:0:30846:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948427.792265:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014739b0 00000002:00010000:0.0:1783948427.792266:0:30846:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948427.792270:0:30846:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948427.792272:0:30846:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948427.792275:0:30846:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948427.792283:0:30846:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:0.0:1783948427.792285:0:30846:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948427.792290:0:30846:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948427.792294:0:30846:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948427.792300:0:30846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948427.792311:0:30846:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948427.792317:0:30846:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948427.792321:0:30846:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948427.792328:0:30846:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948427.792330:0:30846:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948427.792332:0:30846:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948427.792334:0:30846:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948427.792336:0:30846:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948427.792338:0:30846:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948427.792340:0:30846:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948427.792343:0:30846:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948427.792347:0:30846:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a7a00. 00000080:00000001:0.0:1783948427.792351:0:30846:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948427.792353:0:30846:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948427.792356:0:30846:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948427.792360:0:30846:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440b7d 00800000:00000001:0.0:1783948427.792363:0:30846:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948427.792365:0:30846:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948427.792367:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948427.792369:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948427.792372:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:0.0:1783948427.792375:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:0.0:1783948427.792377:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:0.0:1783948427.792380:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948427.792381:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948427.792382:0:30846:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948427.792384:0:30846:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948427.792387:0:30846:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b7d from it ffffb87d01473bf8 00010000:00000001:0.0:1783948427.792389:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948427.792390:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948427.792391:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:0.0:1783948427.792393:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:0.0:1783948427.792395:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:0.0:1783948427.792397:0:30846:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948427.792399:0:30846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948427.792405:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948427.792406:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948427.792407:0:30846:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948427.792409:0:30846:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948427.792412:0:30846:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948427.792421:0:30846:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948427.792425:0:30846:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948427.792427:0:30846:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948427.792433:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948427.792434:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948427.792436:0:30846:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948427.792440:0:30846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948427.792442:0:30846:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948427.792444:0:30846:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948427.792447:0:30846:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948427.792449:0:30846:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948427.792450:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948427.792451:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948427.792455:0:30846:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948427.792456:0:30846:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948427.792459:0:30846:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948427.792463:0:30846:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948427.792470:0:30846:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e7c0. 00000020:00000001:0.0:1783948427.792474:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473b28 00000080:00200000:0.0:1783948427.792476:0:30846:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=25 00000080:00000001:0.0:1783948427.792480:0:30846:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948427.792482:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014739d8 00000080:00200000:0.0:1783948427.792483:0:30846:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:0.0:1783948427.792490:0:30846:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a7a00. 00800000:00000002:0.0:1783948427.792492:0:30846:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948427.792497:0:30846:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948427.792498:0:30846:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948427.792499:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014738f8 00800000:00000002:0.0:1783948427.792501:0:30846:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948427.792504:0:30846:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948427.792507:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473890 00800000:00000002:0.0:1783948427.792509:0:30846:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1783948427.792511:0:30846:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948427.792513:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014737c8 00000002:00010000:0.0:1783948427.792514:0:30846:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1783948427.792518:0:30846:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948427.792520:0:30846:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948427.792524:0:30846:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240380. 00000020:00000040:0.0:1783948427.792529:0:30846:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948427.792534:0:30846:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948427.792538:0:30846:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948427.792541:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948427.792542:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948427.792544:0:30846:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948427.792547:0:30846:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948427.792549:0:30846:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948427.792551:0:30846:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948427.792557:0:30846:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950637400. 00000100:00000001:0.0:1783948427.792564:0:30846:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948427.792570:0:30846:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948427.792572:0:30846:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948427.792574:0:30846:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948427.792575:0:30846:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948427.792576:0:30846:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948427.792584:0:30846:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00010000:00000001:0.0:1783948427.792588:0:30846:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948427.792590:0:30846:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948427.792593:0:30846:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:0.0:1783948427.792595:0:30846:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948427.792598:0:30846:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948427.792601:0:30846:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465ab400. 00000020:00000001:0.0:1783948427.792604:0:30846:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948427.792606:0:30846:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465ab400 with handle 0x8c7cf19e4b440b92 to hash 00000020:00000001:0.0:1783948427.792609:0:30846:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948427.792610:0:30846:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:0.0:1783948427.792613:0:30846:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:0.0:1783948427.792615:0:30846:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948427.792617:0:30846:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948427.792621:0:30846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948427.792629:0:30846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948427.792643:0:30846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30846 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948427.792648:0:30846:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948427.792650:0:30846:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948427.792656:0:30846:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161300. 00000100:00000001:0.0:1783948427.792659:0:30846:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913627392 : -129839795924224 : ffff89e951161300) 00000100:00000001:0.0:1783948427.792661:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948427.792663:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000001:0.0:1783948427.792667:0:30846:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948427.792672:0:30846:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948427.792674:0:30846:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948427.792676:0:30846:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948427.792687:0:30846:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948427.792696:0:30846:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948427.792699:0:30846:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948427.792703:0:30846:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948427.792706:0:30846:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948427.792708:0:30846:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948427.792713:0:30846:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30846:1870603636494592:192.168.202.104@tcp:101:touch.0 00000100:00000001:0.0:1783948427.792717:0:30846:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948427.792723:0:30846:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948427.792725:0:30846:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948427.792727:0:30846:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948427.792732:0:30846:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018a000. 02000000:00000001:0.0:1783948427.792734:0:30846:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948427.792742:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948427.792747:0:30846:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aee70. 00000400:00000010:0.0:1783948427.792754:0:30846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf880. 00000100:00000200:0.0:1783948427.792768:0:30846:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636494592, portal 10 00000100:00000001:0.0:1783948427.792770:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948427.792772:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000040:0.0:1783948427.792777:0:30846:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948443 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948427.792785:0:30846:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948427.792788:0:30846:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948427.792790:0:30846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf4c8. 00000100:00000200:0.0:1783948427.792793:0:30846:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636494592, offset 0 00000400:00000200:0.0:1783948427.792800:0:30846:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948427.792808:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.792817:0:30846:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948427.792823:0:30846:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948427.792828:0:30846:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948427.792832:0:30846:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948427.792835:0:30846:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948427.792840:0:30846:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2386:2386:256:4294967295] 192.168.202.104@tcp LPNI seq info [2386:2386:8:4294967295] 00000400:00000200:0.0:1783948427.794320:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.794336:0:30846:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948427.794346:0:30846:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948427.794354:0:30846:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948427.794362:0:30846:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948427.794371:0:30846:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948427.794376:0:30846:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783948427.794621:0:30846:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948427.794630:0:30846:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 780328 usecs (781 jiffies) 00000400:00000200:0.0:1783948427.794635:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948427.794638:0:30846:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296518727 00000100:00000001:0.0:1783948427.794649:0:30846:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296517861 00000100:00000001:0.0:1783948427.794655:0:30846:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296518727 00000100:00000001:0.0:1783948427.794659:0:30846:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296517861 00000100:00000001:0.0:1783948427.794665:0:30846:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948427.794669:0:30846:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948427.794672:0:30846:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948427.794674:0:30846:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948427.794677:0:30846:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161300 going to sleep for 11 seconds 00000100:00000001:0.0:1783948427.794680:0:30846:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948427.794683:0:30846:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948427.799971:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948427.799984:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948427.800001:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948427.800011:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948427.800020:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf4c8 00000400:00000010:1.0:1783948427.800023:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf4c8. 00000100:00000001:1.0:1783948427.800028:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948427.800039:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948443 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948427.800060:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948427.800064:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948443 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948427.800071:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948427.800073:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948427.810544:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948427.810563:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948427.810567:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948427.810570:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948427.810578:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.810587:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948427.810597:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.810602:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.810608:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.810611:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944d100 00000400:00000200:0.0:1783948427.810617:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.810623:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6999 [1] + 224 00000800:00000001:0.0:1783948427.810635:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948427.810643:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948427.810646:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948427.810651:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948427.810658:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948427.810667:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948443 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948427.810678:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948443 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948427.810690:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948427.810699:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948427.810703:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948427.811728:0:30846:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948427.811745:0:30846:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948427.811747:0:30846:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948427.811751:0:30846:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aee70. 00000400:00000200:3.0:1783948427.811760:0:30846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf880 00000400:00000010:3.0:1783948427.811762:0:30846:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf880. 00000100:00000001:3.0:1783948427.811766:0:30846:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948427.811774:0:30846:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948443 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948427.811784:0:30846:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948443 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948427.811791:0:30846:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948427.811793:0:30846:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948427.811795:0:30846:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948427.811799:0:30846:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948427.811803:0:30846:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948427.811806:0:30846:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948427.811810:0:30846:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948427.811822:0:30846:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=97 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948427.811826:0:30846:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948427.811828:0:30846:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948427.811831:0:30846:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.811834:0:30846:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948427.811838:0:30846:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948427.811869:0:30846:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948427.811872:0:30846:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:3.0:1783948427.811874:0:30846:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948427.811877:0:30846:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948427.811882:0:30846:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948443 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948427.811889:0:30846:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948427.811892:0:30846:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948427.811894:0:30846:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948427.811898:0:30846:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948443 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948427.811905:0:30846:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30846:1870603636494592:192.168.202.104@tcp:101:touch.0 00000100:00000001:3.0:1783948427.811911:0:30846:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948427.811914:0:30846:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948427.811916:0:30846:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948427.811918:0:30846:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948427.811921:0:30846:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948443 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948427.811928:0:30846:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948427.811932:0:30846:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e951161300. 00000100:00000001:3.0:1783948427.811936:0:30846:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948427.811938:0:30846:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.811941:0:30846:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948427.811945:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.811948:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.811954:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=4 00000020:00000001:3.0:1783948427.811957:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.811960:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000040:3.0:1783948427.811969:0:30846:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465ab400, remote cookie: 0x2ceea11ad5e05d72, flags: 0x1001 00010000:00010000:3.0:1783948427.811975:0:30846:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948427.811993:0:30846:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948427.811997:0:30846:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783948427.812008:0:30846:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459d00. 00010000:00000010:3.0:1783948427.812012:0:30846:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7400. 00010000:00000001:3.0:1783948427.812017:0:30846:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948427.812020:0:30846:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948427.812029:0:30846:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948427.812035:0:30846:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948427.812039:0:30846:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948427.812041:0:30846:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948427.812042:0:30846:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948427.812286:0:30846:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948427.812289:0:30846:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff89e959459d00) refcount = 1 00010000:00010000:3.0:1783948427.812294:0:30846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948427.812301:0:30846:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948427.812305:0:30846:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948427.812306:0:30846:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948427.812311:0:30846:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948427.812313:0:30846:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948427.812317:0:30846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948427.812322:0:30846:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948427.812324:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812326:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948427.812327:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812328:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948427.812329:0:30846:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948427.812334:0:30846:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948427.812336:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812338:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812339:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=3 00000020:00000001:3.0:1783948427.812341:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812344:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812346:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812347:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812349:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=4 00000020:00000001:3.0:1783948427.812350:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812352:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812356:0:30846:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948427.812360:0:30846:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948427.812363:0:30846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948427.812369:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812370:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948427.812371:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812372:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812373:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=5 00000020:00000001:3.0:1783948427.812374:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812377:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812379:0:30846:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948427.812382:0:30846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948427.812387:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812388:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948427.812390:0:30846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948427.812395:0:30846:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948427.812396:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812397:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948427.812398:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812399:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948427.812405:0:30846:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948443 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948427.812411:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812412:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812414:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=3 00000020:00000001:3.0:1783948427.812416:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812418:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812420:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812421:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948427.812422:0:30846:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948427.812424:0:30846:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948427.812427:0:30846:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948427.812430:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812432:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812433:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=3 00000020:00000001:3.0:1783948427.812434:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812436:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00000002:00010000:3.0:1783948427.812440:0:30846:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948427.812451:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812452:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948427.812454:0:30846:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948427.812456:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812457:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812458:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=3 00000020:00000001:3.0:1783948427.812460:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812462:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000040:3.0:1783948427.812466:0:30846:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459d00 count: 2 00010000:00000001:3.0:1783948427.812469:0:30846:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948427.812472:0:30846:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1783948427.812475:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812476:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948427.812477:0:30846:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948427.812480:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473750 00000002:00002000:3.0:1783948427.812483:0:30846:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948427.812486:0:30846:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948427.812490:0:30846:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948427.812492:0:30846:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948427.812495:0:30846:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948427.812498:0:30846:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948427.812501:0:30846:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:3.0:1783948427.812504:0:30846:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948427.812506:0:30846:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01473ac8 it_disposition b 00000080:00000001:3.0:1783948427.812508:0:30846:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948427.812514:0:30846:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948427.812516:0:30846:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948427.812528:0:30846:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948427.812531:0:30846:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783948427.812537:0:30846:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948427.812540:0:30846:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1783948427.812542:0:30846:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948427.812545:0:30846:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948427.812548:0:30846:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1783948427.812552:0:30846:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 4096 00000080:00200000:3.0:1783948427.812555:0:30846:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff89e951d85348): rc = 0 00000080:00000001:3.0:1783948427.812557:0:30846:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926357832 : -129839783193784 : ffff89e951d85348) 00010000:00000001:3.0:1783948427.812559:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812560:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812562:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=3 00000020:00000001:3.0:1783948427.812564:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812565:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812567:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812568:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948427.812570:0:30846:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948427.812571:0:30846:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948427.812573:0:30846:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948427.812575:0:30846:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948427.812576:0:30846:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948427.812579:0:30846:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440b92 00800000:00000001:3.0:1783948427.812582:0:30846:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948427.812583:0:30846:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948427.812584:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812585:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812587:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=3 00000020:00000001:3.0:1783948427.812588:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812590:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812592:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812593:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948427.812594:0:30846:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948427.812596:0:30846:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783948427.812603:0:30846:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f31ca8 inode ffff89e951d85348 refc 1 flags 0x20000e 00000080:00000001:3.0:1783948427.812612:0:30846:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948427.812614:0:30846:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948427.812616:0:30846:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783948427.812619:0:30846:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) 00000080:00010000:3.0:1783948427.812624:0:30846:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440b92 from it ffffb87d01473ac8 00010000:00000001:3.0:1783948427.812627:0:30846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948427.812628:0:30846:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948427.812629:0:30846:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab400 refcount=3 00000020:00000001:3.0:1783948427.812630:0:30846:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812632:0:30846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575680 : -129839975975936 : ffff89e9465ab400) 00010000:00000001:3.0:1783948427.812634:0:30846:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948427.812636:0:30846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948427.812642:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812643:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948427.812644:0:30846:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948427.812646:0:30846:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948427.812649:0:30846:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948427.812655:0:30846:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948427.812658:0:30846:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948427.812660:0:30846:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948427.812665:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812665:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948427.812667:0:30846:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.812669:0:30846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948427.812671:0:30846:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.812673:0:30846:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.812676:0:30846:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.812678:0:30846:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948427.812680:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812681:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948427.812682:0:30846:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948427.812686:0:30846:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a7a00. 00000100:00000001:3.0:1783948427.812691:0:30846:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948427.812696:0:30846:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240380 x1870603636494592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948443 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948427.812703:0:30846:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948427.812706:0:30846:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948427.812709:0:30846:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018a000. 02000000:00000001:3.0:1783948427.812724:0:30846:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948427.812727:0:30846:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948427.812728:0:30846:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948427.812731:0:30846:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948427.812737:0:30846:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950637400. 02000000:00000001:3.0:1783948427.812741:0:30846:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948427.812744:0:30846:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948427.812745:0:30846:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240380. 00000100:00000001:3.0:1783948427.812749:0:30846:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948427.812751:0:30846:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948427.812758:0:30846:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948427.812761:0:30846:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348), inode mode 41ed mask 1 00000080:00000001:3.0:1783948427.812766:0:30846:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948427.812784:0:30846:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abba0. 00000080:00000001:3.0:1783948427.812788:0:30846:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948427.812789:0:30846:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348), inode mode 41ed mask 3 00000080:00000001:3.0:1783948427.812792:0:30846:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948427.812795:0:30846:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783948427.812797:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473b50 00000080:00200000:3.0:1783948427.812799:0:30846:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff89e951d85348), file ffff89e9432b2900, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1783948427.812804:0:30846:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e960204ae0. 00000080:00000001:3.0:1783948427.812808:0:30846:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948427.812810:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473a00 00000080:00200000:3.0:1783948427.812811:0:30846:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff89e951d85348), intent=open|creat 00000080:00000010:3.0:1783948427.812818:0:30846:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774e00. 00000080:00000001:3.0:1783948427.812826:0:30846:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948427.812829:0:30846:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948427.812831:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473920 00800000:00000002:3.0:1783948427.812833:0:30846:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:3.0:1783948427.812837:0:30846:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783948427.812839:0:30846:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783948427.812881:0:30846:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948427.812885:0:30846:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783948427.812888:0:30846:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783948427.812890:0:30846:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783948427.812893:0:30846:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783948427.812895:0:30846:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x26:0x0] 40000000:00000001:3.0:1783948427.812898:0:30846:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948427.812900:0:30846:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948427.812902:0:30846:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948427.812904:0:30846:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948427.812906:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014738a0 00800000:00000002:3.0:1783948427.812907:0:30846:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1783948427.812912:0:30846:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948427.812913:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014737d8 00000002:00010000:3.0:1783948427.812915:0:30846:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1783948427.812918:0:30846:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948427.812921:0:30846:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783948427.812924:0:30846:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783948427.812927:0:30846:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948427.812929:0:30846:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948427.812931:0:30846:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459d00 count: 2 00010000:00000001:3.0:1783948427.812933:0:30846:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948427.812936:0:30846:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948427.812938:0:30846:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.812940:0:30846:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948427.812942:0:30846:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948427.812946:0:30846:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65180. 00000020:00000040:3.0:1783948427.812950:0:30846:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948427.812954:0:30846:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948427.812956:0:30846:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.812959:0:30846:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948427.812963:0:30846:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948427.812966:0:30846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948427.812967:0:30846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948427.812968:0:30846:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948427.812972:0:30846:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948427.812974:0:30846:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948427.812979:0:30846:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948427.813952:0:30846:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8400. 00000100:00000001:3.0:1783948427.813968:0:30846:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.813973:0:30846:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948427.813975:0:30846:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.813977:0:30846:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948427.813978:0:30846:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948427.813980:0:30846:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948427.813993:0:30846:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00010000:00000001:3.0:1783948427.814005:0:30846:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948427.814007:0:30846:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948427.814012:0:30846:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459d00 count: 2 00010000:00000001:3.0:1783948427.814014:0:30846:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948427.814017:0:30846:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948427.819136:0:30846:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aae00. 00000020:00000001:0.0:1783948427.819152:0:30846:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948427.819156:0:30846:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aae00 with handle 0x8c7cf19e4b440b99 to hash 00000020:00000001:0.0:1783948427.819159:0:30846:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948427.819160:0:30846:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948427.819165:0:30846:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948427.819170:0:30846:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948427.819173:0:30846:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948427.819177:0:30846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440b99 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948427.819186:0:30846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440b99 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30846 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783948427.819207:0:30846:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783948427.819221:0:30846:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65180 x1870603636494848/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783948427.819230:0:30846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440b99 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30846 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948427.819235:0:30846:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948427.819237:0:30846:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948427.819246:0:30846:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161300. 00000100:00000001:0.0:1783948427.819248:0:30846:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913627392 : -129839795924224 : ffff89e951161300) 00000100:00000001:0.0:1783948427.819251:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948427.819252:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:0.0:1783948427.819257:0:30846:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948427.819262:0:30846:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948427.819264:0:30846:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948427.819265:0:30846:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948427.819269:0:30846:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65180 x1870603636494848/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948427.819277:0:30846:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948427.819279:0:30846:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948427.819283:0:30846:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948427.819286:0:30846:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948427.819288:0:30846:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948427.819291:0:30846:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30846:1870603636494848:192.168.202.104@tcp:101:touch.0 00000100:00000001:0.0:1783948427.819295:0:30846:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948427.819301:0:30846:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948427.819304:0:30846:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948427.819306:0:30846:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948427.819364:0:30846:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:0.0:1783948427.819367:0:30846:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948427.819376:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948427.819381:0:30846:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aee70. 00000400:00000010:0.0:1783948427.819389:0:30846:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e950637400. 00000100:00000200:0.0:1783948427.819396:0:30846:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636494848, portal 10 00000100:00000001:0.0:1783948427.819398:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948427.819400:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000040:0.0:1783948427.819406:0:30846:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65180 x1870603636494848/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948443 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948427.819414:0:30846:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948427.819417:0:30846:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948427.819421:0:30846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfc38. 00000100:00000200:0.0:1783948427.819424:0:30846:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636494848, offset 0 00000400:00000200:0.0:1783948427.819431:0:30846:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948427.819442:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.819451:0:30846:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948427.819457:0:30846:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948427.819462:0:30846:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948427.819466:0:30846:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948427.819469:0:30846:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948427.819473:0:30846:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2387:2387:256:4294967295] 192.168.202.104@tcp LPNI seq info [2387:2387:8:4294967295] 00000400:00000200:0.0:1783948427.819477:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.819488:0:30846:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948427.819498:0:30846:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948427.819504:0:30846:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948427.819512:0:30846:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948427.820672:0:30846:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948427.820678:0:30846:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783948427.820692:0:30846:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948427.820699:0:30846:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 779241 usecs (780 jiffies) 00000400:00000200:0.0:1783948427.820705:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948427.820709:0:30846:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296518752 00000100:00000001:0.0:1783948427.821432:0:30846:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296518727 00000100:00000001:0.0:1783948427.821439:0:30846:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296518753 00000100:00000001:0.0:1783948427.821442:0:30846:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296518727 00000100:00000001:0.0:1783948427.821445:0:30846:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948427.821450:0:30846:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948427.821453:0:30846:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948427.821456:0:30846:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948427.821459:0:30846:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161300 going to sleep for 11 seconds 00000100:00000001:0.0:1783948427.821461:0:30846:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948427.821465:0:30846:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948427.823203:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948427.823214:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948427.823225:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948427.823235:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948427.823242:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfc38 00000400:00000010:1.0:1783948427.823245:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfc38. 00000100:00000001:1.0:1783948427.823252:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948427.823260:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65180 x1870603636494848/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948443 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948427.823273:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948427.823277:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636494848/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948443 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948427.823285:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948427.823287:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948427.838536:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948427.838558:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948427.838563:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948427.838565:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948427.838575:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.838586:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948427.838597:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.838602:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.838608:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.838613:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd944d200 00000400:00000200:0.0:1783948427.838618:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.838624:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x69a9 [32] + 224 00000800:00000001:0.0:1783948427.838632:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948427.838639:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948427.838643:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948427.838647:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948427.838657:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948427.838665:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65180 x1870603636494848/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948443 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948427.838676:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e950b65180 x1870603636494848/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948443 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948427.838705:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948427.838722:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948427.838726:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.838732:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948427.838737:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2388:2388:256:4294967295] 192.168.202.104@tcp LPNI seq info [2388:2388:8:4294967295] 00000400:00000200:0.0:1783948427.838741:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948427.838749:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948427.838755:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948427.838761:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e950637800. 00000800:00000200:0.0:1783948427.838767:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948427.838775:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948427.838779:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950637800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948427.838927:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948427.838931:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e950637800. 00000400:00000200:0.0:1783948427.838934:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948427.838938:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948427.838944:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948427.838948:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948427.843123:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948427.843129:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3600. 00000400:00000200:0.0:1783948427.843135:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948427.843140:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948427.843146:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2cc0 00000400:00000010:0.0:1783948427.843149:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2cc0. 00000100:00000001:0.0:1783948427.843153:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948427.843158:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636495104/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948427.843168:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948427.843170:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c000 x1870603636495104/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948443 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948427.843177:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948427.843179:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948427.848031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fe00. 00010000:00000010:2.1:1783948427.848044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aae00. 00000100:00000040:3.0:1783948428.504060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948428.504072:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948428.504082:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64380. 00000020:00000040:3.0:1783948428.504088:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948428.504092:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948428.504095:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948428.504100:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948428.504108:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9a00. 00000100:00000001:3.0:1783948428.504115:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504127:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948428.504138:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948428.504142:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504149:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1b3456f] to pc [ptlrpcd_01_00+0] req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504176:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948428.504182:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783948428.504188:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1783948428.504191:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1783948428.504193:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.504200:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948428.504202:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.504205:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.504206:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948428.504208:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948428.504213:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504221:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948428.504223:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.504227:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948428.504229:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948428.504232:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948428.504235:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636495232:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948428.504239:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948428.504244:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948428.504247:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.504249:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948428.504253:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958774c00. 02000000:00000001:3.0:1783948428.504256:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948428.504263:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948428.504267:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948428.504274:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125000. 00000100:00000200:3.0:1783948428.504281:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636495232, portal 25 00000100:00000001:3.0:1783948428.504283:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948428.504285:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000040:3.0:1783948428.504291:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504297:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948428.504300:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948428.504303:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948428.504306:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636495232, offset 0 00000400:00000200:3.0:1783948428.504313:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948428.504321:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948428.504328:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948428.504333:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948428.504337:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948428.504341:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948428.504344:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948428.504347:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2390:2390:256:4294967295] 192.168.202.104@tcp LPNI seq info [2390:2390:8:4294967295] 00000400:00000200:3.0:1783948428.504351:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948428.504362:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948428.504368:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948428.504373:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9500. 00000800:00000200:3.0:1783948428.504380:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948428.504387:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948428.504391:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948428.504408:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948428.504412:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948428.504414:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296522981 00000100:00000001:3.0:1783948428.504422:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296518773 00000100:00000001:3.0:1783948428.504439:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296522981 00000100:00000001:3.0:1783948428.504442:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296518773 00000100:00000001:3.0:1783948428.504444:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948428.504447:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.504449:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.504452:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948428.504465:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64a80. 00000020:00000040:3.0:1783948428.504468:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948428.504470:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948428.504472:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948428.504474:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948428.504477:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9c00. 00000100:00000001:3.0:1783948428.504481:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504485:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948428.504492:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948428.504494:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504498:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6937111] to pc [ptlrpcd_01_01+1] req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504509:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948428.504514:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783948428.504520:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.504522:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948428.504523:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948428.504527:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504533:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948428.504534:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.504536:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948428.504537:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948428.504539:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948428.504541:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636495360:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948428.504544:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948428.504546:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948428.504547:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.504549:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948428.504551:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958774200. 02000000:00000001:3.0:1783948428.504553:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948428.504557:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948428.504559:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948428.504563:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125aa0. 00000100:00000200:3.0:1783948428.504565:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636495360, portal 10 00000100:00000001:3.0:1783948428.504567:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948428.504569:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907350144 : -129839802201472 : ffff89e950b64a80) 00000100:00000040:3.0:1783948428.504575:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504581:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948428.504583:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948428.504585:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125c38. 00000100:00000200:3.0:1783948428.504587:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636495360, offset 0 00000400:00000200:3.0:1783948428.504591:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948428.504595:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948428.504598:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948428.504601:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948428.504603:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948428.504605:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948428.504607:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948428.504610:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2391:2391:255:4294967295] 192.168.202.104@tcp LPNI seq info [2391:2391:7:4294967295] 00000400:00000200:3.0:1783948428.504614:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948428.504620:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948428.504624:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948428.504627:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9800. 00000800:00000200:3.0:1783948428.504631:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948428.504635:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948428.504637:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948428.504640:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504644:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 778157 usecs (779 jiffies) 00000400:00000200:3.0:1783948428.504647:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948428.504649:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296519435 00000100:00000001:3.0:1783948428.504651:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296522981 00000100:00000001:3.0:1783948428.504653:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296519435 00000100:00000001:3.0:1783948428.504655:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296522981 00000100:00000001:3.0:1783948428.504657:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948428.504659:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.504661:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.504663:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.504667:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948428.504668:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948428.504670:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.504671:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948428.504673:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.504674:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948428.504682:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000020:00000040:3.0:1783948428.504685:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948428.504687:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948428.504689:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948428.504691:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948428.504694:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9100. 00000100:00000001:3.0:1783948428.504697:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504701:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948428.504707:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948428.504709:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504713:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007335cb33] to pc [ptlrpcd_01_00+0] req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504725:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948428.504730:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783948428.504735:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.504737:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948428.504738:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948428.504740:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000200:1.0:1783948428.504741:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1783948428.504742:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.504744:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1783948428.504745:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000100:00000001:3.0:1783948428.504746:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.504747:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.504748:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948428.504750:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1783948428.504752:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1783948428.504753:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783948428.504757:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:3.0:1783948428.504760:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948428.504761:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948428.504762:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 02000000:00000001:3.0:1783948428.504763:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948428.504764:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1783948428.504765:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 02000000:00000001:3.0:1783948428.504766:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948428.504769:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636495488:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948428.504769:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1783948428.504772:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1783948428.504773:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1783948428.504774:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948428.504776:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.504778:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948428.504780:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775a00. 02000000:00000001:3.0:1783948428.504781:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948428.504782:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1783948428.504784:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000040:1.0:1783948428.504786:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1783948428.504787:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98f20. 00000400:00000010:3.0:1783948428.504792:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000001:1.0:1783948428.504792:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783948428.504794:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636495488, portal 4 00000100:00000001:1.0:1783948428.504794:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948428.504796:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948428.504797:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000100:00000040:3.0:1783948428.504802:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504807:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948428.504809:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948428.504811:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125908. 00000100:00000200:3.0:1783948428.504813:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636495488, offset 0 00000400:00000200:3.0:1783948428.504817:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948428.504820:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948428.504823:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948428.504826:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948428.504828:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948428.504830:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948428.504832:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948428.504835:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2392:2392:255:4294967295] 192.168.202.104@tcp LPNI seq info [2392:2392:7:4294967295] 00000400:00000200:3.0:1783948428.504881:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948428.504887:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948428.504890:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1783948428.504892:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948428.504892:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9800. 00000800:00000010:3.0:1783948428.504895:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9500. 00000400:00000200:1.0:1783948428.504895:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1783948428.504898:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000400:00000200:1.0:1783948428.504899:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948428.504902:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125c38 00000800:00000200:3.0:1783948428.504903:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000400:00000010:1.0:1783948428.504904:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125c38. 00000800:00000200:3.0:1783948428.504905:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948428.504906:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1783948428.504908:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783948428.504910:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783948428.504911:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21676 usecs (22 jiffies) 00000400:00000200:3.0:1783948428.504914:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948428.504917:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296518679 00000100:00000001:1.0:1783948428.504918:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948428.504919:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296522981 00000100:00000040:1.0:1783948428.504920:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504921:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296518679 00000100:00000001:3.0:1783948428.504924:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296522981 00000100:00000001:3.0:1783948428.504926:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948428.504927:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.504928:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948428.504929:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948428.504930:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.504932:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948428.504938:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1783948428.504941:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000800:00000010:1.0:1783948428.504941:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000020:00000040:3.0:1783948428.504943:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000400:00000200:1.0:1783948428.504943:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1783948428.504946:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948428.504947:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1783948428.504947:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 02000000:00000001:3.0:1783948428.504949:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948428.504949:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125908 00000400:00000010:1.0:1783948428.504951:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125908. 02000000:00000010:3.0:1783948428.504953:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9000. 00000100:00000001:1.0:1783948428.504953:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1783948428.504956:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783948428.504956:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783948428.504960:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948428.504963:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948428.504967:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504973:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948428.504973:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948428.504975:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948428.504976:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.504979:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024a4f388] to pc [ptlrpcd_01_01+1] req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.504990:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.504996:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.504998:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948428.504999:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948428.505003:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.505009:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948428.505011:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.505013:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948428.505014:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948428.505016:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948428.505019:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636495616:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948428.505023:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948428.505025:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948428.505027:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.505028:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948428.505030:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775c00. 02000000:00000001:3.0:1783948428.505032:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948428.505035:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948428.505037:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948428.505040:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125f68. 00000100:00000200:3.0:1783948428.505044:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636495616, portal 4 00000100:00000001:3.0:1783948428.505045:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948428.505047:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:3.0:1783948428.505052:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.505063:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948428.505065:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948428.505067:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948428.505070:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636495616, offset 0 00000400:00000200:3.0:1783948428.505074:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948428.505078:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948428.505081:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948428.505084:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948428.505086:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948428.505088:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948428.505090:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948428.505093:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2393:2393:256:4294967295] 192.168.202.104@tcp LPNI seq info [2393:2393:8:4294967295] 00000400:00000200:3.0:1783948428.505097:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948428.505103:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948428.505106:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948428.505109:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9d00. 00000800:00000200:3.0:1783948428.505113:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948428.505116:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948428.505119:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948428.505124:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.505127:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 288655 usecs (289 jiffies) 00000400:00000200:3.0:1783948428.505129:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948428.505131:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296518946 00000100:00000001:3.0:1783948428.505133:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296522981 00000100:00000001:3.0:1783948428.505135:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296518946 00000100:00000001:3.0:1783948428.505137:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296522981 00000100:00000001:3.0:1783948428.505139:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948428.505141:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.505144:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.505146:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.505149:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948428.505151:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948428.505152:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.505154:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948428.505155:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.505156:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.505165:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1856) 00000800:00000200:0.0:1783948428.505579:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948428.505584:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9d00. 00000400:00000200:0.0:1783948428.505587:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948428.505592:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948428.505595:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:0.0:1783948428.505597:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:0.0:1783948428.505600:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948428.505604:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948428.505612:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948428.505615:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948428.505621:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948428.505622:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1783948428.505904:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948428.505908:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948428.505911:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1783948428.520922:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.520941:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948428.520946:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.520949:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948428.520957:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.520965:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948428.520975:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.520981:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.520986:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.520991:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944d380 00000400:00000200:1.0:1783948428.520996:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521003:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x69c1 [1] + 224 00000800:00000001:1.0:1783948428.521011:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.521016:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948428.521019:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948428.521023:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948428.521032:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948428.521041:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948428.521053:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948428.521075:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948428.521084:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.521088:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948428.521090:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.521093:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948428.521095:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521099:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948428.521103:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521106:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521109:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521112:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944d400 00000400:00000200:1.0:1783948428.521116:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521120:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x69c9 [1] + 224 00000800:00000001:1.0:1783948428.521124:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.521128:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948428.521130:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948428.521133:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948428.521135:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948428.521140:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948428.521148:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948428.521154:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948428.521157:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.521160:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948428.521161:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.521163:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948428.521166:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521169:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948428.521172:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521174:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521176:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521179:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944d500 00000400:00000200:1.0:1783948428.521182:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948428.521185:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x69d9 [1] + 224 00000800:00000001:1.0:1783948428.521188:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.521247:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948428.521250:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948428.521253:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948428.521256:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948428.521260:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948428.521268:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948428.521273:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948428.521277:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948428.521280:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.521543:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.521558:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948428.521566:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948428.521568:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948428.521572:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948428.521577:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125f68 00000400:00000010:3.0:1783948428.521580:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125f68. 00000100:00000001:3.0:1783948428.521583:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948428.521588:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948428.521597:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.521604:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948428.521606:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.521609:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948428.521613:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948428.521616:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948428.521621:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.521624:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948428.521636:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=98 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948428.521641:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948428.521643:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948428.521645:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948428.521649:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948428.521653:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.521658:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948428.521660:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948428.521662:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948428.521665:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.521670:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.521677:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948428.521680:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948428.521682:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948428.521686:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948428.521694:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636495616:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948428.521701:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948428.521702:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948428.521703:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948428.521706:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125aa0 00000400:00000010:3.0:1783948428.521707:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125aa0. 00000100:00000001:3.0:1783948428.521709:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948428.521725:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948428.521733:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.521738:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948428.521739:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.521741:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948428.521742:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948428.521744:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948428.521745:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.521747:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948428.521751:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=98 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948428.521754:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948428.521756:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948428.521757:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948428.521759:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948428.521760:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.521763:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948428.521765:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:3.0:1783948428.521766:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948428.521769:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.521772:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.521778:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948428.521780:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948428.521782:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948428.521785:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948428.521791:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636495360:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948428.521796:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948428.521797:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948428.521799:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948428.521801:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125000 00000400:00000010:3.0:1783948428.521803:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125000. 00000100:00000001:3.0:1783948428.521805:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948428.521808:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948428.521816:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.521821:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948428.521823:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.521824:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948428.521826:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948428.521827:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948428.521828:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.521830:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948428.521833:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948428.521843:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1783948428.521846:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948428.521848:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948428.521884:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948428.521887:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.521889:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.521893:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.521899:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948428.521901:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948428.521902:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948428.521905:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948428.521911:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636495232:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948428.521915:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.521917:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948428.521920:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67100 x1870603636495616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.521927:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948428.521931:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948428.521935:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775c00. 02000000:00000001:3.0:1783948428.521939:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948428.521942:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948428.521944:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948428.521946:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948428.521949:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9000. 02000000:00000001:3.0:1783948428.521953:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948428.521955:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948428.521957:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67100. 00000100:00000001:3.0:1783948428.521961:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948428.521963:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.521964:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948428.521967:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64a80 x1870603636495360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.521973:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948428.521975:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948428.521976:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958774200. 02000000:00000001:3.0:1783948428.521978:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948428.521980:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948428.521981:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948428.521983:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948428.521984:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9c00. 02000000:00000001:3.0:1783948428.521985:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948428.521986:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948428.521987:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64a80. 00000100:00000001:3.0:1783948428.521990:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948428.521991:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.521992:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948428.521995:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64380 x1870603636495232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.522000:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948428.522001:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948428.522003:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958774c00. 02000000:00000001:3.0:1783948428.522004:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948428.522006:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948428.522007:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948428.522008:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948428.522010:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9a00. 02000000:00000001:3.0:1783948428.522012:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948428.522013:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948428.522014:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64380. 00000100:00000001:3.0:1783948428.522016:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948428.522017:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.522020:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.522022:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.522024:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948428.522025:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.522027:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948428.541165:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948428.541186:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948428.541190:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948428.541193:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948428.541202:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948428.541210:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948428.541220:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948428.541225:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948428.541233:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948428.541237:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944d480 00000400:00000200:0.0:1783948428.541242:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948428.541248:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x69d1 [1] + 224 00000800:00000001:0.0:1783948428.541256:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948428.541287:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948428.541292:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948428.541296:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948428.541304:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948428.541313:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948428.541326:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948428.541354:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948428.541364:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948428.541367:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.542633:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.542641:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948428.542650:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948428.542652:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948428.542656:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98f20. 00000400:00000200:3.0:1783948428.542664:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948428.542666:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948428.542671:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948428.542680:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948428.542690:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.542697:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948428.542699:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.542701:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948428.542705:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948428.542707:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948428.542709:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948428.542725:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948428.542737:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=98 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948428.542741:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=153 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948428.542744:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948428.542746:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948428.542749:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948428.542752:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.542755:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783948428.542758:0:2356:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967331 gen 13 00000100:00000040:3.0:1783948428.542764:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967331) req@ffff89e950b66d80 x1870603636486912/t4294967331(4294967331) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948434 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948428.542772:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948428.542775:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66d80 x1870603636486912/t4294967331(4294967331) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948434 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948428.542782:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948428.542785:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948428.542788:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e9400. 02000000:00000001:3.0:1783948428.542793:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948428.542796:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948428.542798:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948428.542802:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948428.542805:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958775600. 02000000:00000001:3.0:1783948428.542808:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948428.542810:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948428.542812:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66d80. 00000100:00000001:3.0:1783948428.542816:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948428.542818:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.542820:0:2356:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783948428.542823:0:2356:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1783948428.542825:0:2356:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948428.542827:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948428.542832:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.542876:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948428.542879:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948428.542881:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948428.542886:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948428.542893:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636495488:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948428.542898:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.542900:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948428.542902:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636495488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948428.542907:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948428.542908:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948428.542909:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775a00. 02000000:00000001:3.0:1783948428.542912:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948428.542913:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948428.542914:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948428.542916:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948428.542918:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9100. 02000000:00000001:3.0:1783948428.542920:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948428.542922:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948428.542923:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:3.0:1783948428.542925:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948428.542926:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.542928:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948428.542935:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948428.542936:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948428.542938:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948428.542940:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948429.531597:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948429.531601:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948429.531605:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783948430.552440:0:15856:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783948430.552445:0:15856:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948430.552629:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948430.552633:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948430.552637:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:0.0:1783948430.927406:0:30835:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948430.927420:0:30835:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:0.0:1783948430.927429:0:30835:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:0.0:1783948430.927432:0:30835:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.927447:0:30835:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948430.927452:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483db8 00000080:00200008:0.0:1783948430.927456:0:30835:0:(file.c:447:ll_file_release()) START file f:[0x200000404:0x25:0x0](ffff89e951d78908), flags 100002 00000080:00000001:0.0:1783948430.927461:0:30835:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783948430.927465:0:30835:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783948430.927467:0:30835:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948430.927468:0:30835:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:0.0:1783948430.927471:0:30835:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:0.0:1783948430.927474:0:30835:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.927476:0:30835:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1783948430.927490:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.927496:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.927506:0:30835:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d700 count: 2 00010000:00000001:0.0:1783948430.927509:0:30835:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.927515:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948430.927518:0:30835:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x25:0x0]: 0 00000080:00000001:0.0:1783948430.927521:0:30835:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783948430.927524:0:30835:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783948430.927528:0:30835:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9509a6a00. 00000080:00000001:0.0:1783948430.927531:0:30835:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783948430.927536:0:30835:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783948430.927541:0:30835:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:0.0:1783948430.927544:0:30835:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x25:0x0] 00000002:00000001:0.0:1783948430.927548:0:30835:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783948430.927551:0:30835:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x25:0x0] file closed with intent: 0 00000100:00000010:0.0:1783948430.927559:0:30835:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241500. 00000020:00000040:0.0:1783948430.927564:0:30835:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948430.927568:0:30835:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948430.927573:0:30835:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948430.927580:0:30835:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948430.927586:0:30835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a6c00. 00000100:00000001:0.0:1783948430.927608:0:30835:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783948430.927635:0:30835:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783948430.927648:0:30835:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1783948430.927654:0:30835:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783948430.927662:0:30835:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948430.927664:0:30835:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948430.927673:0:30835:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948430.927676:0:30835:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913629504 : -129839795922112 : ffff89e951161b40) 00000100:00000001:0.0:1783948430.927680:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948430.927682:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000001:0.0:1783948430.927687:0:30835:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948430.927692:0:30835:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948430.927695:0:30835:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948430.927697:0:30835:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948430.927701:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948430.927710:0:30835:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948430.927712:0:30835:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948430.927718:0:30835:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948430.927721:0:30835:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948430.927724:0:30835:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948430.927727:0:30835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30835:1870603636495872:192.168.202.104@tcp:35:multiop.0 00000100:00000001:0.0:1783948430.927732:0:30835:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948430.927739:0:30835:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948430.927742:0:30835:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948430.927745:0:30835:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948430.927750:0:30835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636400. 02000000:00000001:0.0:1783948430.927752:0:30835:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948430.927762:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948430.927768:0:30835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948430.927779:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948430.927789:0:30835:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636495872, portal 10 00000100:00000001:0.0:1783948430.927791:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948430.927792:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000040:0.0:1783948430.927799:0:30835:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948446 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948430.927806:0:30835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948430.927809:0:30835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948430.927812:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfbb0. 00000100:00000200:0.0:1783948430.927826:0:30835:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636495872, offset 0 00000400:00000200:0.0:1783948430.927833:0:30835:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948430.927847:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.927875:0:30835:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948430.927880:0:30835:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948430.927903:0:30835:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948430.927909:0:30835:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948430.927912:0:30835:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948430.927916:0:30835:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2394:2394:256:4294967295] 192.168.202.104@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:0.0:1783948430.927921:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.927931:0:30835:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948430.927937:0:30835:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948430.927943:0:30835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948430.927952:0:30835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948430.928448:0:30835:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948430.928454:0:30835:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948430.928474:0:30835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948430.928480:0:30835:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 777071 usecs (778 jiffies) 00000400:00000200:0.0:1783948430.928484:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948430.928488:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296521858 00000100:00000001:0.0:1783948430.928492:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296522981 00000100:00000001:0.0:1783948430.928495:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296521858 00000100:00000001:0.0:1783948430.928497:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296522981 00000100:00000001:0.0:1783948430.928499:0:30835:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948430.928502:0:30835:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948430.928505:0:30835:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948430.928507:0:30835:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948430.928509:0:30835:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948430.928512:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948430.928515:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948430.928658:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948430.928663:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:0.0:1783948430.928669:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948430.928674:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948430.928681:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfbb0 00000400:00000010:0.0:1783948430.928683:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfbb0. 00000100:00000001:0.0:1783948430.928688:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948430.928693:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948446 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948430.928704:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948430.928707:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948446 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948430.928714:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948430.928716:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1783948430.958955:0:30866:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948430.958976:0:30866:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948430.958978:0:30866:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948430.958985:0:30866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948430.958990:0:30866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948430.958997:0:30866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948430.958999:0:30866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948430.959002:0:30866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948430.959004:0:30866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948430.959007:0:30866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948430.959008:0:30866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948430.959011:0:30866:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1783948430.959024:0:30866:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948430.959027:0:30866:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1783948430.959042:0:30866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1783948430.959127:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948430.959132:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948430.959135:0:15866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783948430.959139:0:15866:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783948430.959142:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948430.959150:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783948430.959165:0:15866:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948430.959170:0:15866:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948430.959173:0:15866:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948430.959176:0:15866:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1783948430.959191:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959194:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959201:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459d00 count: 2 00010000:00000001:0.0:1783948430.959204:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959209:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948430.959211:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959212:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959213:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459d00 count: 2 00010000:00000001:0.0:1783948430.959215:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959217:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.959220:0:15866:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.959223:0:15866:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783948430.959227:0:15866:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff89e951d85348) invalid 00000020:00000001:0.0:1783948430.959238:0:15866:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c8bca0 00000080:00002000:0.0:1783948430.959241:0:15866:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff89e951f31ca8) parent ffff89e951e2fe58 inode ffff89e951d85348 refc 1 00000080:00000001:0.0:1783948430.959245:0:15866:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783948430.959247:0:15866:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948430.959249:0:15866:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948430.959252:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948430.959256:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948430.959258:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948430.959260:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948430.959262:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948430.959265:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465ab400 with handle 0x8c7cf19e4b440b92 from hash 00010000:00000001:0.0:1783948430.959268:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948430.959269:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948430.959271:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948430.959273:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948430.959277:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948430.959279:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948430.959281:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948430.959283:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783948430.959291:0:15866:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948430.959293:0:15866:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948430.959294:0:15866:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948430.959295:0:15866:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1783948430.959297:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959299:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959301:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:0.0:1783948430.959303:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959305:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948430.959307:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959308:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959309:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:0.0:1783948430.959311:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959313:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948430.959315:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959316:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959318:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459500 count: 2 00010000:00000001:0.0:1783948430.959320:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959321:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.959323:0:15866:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783948430.959326:0:15866:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783948430.959330:0:15866:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783948430.959333:0:15866:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783948430.959334:0:15866:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948430.959335:0:15866:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948430.959337:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948430.959338:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948430.959340:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948430.959341:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948430.959342:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948430.959344:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596a00 with handle 0x8c7cf19e4b440b7d from hash 00010000:00000001:0.0:1783948430.959346:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948430.959347:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948430.959348:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948430.959349:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948430.959350:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948430.959352:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948430.959354:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948430.959356:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783948430.959362:0:15866:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948430.959363:0:15866:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948430.959364:0:15866:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948430.959365:0:15866:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:0.0:1783948430.959367:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959368:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959370:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d700 count: 2 00010000:00000001:0.0:1783948430.959371:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959373:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948430.959376:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959377:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959378:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d700 count: 2 00010000:00000001:0.0:1783948430.959380:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959382:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948430.959383:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959384:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959385:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d700 count: 2 00010000:00000001:0.0:1783948430.959387:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959389:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948430.959390:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959391:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959393:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d700 count: 2 00010000:00000001:0.0:1783948430.959395:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959396:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.959398:0:15866:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.959401:0:15866:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948430.959403:0:15866:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948430.959411:0:15866:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948430.959418:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7e00. 00000020:00000010:0.0:1783948430.959425:0:15866:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a6200. 00000020:00000010:0.0:1783948430.959429:0:15866:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437133c0. 00000008:00000010:0.0:1783948430.959437:0:15866:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948430.959442:0:15866:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948430.959448:0:15866:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948430.959454:0:15866:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948430.959459:0:15866:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948430.959462:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7400. 00000008:00000010:0.0:1783948430.959466:0:15866:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948430.959469:0:15866:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948430.959473:0:15866:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948430.959477:0:15866:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948430.959480:0:15866:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:0.0:1783948430.959483:0:15866:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:0.0:1783948430.959486:0:15866:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783948430.959491:0:15866:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1783948430.959496:0:15866:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783948430.959498:0:15866:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783948430.959501:0:15866:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783948430.959504:0:15866:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948430.959507:0:15866:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783948430.959509:0:15866:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948430.959511:0:15866:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948430.959513:0:15866:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:0.0:1783948430.959516:0:15866:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a6200. 00000020:00000010:0.0:1783948430.959519:0:15866:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437133c0. 00000008:00000010:0.0:1783948430.959523:0:15866:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948430.959526:0:15866:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948430.959530:0:15866:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948430.959534:0:15866:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948430.959537:0:15866:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948430.959540:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7e00. 00000008:00000010:0.0:1783948430.959542:0:15866:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:0.0:1783948430.959545:0:15866:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948430.959551:0:15866:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948430.959554:0:15866:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948430.959556:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7400. 00000020:00000010:0.0:1783948430.959559:0:15866:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:0.0:1783948430.959563:0:15866:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.959564:0:15866:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783948430.959566:0:15866:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff89e951d78908) invalid 00000020:00000001:0.0:1783948430.959569:0:15866:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c8bca0 00000080:00002000:0.0:1783948430.959570:0:15866:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f (ffff89e951ccc0d8) parent ffff89e951f50948 inode ffff89e951d78908 refc 1 00000080:00000001:0.0:1783948430.959574:0:15866:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783948430.959575:0:15866:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948430.959576:0:15866:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948430.959578:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948430.959580:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948430.959581:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948430.959583:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948430.959585:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948430.959587:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617a800 with handle 0x8c7cf19e4b440b8b from hash 00010000:00000001:0.0:1783948430.959590:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948430.959605:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948430.959606:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948430.959608:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948430.959609:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948430.959611:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948430.959613:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948430.959617:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783948430.959624:0:15866:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948430.959626:0:15866:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948430.959627:0:15866:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948430.959628:0:15866:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1783948430.959630:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959632:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959634:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:0.0:1783948430.959636:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959638:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948430.959640:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948430.959641:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948430.959643:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:0.0:1783948430.959644:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948430.959646:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.959647:0:15866:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948430.959649:0:15866:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783948430.959650:0:15866:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff89e951d1db88) invalid 00000020:00000001:0.0:1783948430.959652:0:15866:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c8bca0 00000080:00002000:0.0:1783948430.959654:0:15866:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff89e951f50948) parent ffff89e951e2fe58 inode ffff89e951d1db88 refc 1 00000080:00000001:0.0:1783948430.959656:0:15866:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783948430.959657:0:15866:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948430.959659:0:15866:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948430.959661:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948430.959663:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948430.959664:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948430.959665:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948430.959667:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948430.959669:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597600 with handle 0x8c7cf19e4b440b84 from hash 00010000:00000001:0.0:1783948430.959671:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948430.959672:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948430.959673:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948430.959675:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948430.959676:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948430.959677:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948430.959679:0:15866:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783948430.959682:0:15866:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948430.959685:0:15866:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783948430.959693:0:15866:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243100. 00000020:00000040:0.0:1783948430.959697:0:15866:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948430.959702:0:15866:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948430.959704:0:15866:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948430.959709:0:15866:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948430.959716:0:15866:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a7400. 00000100:00000001:0.0:1783948430.959723:0:15866:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948430.959725:0:15866:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783948430.959732:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783948430.959740:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783948430.959747:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783948430.959753:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783948430.959763:0:15866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1783948430.959765:0:15866:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1783948430.959768:0:15866:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948430.959770:0:15866:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948430.959777:0:15866:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161840. 00000100:00000001:0.0:1783948430.959780:0:15866:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913628736 : -129839795922880 : ffff89e951161840) 00000100:00000001:0.0:1783948430.959783:0:15866:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948430.959784:0:15866:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166210816 : -129839543340800 : ffff89e960243100) 00000100:00000001:0.0:1783948430.959790:0:15866:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948430.959795:0:15866:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948430.959798:0:15866:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948430.959800:0:15866:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948430.959825:0:15866:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948430.959843:0:15866:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948430.959845:0:15866:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948430.962343:0:15866:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948430.962355:0:15866:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948430.962360:0:15866:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948430.962373:0:15866:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:342776fa-f61c-4b73-829b-67eb463eff17:15866:1870603636496000:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783948430.962379:0:15866:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948430.962386:0:15866:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948430.962389:0:15866:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948430.962391:0:15866:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948430.962401:0:15866:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7e00. 02000000:00000001:0.0:1783948430.962403:0:15866:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948430.962410:0:15866:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948430.962415:0:15866:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeaa8. 00000400:00000010:0.0:1783948430.962423:0:15866:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfbb0. 00000100:00000200:0.0:1783948430.962430:0:15866:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636496000, portal 18 00000100:00000001:0.0:1783948430.962433:0:15866:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948430.962435:0:15866:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166210816 : -129839543340800 : ffff89e960243100) 00000100:00000040:0.0:1783948430.962447:0:15866:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948430.962457:0:15866:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948430.962461:0:15866:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948430.962464:0:15866:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf110. 00000100:00000200:0.0:1783948430.962467:0:15866:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1870603636496000, offset 0 00000400:00000200:0.0:1783948430.962474:0:15866:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948430.962484:0:15866:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.962495:0:15866:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948430.962501:0:15866:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948430.962505:0:15866:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948430.962508:0:15866:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948430.962511:0:15866:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948430.962515:0:15866:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2395:2395:256:4294967295] 192.168.202.104@tcp LPNI seq info [2395:2395:8:4294967295] 00000400:00000200:0.0:1783948430.962519:0:15866:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.962529:0:15866:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948430.962535:0:15866:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948430.962541:0:15866:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948430.962549:0:15866:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948430.962558:0:15866:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948430.962562:0:15866:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1783948430.962585:0:15866:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948430.962590:0:15866:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 777071 usecs (778 jiffies) 00000400:00000200:0.0:1783948430.963015:0:15866:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948430.963019:0:15866:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296521889 00000100:00000001:0.0:1783948430.963023:0:15866:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296522981 00000100:00000001:0.0:1783948430.963026:0:15866:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296521889 00000100:00000001:0.0:1783948430.963028:0:15866:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296522981 00000100:00000001:0.0:1783948430.963031:0:15866:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948430.963034:0:15866:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948430.963037:0:15866:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948430.963039:0:15866:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948430.963042:0:15866:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161840 going to sleep for 11 seconds 00000100:00000001:0.0:1783948430.963046:0:15866:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948430.963049:0:15866:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948430.963161:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948430.963165:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:0.0:1783948430.963170:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948430.963176:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948430.963182:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf110 00000400:00000010:0.0:1783948430.963184:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf110. 00000100:00000001:0.0:1783948430.963188:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948430.963193:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948430.963203:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948430.963206:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948430.963214:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948430.963215:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948430.966086:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948430.966102:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948430.966106:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948430.966109:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948430.966116:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.966133:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948430.966143:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.966147:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.966154:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.966158:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd944d680 00000400:00000200:0.0:1783948430.966164:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948430.966170:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x69f1 [1] + 224 00000800:00000001:0.0:1783948430.966178:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948430.967036:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948430.967042:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948430.967048:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948430.967057:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948430.967068:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948430.967079:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948430.967100:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948430.967111:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948430.967115:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948430.967448:0:15866:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948430.967456:0:15866:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948430.967458:0:15866:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948430.967462:0:15866:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeaa8. 00000400:00000200:1.0:1783948430.967469:0:15866:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfbb0 00000400:00000010:1.0:1783948430.967471:0:15866:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfbb0. 00000100:00000001:1.0:1783948430.967474:0:15866:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948430.967479:0:15866:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948430.967489:0:15866:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948430.967496:0:15866:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948430.967498:0:15866:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948430.967501:0:15866:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948430.967505:0:15866:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948430.967508:0:15866:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948430.967511:0:15866:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948430.967514:0:15866:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948430.967525:0:15866:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1538 time=100 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948430.967529:0:15866:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948430.967532:0:15866:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948430.967533:0:15866:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948430.967537:0:15866:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948430.967540:0:15866:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948430.967544:0:15866:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948430.967546:0:15866:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967612 00000100:00000001:1.0:1783948430.967548:0:15866:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948430.967551:0:15866:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948430.967557:0:15866:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948430.967565:0:15866:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948430.967569:0:15866:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948430.967571:0:15866:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948430.967575:0:15866:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948430.967583:0:15866:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:342776fa-f61c-4b73-829b-67eb463eff17:15866:1870603636496000:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783948430.967588:0:15866:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948430.967602:0:15866:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948430.967605:0:15866:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948430.967608:0:15866:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948430.967611:0:15866:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948430.967618:0:15866:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948430.967621:0:15866:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e951161840. 00000100:00000001:1.0:1783948430.967625:0:15866:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948430.967627:0:15866:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948430.967629:0:15866:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948430.967632:0:15866:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243100 x1870603636496000/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948446 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948430.967638:0:15866:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948430.967641:0:15866:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948430.967644:0:15866:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7e00. 02000000:00000001:1.0:1783948430.967647:0:15866:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948430.967650:0:15866:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948430.967652:0:15866:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948430.967655:0:15866:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948430.967658:0:15866:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a7400. 02000000:00000001:1.0:1783948430.967662:0:15866:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948430.967664:0:15866:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948430.967666:0:15866:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243100. 00000100:00000001:1.0:1783948430.967671:0:15866:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948430.967672:0:15866:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948430.967674:0:15866:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1783948430.967677:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948430.967683:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab400/0x8c7cf19e4b440b92 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05d72 expref: -99 pid: 30846 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1783948430.967695:0:15866:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459d00 count: 0 00010000:00000010:1.0:1783948430.967701:0:15866:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7400. 00010000:00000001:1.0:1783948430.967711:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948430.967713:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948430.967716:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440b7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05d17 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1783948430.967723:0:15866:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459500 count: 0 00010000:00000010:1.0:1783948430.967725:0:15866:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7880. 00010000:00000001:1.0:1783948430.967729:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948430.967731:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948430.967733:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440b8b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05d4f expref: -99 pid: 30835 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1783948430.967740:0:15866:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e943f22540. 00010000:00000040:1.0:1783948430.967743:0:15866:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722d700 count: 0 00010000:00000010:1.0:1783948430.967745:0:15866:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4700. 00010000:00000001:1.0:1783948430.967751:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948430.967752:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948430.967755:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440b84 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05d33 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1783948430.967760:0:15866:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722db00 count: 0 00010000:00000010:1.0:1783948430.967764:0:15866:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4880. 00010000:00000001:1.0:1783948430.967768:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948430.967770:0:15866:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948430.967786:0:15866:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948430.967790:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948430.967792:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948430.967795:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948430.967796:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948430.967797:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948430.967799:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948430.967801:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948430.967802:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948430.967804:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1783948431.008694:0:30868:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459d00. 00010000:00000010:1.1:1783948431.008712:0:30868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab400. 00010000:00000010:1.1:1783948431.008728:0:30868:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459500. 00010000:00000010:1.1:1783948431.008731:0:30868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00010000:00000010:1.1:1783948431.008735:0:30868:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d700. 00010000:00000010:1.1:1783948431.008738:0:30868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a800. 00010000:00000010:1.1:1783948431.008741:0:30868:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722db00. 00010000:00000010:1.1:1783948431.008744:0:30868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597600. 00000020:00000001:1.0:1783948431.576883:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948431.576887:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948431.576890:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948432.600189:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948432.600196:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948432.600199:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948433.114015:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296522981, at 4296523266 00000100:00000010:1.0:1783948433.114035:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619a80. 00000100:00000040:0.0:1783948433.114140:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296522981, at 4296523266 00000100:00000010:0.0:1783948433.114147:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619a20. 00000100:00000040:3.0:1783948433.624103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948433.624109:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948433.624121:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000020:00000040:3.0:1783948433.624129:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948433.624134:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948433.624138:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948433.624143:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948433.624151:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9a00. 00000100:00000001:3.0:1783948433.624158:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.624170:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948433.624180:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948433.624195:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.624203:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007335cb33] to pc [ptlrpcd_01_00+0] req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.624230:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.624233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1783948433.624286:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948433.624290:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948433.624293:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1783948433.624957:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948433.624961:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3400. 00000400:00000200:0.0:1783948433.624968:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948433.624973:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948433.624978:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:0.0:1783948433.624981:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:0.0:1783948433.624985:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948433.624989:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948433.624999:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948433.625002:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948433.625010:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948433.625011:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948433.625198:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948433.625203:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66d80. 00000020:00000040:3.0:1783948433.625206:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948433.625209:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948433.625211:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948433.625214:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948433.625218:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9c00. 00000100:00000001:3.0:1783948433.625222:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625228:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e950b66d80 x1870603636496256/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948433.625245:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948433.625248:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625253:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea7414ab] to pc [ptlrpcd_01_01+1] req@ffff89e950b66d80 x1870603636496256/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.625271:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948433.625278:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948433.625438:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64380. 00000020:00000040:3.0:1783948433.625442:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948433.625445:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948433.625447:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948433.625449:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948433.625453:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9000. 00000100:00000001:3.0:1783948433.625456:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625462:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948433.625470:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948433.625472:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625476:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1b3456f] to pc [ptlrpcd_01_00+0] req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.625485:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948433.625491:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948433.625494:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64a80. 00000020:00000040:3.0:1783948433.625496:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948433.625498:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948433.625499:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948433.625501:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948433.625504:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9600. 00000100:00000001:3.0:1783948433.625506:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625510:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e950b64a80 x1870603636496512/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948433.625517:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948433.625519:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625522:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6937111] to pc [ptlrpcd_01_01+1] req@ffff89e950b64a80 x1870603636496512/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.625530:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625534:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1861) 00000100:00000001:3.0:1783948433.625548:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948433.625550:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948433.625552:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948433.625557:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.625564:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948433.625566:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948433.625568:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948433.625570:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948433.625572:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948433.625575:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636496384:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948433.625578:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948433.625594:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948433.625596:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948433.625598:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948433.625602:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958774e00. 02000000:00000001:3.0:1783948433.625604:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948433.625608:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948433.625612:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98f20. 00000400:00000010:3.0:1783948433.625617:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948433.625621:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636496384, portal 4 00000100:00000001:3.0:1783948433.625623:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948433.625624:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000040:3.0:1783948433.625631:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.625638:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948433.625640:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948433.625643:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125000. 00000100:00000200:3.0:1783948433.625645:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636496384, offset 0 00000400:00000200:3.0:1783948433.625650:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948433.625655:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948433.625660:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948433.625664:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948433.625667:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948433.625669:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948433.625672:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948433.625676:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2397:2397:256:4294967295] 192.168.202.104@tcp LPNI seq info [2397:2397:8:4294967295] 00000400:00000200:3.0:1783948433.625680:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948433.625688:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948433.625693:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948433.625696:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9900. 00000800:00000200:3.0:1783948433.625700:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948433.625705:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948433.625708:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948433.625988:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.625993:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21802 usecs (22 jiffies) 00000400:00000200:3.0:1783948433.625996:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948433.625999:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296523800 00000100:00000001:3.0:1783948433.626001:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296528101 00000100:00000001:3.0:1783948433.626003:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296523800 00000100:00000001:3.0:1783948433.626005:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296528101 00000100:00000001:3.0:1783948433.626007:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948433.626009:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.626012:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.626014:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948433.626019:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948433.626021:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948433.626023:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948433.626024:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948433.626025:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.626027:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948433.634309:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948433.634327:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948433.634332:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948433.634334:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948433.634343:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948433.634350:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948433.634360:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948433.634365:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948433.634370:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948433.634374:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944d700 00000400:00000200:1.0:1783948433.634379:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948433.634385:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a01 [1] + 224 00000800:00000001:1.0:1783948433.634393:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948433.634402:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948433.634405:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948433.634409:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948433.634417:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948433.634426:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948433.634437:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948433.634459:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1783948433.634496:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948433.634500:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:1.0:1783948433.634503:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948433.634507:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948433.634511:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125000 00000400:00000010:1.0:1783948433.634513:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125000. 00000100:00000001:1.0:1783948433.634517:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948433.634522:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948433.634533:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948433.634536:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948433.634543:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948433.634545:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948433.634550:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948433.634553:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948433.634558:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948433.634560:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3400. 00000400:00000200:1.0:1783948433.634563:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948433.634567:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948433.634569:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2220 00000400:00000010:1.0:1783948433.634571:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2220. 00000100:00000001:1.0:1783948433.634583:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948433.634587:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66d80 x1870603636496256/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948433.634594:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948433.634597:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66d80 x1870603636496256/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948433.634603:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948433.634604:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948433.634663:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948433.634666:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3600. 00000400:00000200:1.0:1783948433.634669:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948433.634672:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948433.634675:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2d48 00000400:00000010:1.0:1783948433.634676:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2d48. 00000100:00000001:1.0:1783948433.634679:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948433.634683:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636496512/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948433.634690:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948433.634693:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64a80 x1870603636496512/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948433.634699:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948433.634700:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948433.635063:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948433.635068:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948433.635075:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948433.635077:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948433.635080:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919a0. 00000400:00000200:3.0:1783948433.635085:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2cc0 00000400:00000010:3.0:1783948433.635087:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2cc0. 00000100:00000001:3.0:1783948433.635090:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948433.635096:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948433.635105:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.635111:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948433.635113:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948433.635115:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948433.635119:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948433.635121:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948433.635124:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948433.635127:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948433.635134:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948433.635138:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1783948433.635140:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948433.635142:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948433.635145:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948433.635148:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.635151:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.635155:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.635161:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948433.635164:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948433.635166:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948433.635170:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948433.635176:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636496128:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948433.635180:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.635182:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948433.635184:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636496128/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.635196:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948433.635198:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948433.636107:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e96022a200. 02000000:00000001:3.0:1783948433.636116:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948433.636120:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948433.636122:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948433.636124:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948433.636127:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9a00. 02000000:00000001:3.0:1783948433.636131:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948433.636133:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948433.636135:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:3.0:1783948433.636139:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948433.636141:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948433.636146:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.636148:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948433.636150:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948433.636154:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.636156:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948433.637693:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.637710:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948433.637724:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.637728:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948433.637738:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637745:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948433.637755:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637760:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637767:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637771:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944d780 00000400:00000200:0.0:1783948433.637776:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637783:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a11 [1] + 224 00000800:00000001:0.0:1783948433.637800:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.637805:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948433.637808:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948433.637812:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948433.637820:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948433.637829:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66d80 x1870603636496256/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948433.637839:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b66d80 x1870603636496256/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948433.637938:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948433.637946:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.637950:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948433.637952:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.637954:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948433.637957:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637961:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948433.637965:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637968:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637971:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637974:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944d800 00000400:00000200:0.0:1783948433.637977:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.637982:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a09 [1] + 224 00000800:00000001:0.0:1783948433.637986:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.637988:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948433.637991:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948433.638002:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948433.638005:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948433.638009:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948433.638018:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948433.638034:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948433.638037:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.638040:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948433.638041:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.638043:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948433.638046:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.638049:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948433.638053:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.638055:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.638057:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.638060:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944d880 00000400:00000200:0.0:1783948433.638063:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948433.638066:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a19 [1] + 224 00000800:00000001:0.0:1783948433.638070:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.638112:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948433.638114:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948433.638117:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948433.638120:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948433.638125:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636496512/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948433.638134:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64a80 x1870603636496512/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948433.638141:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948433.638144:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948433.638147:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948433.641563:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948433.641578:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948433.641587:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948433.641588:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948433.641591:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98f20. 00000400:00000200:3.0:1783948433.641597:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948433.641599:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948433.641603:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948433.641611:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948433.641619:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.641625:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948433.641626:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948433.641628:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948433.641632:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948433.641634:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948433.641638:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948433.641641:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948433.641649:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=103 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948433.641653:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=8 v=5 (1 1 0 0) 00000100:00000001:3.0:1783948433.641656:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948433.641657:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948433.641660:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948433.641664:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.641668:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948433.641670:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1783948433.641672:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948433.641674:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948433.641679:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.641686:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948433.641689:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948433.641691:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948433.641695:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948433.641702:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636496384:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948433.641707:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948433.641719:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948433.641723:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64380 x1870603636496384/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948433.641731:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948433.641733:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948433.641737:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958774e00. 02000000:00000001:3.0:1783948433.641740:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948433.641742:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948433.641744:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948433.641745:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948433.641747:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9000. 02000000:00000001:3.0:1783948433.641751:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948433.641752:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948433.641754:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64380. 00000100:00000001:3.0:1783948433.641756:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948433.641757:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948433.641759:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948433.641764:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948433.641765:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948433.641767:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948433.641769:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948434.648107:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948434.648110:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948434.648113:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948435.674133:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948435.674138:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948435.674141:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948436.696807:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948436.696811:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948436.696816:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948437.723591:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948437.723600:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948437.723606:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948438.232006:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296528101, at 4296528384 00000100:00000010:1.0:1783948438.232024:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041120. 00000100:00000040:0.0:1783948438.232170:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296528101, at 4296528384 00000100:00000010:0.0:1783948438.232176:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9580417e0. 00000020:00000001:0.0:1783948438.744391:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948438.744395:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948438.744398:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783948438.745125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948438.745131:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948438.745140:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64380. 00000020:00000040:3.0:1783948438.745146:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948438.745150:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948438.745153:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948438.745159:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948438.745168:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9000. 00000100:00000001:3.0:1783948438.745175:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745186:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b64380 x1870603636496640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948438.745197:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948438.745201:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745207:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1b3456f] to pc [ptlrpcd_01_00+0] req@ffff89e950b64380 x1870603636496640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948438.745236:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948438.745242:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948438.745245:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000020:00000040:3.0:1783948438.745248:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948438.745250:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948438.745252:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948438.745254:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948438.745257:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9a00. 00000100:00000001:3.0:1783948438.745260:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745265:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e950b65c00 x1870603636496768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948438.745271:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948438.745273:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745277:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007335cb33] to pc [ptlrpcd_01_01+1] req@ffff89e950b65c00 x1870603636496768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948438.745285:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948438.745291:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948438.745294:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000020:00000040:3.0:1783948438.745296:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948438.745298:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948438.745299:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948438.745301:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948438.745306:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9600. 00000100:00000001:3.0:1783948438.745309:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745313:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e950b67100 x1870603636496896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948438.745319:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948438.745320:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745324:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024a4f388] to pc [ptlrpcd_01_00+0] req@ffff89e950b67100 x1870603636496896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948438.745330:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948438.745336:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948438.745339:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66a00. 00000020:00000040:3.0:1783948438.745341:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948438.745342:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948438.745343:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948438.745345:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948438.745348:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9c00. 00000100:00000001:3.0:1783948438.745350:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745353:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e950b66a00 x1870603636497024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948438.745359:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948438.745361:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745364:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000059a306c] to pc [ptlrpcd_01_01+1] req@ffff89e950b66a00 x1870603636497024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948438.745370:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948438.745373:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1866) 00000800:00000200:1.0:1783948438.746492:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948438.746497:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3c00. 00000400:00000200:1.0:1783948438.746505:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948438.746510:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948438.746515:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a26e8 00000400:00000010:1.0:1783948438.746517:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a26e8. 00000100:00000001:1.0:1783948438.746533:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948438.746538:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636496768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.746548:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948438.746551:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636496768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.746557:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948438.746558:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948438.746573:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948438.746575:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3f00. 00000400:00000200:1.0:1783948438.746578:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948438.746581:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948438.746583:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2110 00000400:00000010:1.0:1783948438.746585:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2110. 00000100:00000001:1.0:1783948438.746588:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948438.746591:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66a00 x1870603636497024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.746598:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948438.746600:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66a00 x1870603636497024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.746605:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948438.746607:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948438.746614:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948438.746616:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3700. 00000400:00000200:1.0:1783948438.746618:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948438.746621:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948438.746623:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2b28 00000400:00000010:1.0:1783948438.746625:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2b28. 00000100:00000001:1.0:1783948438.746627:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948438.746630:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636496640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.746636:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948438.746639:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64380 x1870603636496640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.746644:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948438.746646:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948438.746719:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948438.746721:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3300. 00000400:00000200:1.0:1783948438.746732:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948438.746736:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948438.746738:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a25d8 00000400:00000010:1.0:1783948438.746739:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a25d8. 00000100:00000001:1.0:1783948438.746768:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948438.746772:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636496896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.746779:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948438.746782:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636496896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.746788:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948438.746790:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948438.750666:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948438.750873:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948438.750878:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948438.750998:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948438.751007:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751015:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948438.751024:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751030:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751036:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751040:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944d980 00000400:00000200:0.0:1783948438.751045:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751051:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a21 [1] + 224 00000800:00000001:0.0:1783948438.751059:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948438.751063:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948438.751066:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948438.751070:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948438.751077:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948438.751086:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636496768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948438.751096:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65c00 x1870603636496768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948438.751124:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948438.751133:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948438.751136:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948438.751138:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948438.751140:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948438.751143:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751146:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948438.751150:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751152:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751154:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751157:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944da80 00000400:00000200:0.0:1783948438.751160:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948438.751164:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a29 [1] + 224 00000800:00000001:0.0:1783948438.751167:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948438.752020:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948438.752024:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948438.752028:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948438.752033:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948438.752037:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66a00 x1870603636497024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948438.752045:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b66a00 x1870603636497024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948438.752052:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948438.752059:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948438.752063:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948438.759336:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948438.759366:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948438.759370:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948438.759373:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948438.759383:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759391:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948438.759401:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759406:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759411:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759415:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944d900 00000400:00000200:1.0:1783948438.759421:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759428:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a31 [1] + 224 00000800:00000001:1.0:1783948438.759436:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948438.759440:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948438.759443:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948438.759448:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948438.759455:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948438.759465:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636496640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948438.759476:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64380 x1870603636496640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.759500:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948438.759508:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948438.759512:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948438.759514:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948438.759516:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948438.759519:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759523:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948438.759527:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759530:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759533:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759536:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944da00 00000400:00000200:1.0:1783948438.759539:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948438.759544:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a39 [1] + 224 00000800:00000001:1.0:1783948438.759549:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948438.759605:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948438.759609:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948438.759612:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948438.759615:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948438.759620:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636496896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948438.759630:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b67100 x1870603636496896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948438.759638:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948438.759642:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948438.759644:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948439.768140:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948439.768144:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948439.768148:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948440.792226:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948440.792230:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948440.792233:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783948441.818406:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948441.818411:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948441.818416:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783948442.327987:0:30835:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948442.327994:0:30835:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948442.327996:0:30835:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783948442.328002:0:30835:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 1 seconds 00000100:00000001:0.0:1783948442.328007:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948442.328010:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948442.840140:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948442.840144:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948442.840147:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948443.353146:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296533223, at 4296533505 00000100:00000010:1.0:1783948443.353165:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041a80. 00000100:00000040:0.0:1783948443.353334:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296533223, at 4296533505 00000100:00000010:0.0:1783948443.353341:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041000. 00000100:00000001:3.0:1783948443.353528:0:30835:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948443.353533:0:30835:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948443.353537:0:30835:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948443.353542:0:30835:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 1 seconds 00000100:00000001:3.0:1783948443.353547:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948443.353552:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355055:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948443.355064:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948443.355075:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ce680. 00000020:00000040:1.0:1783948443.355090:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:1.0:1783948443.355095:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948443.355098:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948443.355103:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948443.355110:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4ed00. 00000100:00000001:1.0:1783948443.355117:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355133:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948443.355144:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948443.355148:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355155:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e4d1eee] to pc [ptlrpcd_00_00+0] req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.355188:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783948443.355191:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783948443.355196:0:29762:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1783948443.355198:0:29762:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1783948443.355201:0:29762:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783948443.355205:0:29762:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783948443.355208:0:29762:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1841 00000400:00000200:1.0:1783948443.355216:0:29762:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.355222:0:29762:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:1.0:1783948443.355226:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948443.355230:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948443.355232:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948443.355234:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:1.0:1783948443.355237:0:29762:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948443.355239:0:29762:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:1.0:1783948443.355242:0:29762:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948443.355245:0:29762:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:1.0:1783948443.355247:0:29762:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:1.0:1783948443.355250:0:29762:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00000040:1.0:1783948443.355252:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948443.355254:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948443.355256:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948443.355257:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:1.0:1783948443.355260:0:29762:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00080000:1.0:1783948443.355264:0:29762:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: import ffff89e9431d1000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:1.0:1783948443.355266:0:29762:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948443.355268:0:29762:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783948443.355276:0:29762:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948443.355278:0:29762:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.355281:0:29762:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783948443.355286:0:29762:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1783948443.355289:0:29762:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.355291:0:29762:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948443.355295:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948443.355297:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948443.355300:0:29762:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948443.355301:0:29762:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.355304:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948443.355305:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948443.355307:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948443.355311:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f0400. 00000100:00000001:1.0:1783948443.355314:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948443.355319:0:29762:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948443.355326:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948443.355328:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355331:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bc0de2] to pc [ptlrpcd_rcv+-1] req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.355354:0:29762:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355357:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948443.355359:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948443.355363:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ced80. 00000020:00000040:1.0:1783948443.355365:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948443.355367:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948443.355368:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948443.355369:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948443.355373:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4ee00. 00000100:00000001:1.0:1783948443.355375:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355378:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948443.355384:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948443.355386:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355390:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9cfd37e] to pc [ptlrpcd_00_01+1] req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.355401:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355403:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948443.355406:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948443.355408:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc700. 00000020:00000040:1.0:1783948443.355410:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:1.0:1783948443.355412:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948443.355413:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948443.355414:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948443.355416:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e000. 00000100:00000001:1.0:1783948443.355418:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355422:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948443.355427:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948443.355429:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355432:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8fe41] to pc [ptlrpcd_00_00+0] req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.355438:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355441:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1871) 00000100:00000001:1.0:1783948443.355456:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948443.355460:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948443.355462:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948443.355466:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.355472:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948443.355473:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948443.355477:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948443.355479:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948443.355482:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948443.355485:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636497408:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948443.355489:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948443.355495:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948443.355498:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948443.355501:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948443.355505:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e959438600. 02000000:00000001:1.0:1783948443.355507:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948443.355514:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948443.355517:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1783948443.355519:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888790. 00000100:00000001:3.0:1783948443.355522:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948443.355526:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1783948443.355528:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506185d8. 00000100:00000040:3.0:1783948443.355534:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948443.355538:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636497408, portal 4 00000100:00000001:1.0:1783948443.355544:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948443.355546:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948443.355547:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939242368 : -129839770309248 : ffff89e9529ced80) 00000100:00000001:3.0:1783948443.355549:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948443.355553:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948443.355555:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948443.355559:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.355559:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948443.355564:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636497280:192.168.202.104@tcp:38:kworker.0 00000100:00000001:3.0:1783948443.355572:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948443.355576:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1783948443.355577:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948443.355582:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948443.355584:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506183b8. 00000100:00000200:1.0:1783948443.355587:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636497408, offset 0 02000000:00000001:3.0:1783948443.355593:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948443.355597:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 02000000:00000001:3.0:1783948443.355598:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948443.355604:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e9400. 02000000:00000001:3.0:1783948443.355607:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948443.355611:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948443.355615:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948443.355619:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98f20. 00000400:00000200:1.0:1783948443.355621:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000010:3.0:1783948443.355625:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000400:00000200:1.0:1783948443.355628:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1783948443.355630:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636497280, portal 10 00000100:00000001:3.0:1783948443.355634:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1783948443.355635:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000100:00000001:3.0:1783948443.355636:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000400:00000200:1.0:1783948443.355642:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1783948443.355647:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783948443.355649:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948443.355658:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2404:2404:256:4294967295] 192.168.202.104@tcp LPNI seq info [2404:2404:8:4294967295] 00000100:00000001:3.0:1783948443.355664:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1783948443.355667:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000040:3.0:1783948443.355671:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948443.355674:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125aa0. 00000100:00000200:3.0:1783948443.355679:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636497280, offset 0 00000400:00000200:1.0:1783948443.355683:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000400:00000200:3.0:1783948443.355688:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000800:00000200:1.0:1783948443.355695:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948443.355696:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948443.355713:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000800:00000010:1.0:1783948443.355714:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000400:00000200:3.0:1783948443.355717:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948443.355721:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000800:00000200:1.0:1783948443.355725:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000400:00000200:3.0:1783948443.355726:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948443.355731:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948443.355734:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2405:2405:255:4294967295] 192.168.202.104@tcp LPNI seq info [2405:2405:7:4294967295] 00000800:00000200:1.0:1783948443.355739:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000400:00000200:3.0:1783948443.355740:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000800:00000200:1.0:1783948443.355746:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1783948443.355753:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948443.355758:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000001:1.0:1783948443.355761:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1783948443.355763:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9900. 00000100:00000040:1.0:1783948443.355768:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21782 usecs (22 jiffies) 00000800:00000200:3.0:1783948443.355769:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000400:00000200:1.0:1783948443.355776:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000800:00000200:3.0:1783948443.355779:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000100:00000001:1.0:1783948443.355781:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296533529 00000800:00000200:3.0:1783948443.355784:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9900 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:1.0:1783948443.355788:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619a80. 00000100:00000001:3.0:1783948443.355790:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948443.355795:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 773805 usecs (774 jiffies) 00000100:00000001:1.0:1783948443.355796:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1783948443.355800:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948443.355804:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296534281 00000100:00000001:1.0:1783948443.355810:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296533529 00000100:00000001:3.0:1783948443.355814:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296533529 00000100:00000010:1.0:1783948443.355816:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619060. 00000100:00000001:3.0:1783948443.355820:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296534281 00000100:00000001:1.0:1783948443.355821:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948443.355828:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948443.355830:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296533529 00000100:00000001:3.0:1783948443.355835:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948443.355838:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948443.355840:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.355841:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948443.355843:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948443.355847:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.355877:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948443.355884:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948443.355887:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948443.355891:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948443.355892:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948443.355894:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948443.355896:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1783948443.355898:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948443.355900:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948443.355903:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1783948443.355904:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948443.355907:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948443.355908:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948443.355911:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948443.355912:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948443.355913:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.355915:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948443.355917:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.355918:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948443.355926:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.355933:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948443.355935:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948443.355937:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948443.355939:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948443.355942:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948443.355945:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636497152:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948443.355950:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948443.355953:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948443.355955:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948443.355957:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948443.355961:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e959438000. 02000000:00000001:1.0:1783948443.355962:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948443.355966:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948443.355968:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888528. 00000400:00000010:1.0:1783948443.355973:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618770. 00000100:00000200:1.0:1783948443.355976:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636497152, portal 25 00000100:00000001:1.0:1783948443.355978:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948443.355979:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939240576 : -129839770311040 : ffff89e9529ce680) 00000100:00000040:1.0:1783948443.355984:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.355989:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948443.355992:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948443.355994:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618a18. 00000100:00000200:1.0:1783948443.355996:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636497152, offset 0 00000400:00000200:1.0:1783948443.356000:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948443.356004:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.356008:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948443.356010:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948443.356013:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948443.356015:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948443.356017:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948443.356020:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2406:2406:254:4294967295] 192.168.202.104@tcp LPNI seq info [2406:2406:6:4294967295] 00000400:00000200:1.0:1783948443.356024:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.356029:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948443.356033:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948443.356038:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000800:00000200:1.0:1783948443.356042:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948443.356046:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948443.356049:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948443.356052:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948443.356055:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948443.356057:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296537833 00000100:00000001:1.0:1783948443.356061:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296534281 00000100:00000001:1.0:1783948443.356064:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296537833 00000100:00000001:1.0:1783948443.356066:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296534281 00000100:00000001:1.0:1783948443.356068:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948443.356070:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.356072:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948443.356076:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.356083:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948443.356084:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948443.356087:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948443.356088:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948443.356090:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948443.356093:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636497536:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948443.356097:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948443.356099:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948443.356100:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948443.356102:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948443.356105:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e959438a00. 02000000:00000001:1.0:1783948443.356107:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948443.356110:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948443.356112:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438888f0. 00000400:00000010:1.0:1783948443.356115:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618bb0. 00000100:00000200:1.0:1783948443.356118:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636497536, portal 4 00000100:00000001:1.0:1783948443.356120:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948443.356121:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939232512 : -129839770319104 : ffff89e9529cc700) 00000100:00000040:1.0:1783948443.356129:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.356135:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948443.356138:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948443.356140:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948443.356142:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636497536, offset 0 00000400:00000200:1.0:1783948443.356146:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948443.356157:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.356160:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948443.356163:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948443.356165:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948443.356167:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948443.356169:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948443.356172:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2407:2407:253:4294967295] 192.168.202.104@tcp LPNI seq info [2407:2407:5:4294967295] 00000400:00000200:1.0:1783948443.356176:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.356182:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948443.356188:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948443.356191:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948443.356194:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948443.356198:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948443.356201:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948443.356203:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948443.356206:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 283468 usecs (284 jiffies) 00000400:00000200:1.0:1783948443.356210:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948443.356212:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296533792 00000100:00000001:1.0:1783948443.356214:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:1.0:1783948443.356216:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296533792 00000100:00000001:1.0:1783948443.356218:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:1.0:1783948443.356220:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948443.356223:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.356225:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.356227:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.356419:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948443.356422:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948443.356465:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948443.356469:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:0.0:1783948443.356476:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948443.356481:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948443.356487:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506183b8 00000400:00000010:0.0:1783948443.356490:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506183b8. 00000100:00000001:0.0:1783948443.356495:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948443.356500:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.356509:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.356512:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.356518:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.356520:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948443.356532:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948443.356534:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:0.0:1783948443.356536:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948443.356539:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948443.356541:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125aa0 00000400:00000010:0.0:1783948443.356543:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125aa0. 00000100:00000001:0.0:1783948443.356545:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948443.356548:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.356555:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.356557:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.356563:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.356564:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948443.356572:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948443.356574:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:0.0:1783948443.356576:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948443.356579:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948443.356582:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618a18 00000400:00000010:0.0:1783948443.356583:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618a18. 00000100:00000001:0.0:1783948443.356585:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948443.356589:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.356595:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.356598:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.356604:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.356606:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948443.356686:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948443.356689:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:0.0:1783948443.356692:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948443.356695:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948443.356698:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:0.0:1783948443.356708:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:0.0:1783948443.356711:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948443.356715:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.356722:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.356724:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.356730:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.356732:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948443.361443:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361467:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.361473:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361476:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.361486:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361495:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.361508:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361514:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361521:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361525:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944db00 00000400:00000200:1.0:1783948443.361530:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361536:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a59 [1] + 224 00000800:00000001:1.0:1783948443.361544:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361548:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.361551:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.361556:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.361563:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.361574:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948443.361584:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.361612:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.361620:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361633:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.361635:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361637:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.361640:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361644:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.361648:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361651:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361655:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361657:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944dc80 00000400:00000200:1.0:1783948443.361661:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361666:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a69 [1] + 224 00000800:00000001:1.0:1783948443.361670:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361673:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.361675:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.361678:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.361681:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.361686:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948443.361694:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.361712:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.361716:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361719:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.361721:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361723:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.361725:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361728:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.361732:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361734:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361736:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361739:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944dc00 00000400:00000200:1.0:1783948443.361741:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361745:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6a41 [1] + 224 00000800:00000001:1.0:1783948443.361748:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361751:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.361753:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.361756:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.361759:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.361764:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948443.361771:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.361777:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.361780:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361783:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.361784:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361786:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.361789:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361791:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.361795:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361798:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361800:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361803:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 10 MB=0x6a54dd944db80 00000400:00000200:1.0:1783948443.361805:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.361809:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 416/416 into md 0x6a51 [1] + 0 00000800:00000001:1.0:1783948443.361813:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.361820:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.361822:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.361825:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.361827:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.361832:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948443.361840:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.361965:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948443.361972:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948443.361981:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948443.361983:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948443.361987:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888528. 00000400:00000200:0.0:1783948443.361992:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618770 00000400:00000010:0.0:1783948443.361995:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618770. 00000100:00000001:0.0:1783948443.361999:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948443.362005:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948443.362018:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362023:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948443.362025:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.362027:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948443.362031:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948443.362034:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948443.362036:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948443.362039:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948443.362047:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948443.362051:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948443.362054:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948443.362055:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948443.362058:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948443.362075:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.362079:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948443.362088:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362094:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948443.362097:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948443.362100:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948443.362104:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948443.362118:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636497152:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948443.362124:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948443.362125:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948443.362127:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438888f0. 00000400:00000200:0.0:1783948443.362130:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618bb0 00000400:00000010:0.0:1783948443.362131:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618bb0. 00000100:00000001:0.0:1783948443.362133:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948443.362136:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948443.362145:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362151:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948443.362152:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.362154:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948443.362155:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948443.362156:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948443.362158:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948443.362160:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948443.362166:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=113 v=5 (5 5 5 112) 00000100:00001000:0.0:1783948443.362168:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948443.362170:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948443.362171:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948443.362173:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948443.362176:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.362178:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948443.362180:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1783948443.362182:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948443.362184:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948443.362187:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362193:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948443.362195:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948443.362196:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948443.362199:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948443.362206:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636497536:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948443.362210:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948443.362212:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948443.362213:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888790. 00000400:00000200:0.0:1783948443.362215:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506185d8 00000400:00000010:0.0:1783948443.362218:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506185d8. 00000100:00000001:0.0:1783948443.362220:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948443.362223:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948443.362230:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362235:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948443.362236:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.362238:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948443.362239:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948443.362240:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948443.362242:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948443.362244:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948443.362248:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=113 v=5 (5 5 5 112) 00000100:00001000:0.0:1783948443.362251:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=18 v=5 (1 1 0 0) 00000100:00000001:0.0:1783948443.362253:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948443.362254:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948443.362256:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948443.362258:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.362260:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948443.362262:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1783948443.362264:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948443.362265:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948443.362268:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362274:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948443.362276:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948443.362277:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948443.362280:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948443.362287:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636497408:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948443.362291:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.362295:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.362298:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ce680 x1870603636497152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362305:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948443.362308:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948443.362312:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e959438000. 02000000:00000001:0.0:1783948443.362316:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948443.362319:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948443.362321:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948443.362323:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948443.362326:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4ed00. 02000000:00000001:0.0:1783948443.362330:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948443.362333:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948443.362335:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ce680. 00000100:00000001:0.0:1783948443.362338:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948443.362339:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.362341:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.362344:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cc700 x1870603636497536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362350:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948443.362351:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948443.362352:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e959438a00. 02000000:00000001:0.0:1783948443.362354:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948443.362355:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948443.362356:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948443.362358:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948443.362360:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e000. 02000000:00000001:0.0:1783948443.362362:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948443.362363:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948443.362364:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cc700. 00000100:00000001:0.0:1783948443.362366:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948443.362367:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.362369:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.362372:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ced80 x1870603636497408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948443.362377:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948443.362378:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948443.362379:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e959438600. 02000000:00000001:0.0:1783948443.362381:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948443.362382:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948443.362383:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948443.362385:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948443.362387:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4ee00. 02000000:00000001:0.0:1783948443.362388:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948443.362389:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948443.362390:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ced80. 00000100:00000001:0.0:1783948443.362393:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948443.362394:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.362397:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.362406:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948443.362408:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.362411:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948443.362413:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948443.362777:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948443.362781:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948443.362828:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.362838:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.362843:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948443.369464:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948443.369474:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948443.369479:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98f20. 00000400:00000200:3.0:1783948443.369491:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948443.369494:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948443.369500:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948443.369514:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948443.369527:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948443.369537:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948443.369539:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948443.369542:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948443.369546:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948443.369549:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948443.369552:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948443.369555:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948443.369567:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=113 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948443.369571:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948443.369574:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948443.369576:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948443.369579:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948443.369583:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948443.369587:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948443.369589:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948443.369592:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948443.369593:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948443.369598:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf800 x1870603636497280/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948443.369607:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948443.369610:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948443.369612:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948443.369615:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783948443.370838:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff89e943191000: connect to target with instance 1 00000020:00000001:3.0:1783948443.370847:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783948443.370849:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:3.0:1783948443.371191:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948443.371197:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:3.0:1783948443.371200:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:3.0:1783948443.371204:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00001000:3.0:1783948443.371209:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1783948443 v=0 (0 0 0 0) 00000100:00001000:3.0:1783948443.371212:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d1418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783948443.371217:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000020:00000040:3.0:1783948443.371696:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00000001:3.0:1783948443.371710:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1783948443.371714:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1783948443.371718:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff89e943191000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1783948443.371775:0:2352:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1783948443.371777:0:2352:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948443.371779:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1783948443.371782:0:2352:0:(lmv_obd.c:188:lmv_notify()) Process entered 00000080:00000001:3.0:1783948443.371786:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948443.371788:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948443.371791:0:2352:0:(lmv_obd.c:223:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948443.371792:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948443.371794:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948443.371795:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948443.371797:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948443.371799:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783948443.371806:0:2352:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.104@tcp after partition 00000100:00080000:3.0:1783948443.371809:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1783948443.371813:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1783948443.371816:0:2352:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1783948443.371824:0:2352:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948446 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948443.371884:0:2352:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783948443.371888:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1783948443.371890:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1783948443.371891:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1783948443.371892:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1783948443.371894:0:2352:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1783948443.371895:0:2352:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1783948443.371897:0:2352:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff89e9581b8820 for uuid lustre-MDT0000_UUID (activate=1) 00000100:00000001:0.0:1783948443.372460:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948443.372472:0:30835:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948443.372474:0:30835:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948443.372479:0:30835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae0b0. 00000400:00000200:0.0:1783948443.372488:0:30835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948443.372490:0:30835:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948443.372495:0:30835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948443.372502:0:30835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948446 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948443.372511:0:30835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948446 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.372518:0:30835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948443.372519:0:30835:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.372522:0:30835:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948443.372524:0:30835:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948443.372528:0:30835:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948443.372532:0:30835:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948443.372535:0:30835:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.372538:0:30835:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1783948443.372544:0:30835:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870603636495872 new x1870603636497664 02000000:00000001:0.0:1783948443.372547:0:30835:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948443.372550:0:30835:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948443.372558:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948443.372567:0:30835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948443.372571:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948443.372577:0:30835:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636495872, portal 10 00000100:00000001:0.0:1783948443.372579:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948443.372581:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000040:0.0:1783948443.372587:0:30835:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.372594:0:30835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948443.372597:0:30835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948443.372600:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf110. 00000100:00000200:0.0:1783948443.372603:0:30835:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636495872, offset 0 00000400:00000200:0.0:1783948443.372609:0:30835:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948443.372617:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00800000:00000040:3.0:1783948443.373219:0:2352:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x8c7cf19e4b44013c 00800000:00000040:3.0:1783948443.373228:0:2352:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff89e943191000=342776fa-f61c-4b73-829b-67eb463eff17 device 3 (ffff89e943f68000) type mdc at LMV idx 0 00800000:00000040:3.0:1783948443.373232:0:2352:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff89e943f68000 already active! 00800000:00000001:3.0:1783948443.373234:0:2352:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948443.373237:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948443.373240:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948443.373241:0:2352:0:(lmv_obd.c:223:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948443.373243:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948443.373245:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948443.373246:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783948443.373249:0:2352:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000400:00000200:0.0:1783948443.374004:0:30835:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948443.374011:0:30835:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948443.374016:0:30835:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948443.374020:0:30835:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948443.374024:0:30835:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948443.374028:0:30835:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2408:2408:256:4294967295] 192.168.202.104@tcp LPNI seq info [2408:2408:8:4294967295] 00000400:00000200:0.0:1783948443.374034:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948443.374045:0:30835:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948443.374053:0:30835:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948443.374061:0:30835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948443.374068:0:30835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948443.374077:0:30835:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948443.374082:0:30835:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948443.374104:0:30835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948443.374832:0:30871:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1783948443.374837:0:30871:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1783948443.374879:0:30871:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948443.374882:0:30871:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948443.374884:0:30871:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948443.374887:0:30871:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1783948443.374888:0:30871:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948443.375280:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948443.375285:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:1.0:1783948443.375291:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.375297:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948443.375303:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf110 00000100:00000040:0.0:1783948443.375475:0:30835:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 772727 usecs (773 jiffies) 00000400:00000200:0.0:1783948443.375480:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948443.375482:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296534300 00000100:00000001:0.0:1783948443.375485:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:0.0:1783948443.375487:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296534300 00000100:00000001:0.0:1783948443.375489:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:0.0:1783948443.375491:0:30835:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948443.375494:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.375496:0:30835:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948443.375498:0:30835:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948443.375500:0:30835:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948443.375502:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948443.375504:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1783948443.375539:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf110. 00000100:00000001:1.0:1783948443.375545:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948443.375551:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.375562:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948443.375565:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.375572:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.375574:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948443.377404:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948443.377412:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3300. 00000400:00000200:1.0:1783948443.377422:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.377429:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948443.377439:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2330 00000400:00000010:1.0:1783948443.377442:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2330. 00000100:00000001:1.0:1783948443.377447:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948443.377454:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636495104/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948459 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.377465:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948443.377468:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c000 x1870603636495104/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948459 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.377473:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.377475:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948443.385329:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.385345:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.385350:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.385352:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.385361:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.385369:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.385379:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.385385:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.385390:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.385395:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944dd00 00000400:00000200:1.0:1783948443.385400:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.385407:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6a79 [1] + 224 00000800:00000001:1.0:1783948443.385414:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.385421:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.385424:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.385428:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.385436:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.385445:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948443.385457:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.385479:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.385488:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.385491:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.385550:0:30835:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948443.385559:0:30835:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948443.385561:0:30835:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948443.385564:0:30835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae0b0. 00000400:00000200:0.0:1783948443.385569:0:30835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948443.385572:0:30835:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948443.385575:0:30835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948443.385581:0:30835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948443.385590:0:30835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241500 x1870603636495872/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.385596:0:30835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948443.385598:0:30835:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.385601:0:30835:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948443.385604:0:30835:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948443.385608:0:30835:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948443.385610:0:30835:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948443.385612:0:30835:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948443.385622:0:30835:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948443.385626:0:30835:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948443.385629:0:30835:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948443.385631:0:30835:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948443.385634:0:30835:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948443.385637:0:30835:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.385640:0:30835:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948443.385642:0:30835:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948443.385644:0:30835:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948443.385646:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948443.385648:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000001:0.0:1783948443.385651:0:30835:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948443.385652:0:30835:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1783948443.385655:0:30835:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948443.385657:0:30835:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948443.385662:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241500 x1870603636495872/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.385669:0:30835:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948443.385672:0:30835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948443.385674:0:30835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948443.385678:0:30835:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241500 x1870603636495872/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948443.385686:0:30835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:30835:1870603636495872:192.168.202.104@tcp:35:multiop.0 00000100:00000001:0.0:1783948443.385691:0:30835:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.385695:0:30835:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.385697:0:30835:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948443.385710:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.385714:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241500 x1870603636495872/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.385728:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948443.385731:0:30835:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948443.385735:0:30835:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948443.385737:0:30835:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.385746:0:30835:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948443.385747:0:30835:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000002:00000001:0.0:1783948443.385750:0:30835:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948443.385754:0:30835:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948443.385760:0:30835:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a6a00. 00000080:00000001:0.0:1783948443.385764:0:30835:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783948443.385767:0:30835:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948443.385772:0:30835:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948443.385777:0:30835:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948442 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.385784:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.385787:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd180 x1870603636494464/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948442 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.385793:0:30835:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948443.385797:0:30835:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948443.385799:0:30835:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948443.385801:0:30835:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948443.385804:0:30835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f3000. 02000000:00000001:0.0:1783948443.385808:0:30835:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948443.385810:0:30835:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948443.385811:0:30835:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd180. 00000100:00000001:0.0:1783948443.385815:0:30835:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948443.385817:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.385818:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.385821:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241500 x1870603636495872/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.385826:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948443.385828:0:30835:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e95818e9a0. 00000002:00000001:0.0:1783948443.385830:0:30835:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948443.385832:0:30835:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948443.385834:0:30835:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9511a2d40. 00000100:00000001:0.0:1783948443.385836:0:30835:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.385838:0:30835:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241500 x1870603636495872/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.385877:0:30835:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948443.385880:0:30835:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948443.385882:0:30835:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e951725040. 00000080:00000001:0.0:1783948443.385887:0:30835:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948443.385894:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483db8 00000080:00000008:0.0:1783948443.385896:0:30835:0:(file.c:491:ll_file_release()) COMPLETED file f:[0x200000404:0x25:0x0](ffff89e951d78908), flags 100002, rc = 0 00000080:00000001:0.0:1783948443.385908:0:30835:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948443.385915:0:30835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948443.385917:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483e00 00000080:00002000:0.0:1783948443.385918:0:30835:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff89e951ccc0d8, parent ffff89e951f50948, inode ffff89e951d78908) hashed, 00000080:00000001:0.0:1783948443.385921:0:30835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948443.385932:0:30835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783948443.385937:0:30835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783948443.385940:0:30835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948443.385941:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01483e00 00000080:00002000:0.0:1783948443.385943:0:30835:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff89e951f50948, parent ffff89e951e2fe58, inode ffff89e951d1db88) hashed, 00000080:00000001:0.0:1783948443.385946:0:30835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948443.385950:0:30835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783948443.385952:0:30835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1783948443.421877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa4c0. 00000080:00000010:0.1:1783948443.421896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab240. 00000800:00000001:1.0:1783948443.447042:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.447062:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.447066:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.447069:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.447078:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.447087:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.447109:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.447114:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.447121:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.447125:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944dd80 00000400:00000200:1.0:1783948443.447131:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.447139:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6a89 [1] + 224 00000800:00000001:1.0:1783948443.447146:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.447154:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.447157:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.447162:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.447170:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.447180:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636495104/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948443.447192:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff89e95066c000 x1870603636495104/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948459 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948443.447221:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.447229:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.447232:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948443.448993:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948443.448999:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3700. 00000400:00000200:1.0:1783948443.449006:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.449012:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948443.449017:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2f68 00000400:00000010:1.0:1783948443.449020:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2f68. 00000100:00000001:1.0:1783948443.449024:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948443.449029:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636497920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.449039:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948443.449042:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c000 x1870603636497920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948459 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.449048:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.449050:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948443.455002:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.455022:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.455027:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.455030:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.455038:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.455046:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.455054:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.455059:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.455065:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.455069:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 10 MB=0x6a54dd944de00 00000400:00000200:1.0:1783948443.455074:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.455080:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 400/400 into md 0x6a91 [1] + 224 00000800:00000001:1.0:1783948443.455088:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.455096:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.455099:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.455114:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.455122:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.455132:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636497920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948443.455143:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff89e95066c000 x1870603636497920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.455159:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.455167:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.455170:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948443.461490:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948443.461496:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3f00. 00000400:00000200:1.0:1783948443.461503:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.461510:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948443.461518:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:1.0:1783948443.461520:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:1.0:1783948443.461526:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948443.461533:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636498048/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948459 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.461544:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948443.461548:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636498048/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.461555:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.461557:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948443.473567:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.473587:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.473592:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.473596:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.473605:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.473613:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.475014:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.475024:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.475031:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.475037:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 432 into portal 4 MB=0x6a54dd944de80 00000400:00000200:1.0:1783948443.475043:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.475051:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 432/432 into md 0x6a99 [1] + 224 00000800:00000001:1.0:1783948443.475061:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.475078:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.475082:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.475087:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.475096:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.475116:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636498048/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948459 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948443.475128:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff89e95066c000 x1870603636498048/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948459 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.475155:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.475165:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.475168:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783948443.475585:0:30846:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783948443.475589:0:30846:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948443.475592:0:30846:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948443.475596:0:30846:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783948443.475599:0:30846:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783948443.475602:0:30846:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783948443.475604:0:30846:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948443.475605:0:30846:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783948443.475607:0:30846:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783948443.475608:0:30846:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948443.475610:0:30846:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948443.475612:0:30846:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783948443.475613:0:30846:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783948443.475614:0:30846:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783948443.475615:0:30846:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783948443.475617:0:30846:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783948443.475619:0:30846:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783948443.475620:0:30846:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948443.475621:0:30846:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783948443.475623:0:30846:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783948443.475624:0:30846:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948443.475626:0:30846:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948443.475628:0:30846:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783948443.475629:0:30846:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783948443.475630:0:30846:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948443.475633:0:30846:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783948443.475635:0:30846:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783948443.475636:0:30846:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783948443.475637:0:30846:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783948443.475638:0:30846:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948443.475641:0:30846:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11e10 00000020:00000010:0.0:1783948443.475647:0:30846:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e954623800. 00000020:00000010:0.0:1783948443.475654:0:30846:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041000. 00000008:00000010:0.0:1783948443.475660:0:30846:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:0.0:1783948443.475664:0:30846:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226c00. 00008000:00000010:0.0:1783948443.475669:0:30846:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f8388. 00000080:00000010:0.0:1783948443.475674:0:30846:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e101f8. 00000080:00000010:0.0:1783948443.475677:0:30846:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a94d0. 00000020:00000010:0.0:1783948443.475681:0:30846:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e954623c00. 00000008:00000010:0.0:1783948443.475684:0:30846:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584420. 00020000:00000010:0.0:1783948443.475688:0:30846:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d488. 00008000:00000010:0.0:1783948443.475691:0:30846:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fcf8. 00000080:00000010:0.0:1783948443.475695:0:30846:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e3c0. 00000020:00000010:0.0:1783948443.475708:0:30846:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e942f88e00. 00000020:00000010:0.0:1783948443.475712:0:30846:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11e10. 00020000:00000001:0.0:1783948443.475715:0:30846:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783948443.475717:0:30846:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783948443.475720:0:30846:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783948443.475722:0:30846:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783948443.475726:0:30846:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783948443.475727:0:30846:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948443.475728:0:30846:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11510 00000020:00000010:0.0:1783948443.475730:0:30846:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e942f89a00. 00000020:00000010:0.0:1783948443.475733:0:30846:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041f60. 00000008:00000010:0.0:1783948443.475736:0:30846:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:0.0:1783948443.475738:0:30846:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226900. 00008000:00000010:0.0:1783948443.475741:0:30846:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f98b8. 00000080:00000010:0.0:1783948443.475743:0:30846:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10888. 00000080:00000010:0.0:1783948443.475746:0:30846:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab530. 00000020:00000010:0.0:1783948443.475748:0:30846:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e942f88000. 00000008:00000010:0.0:1783948443.475750:0:30846:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584b00. 00020000:00000010:0.0:1783948443.475752:0:30846:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060db60. 00008000:00000010:0.0:1783948443.475754:0:30846:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fc18. 00000080:00000010:0.0:1783948443.475756:0:30846:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:0.0:1783948443.475758:0:30846:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e942f88400. 00000020:00000010:0.0:1783948443.475760:0:30846:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11510. 00000080:00000001:0.0:1783948443.475762:0:30846:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948443.475766:0:30846:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783948443.475770:0:30846:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e942f89200. 00000020:00000001:0.0:1783948443.475780:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473c30 00000080:00200008:0.0:1783948443.475783:0:30846:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff89e951d1ec08) current size 0, valid attrs 100201f0, mode 0, uid -1052724670, gid -1, new size 213440, atime 1783948427.000000000, mtime 1783948427.000000000, ctime 1783948427.000000000, rc 0 00000080:00000001:0.0:1783948443.475788:0:30846:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948443.475805:0:30846:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948443.475807:0:30846:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e94712a7c0 00020000:00000002:0.0:1783948443.475811:0:30846:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e94712a7c0 00020000:00000001:0.0:1783948443.475813:0:30846:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948443.475819:0:30846:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948443.475822:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473db8 00000080:00200008:0.0:1783948443.475824:0:30846:0:(file.c:447:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff89e951d1ec08), flags 104001 00000080:00000001:0.0:1783948443.475827:0:30846:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783948443.475831:0:30846:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783948443.475832:0:30846:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948443.475833:0:30846:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e94712a7c0 00020000:00000002:0.0:1783948443.475835:0:30846:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e94712a7c0 00020000:00000001:0.0:1783948443.475837:0:30846:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948443.475838:0:30846:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1783948443.475847:0:30846:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948443.475872:0:30846:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948443.475881:0:30846:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:0.0:1783948443.475884:0:30846:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948443.475889:0:30846:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948443.475891:0:30846:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1783948443.475894:0:30846:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783948443.475896:0:30846:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783948443.475976:0:30846:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9509a7600. 00000080:00000001:0.0:1783948443.475979:0:30846:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783948443.475985:0:30846:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783948443.475989:0:30846:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:0.0:1783948443.475991:0:30846:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:0.0:1783948443.475995:0:30846:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783948443.475997:0:30846:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:0.0:1783948443.476004:0:30846:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242a00. 00000020:00000040:0.0:1783948443.476009:0:30846:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948443.476014:0:30846:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948443.476018:0:30846:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948443.476023:0:30846:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948443.476030:0:30846:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a6a00. 00000100:00000001:0.0:1783948443.476036:0:30846:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783948443.476049:0:30846:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e950b65180 x1870603636494848/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948443 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783948443.476060:0:30846:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783948443.476064:0:30846:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783948443.476071:0:30846:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948443.476073:0:30846:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948443.476081:0:30846:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948443.476083:0:30846:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913629504 : -129839795922112 : ffff89e951161b40) 00000100:00000001:0.0:1783948443.476085:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948443.476087:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000001:0.0:1783948443.476091:0:30846:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948443.476095:0:30846:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.476097:0:30846:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948443.476099:0:30846:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948443.476103:0:30846:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.476176:0:30846:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948443.476179:0:30846:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948443.476183:0:30846:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948443.476186:0:30846:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948443.476188:0:30846:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948443.476192:0:30846:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30846:1870603636498304:192.168.202.104@tcp:35:touch.0 00000100:00000001:0.0:1783948443.476195:0:30846:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948443.476201:0:30846:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948443.476203:0:30846:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948443.476206:0:30846:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948443.476211:0:30846:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636c00. 02000000:00000001:0.0:1783948443.476212:0:30846:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948443.476218:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948443.476222:0:30846:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948443.476227:0:30846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948443.476233:0:30846:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636498304, portal 10 00000100:00000001:0.0:1783948443.476235:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948443.476236:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000040:0.0:1783948443.476242:0:30846:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.476249:0:30846:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948443.476251:0:30846:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948443.476254:0:30846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf220. 00000100:00000200:0.0:1783948443.476257:0:30846:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636498304, offset 0 00000400:00000200:0.0:1783948443.476262:0:30846:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948443.476267:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948443.476274:0:30846:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948443.476279:0:30846:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948443.476283:0:30846:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948443.476287:0:30846:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948443.476290:0:30846:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948443.476293:0:30846:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2412:2412:256:4294967295] 192.168.202.104@tcp LPNI seq info [2412:2412:8:4294967295] 00000400:00000200:0.0:1783948443.476297:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948443.476304:0:30846:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948443.476310:0:30846:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948443.476315:0:30846:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948443.476322:0:30846:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948443.476330:0:30846:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948443.476334:0:30846:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948443.476353:0:30846:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948443.476358:0:30846:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 819275 usecs (820 jiffies) 00000400:00000200:0.0:1783948443.476361:0:30846:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948443.476365:0:30846:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296534447 00000100:00000001:0.0:1783948443.476368:0:30846:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:0.0:1783948443.476370:0:30846:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296534447 00000100:00000001:0.0:1783948443.476372:0:30846:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:0.0:1783948443.476374:0:30846:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948443.476377:0:30846:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.476379:0:30846:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948443.476380:0:30846:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948443.476383:0:30846:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948443.476385:0:30846:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948443.476387:0:30846:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948443.476780:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948443.476786:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:1.0:1783948443.476790:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.476795:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948443.476800:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf220 00000400:00000010:1.0:1783948443.476802:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf220. 00000100:00000001:1.0:1783948443.476807:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948443.476812:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.476821:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948443.476824:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.476830:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948443.476832:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948443.485392:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.485420:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948443.485424:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.485427:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.485437:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.485447:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948443.485461:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.485467:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.485474:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.485478:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944df80 00000400:00000200:1.0:1783948443.485484:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948443.485492:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6aa1 [1] + 224 00000800:00000001:1.0:1783948443.485499:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.485510:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948443.485513:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948443.485517:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948443.485524:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948443.485533:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948443.485543:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948443.485566:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948443.485575:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948443.485578:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.486030:0:30846:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948443.486040:0:30846:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948443.486042:0:30846:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948443.486045:0:30846:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae0b0. 00000400:00000200:0.0:1783948443.486050:0:30846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948443.486053:0:30846:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948443.486056:0:30846:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948443.486061:0:30846:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948443.486069:0:30846:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242a00 x1870603636498304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948459 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.486076:0:30846:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948443.486078:0:30846:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.486081:0:30846:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948443.486084:0:30846:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948443.486087:0:30846:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948443.486089:0:30846:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948443.486091:0:30846:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948443.486100:0:30846:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948443.486114:0:30846:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948443.486117:0:30846:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948443.486119:0:30846:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948443.486122:0:30846:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948443.486126:0:30846:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.486129:0:30846:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948443.486131:0:30846:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948443.486133:0:30846:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948443.486134:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948443.486136:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000001:0.0:1783948443.486140:0:30846:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948443.486141:0:30846:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1783948443.486143:0:30846:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948443.486145:0:30846:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948443.486150:0:30846:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242a00 x1870603636498304/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.486158:0:30846:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948443.486161:0:30846:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948443.486163:0:30846:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948443.486167:0:30846:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242a00 x1870603636498304/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948443.486176:0:30846:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:30846:1870603636498304:192.168.202.104@tcp:35:touch.0 00000100:00000001:0.0:1783948443.486180:0:30846:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.486183:0:30846:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.486185:0:30846:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948443.486187:0:30846:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.486191:0:30846:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242a00 x1870603636498304/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.486199:0:30846:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948443.486202:0:30846:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948443.486206:0:30846:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948443.486208:0:30846:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.486214:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948443.486215:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000002:00000001:0.0:1783948443.486218:0:30846:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948443.486221:0:30846:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948443.486226:0:30846:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a7600. 00000080:00000001:0.0:1783948443.486229:0:30846:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783948443.486233:0:30846:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948443.486238:0:30846:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948443.486242:0:30846:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e950b65180 x1870603636494848/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948443 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.486250:0:30846:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948443.486252:0:30846:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:0.0:1783948443.486254:0:30846:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.486256:0:30846:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636494848/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948443 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.486262:0:30846:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948443.486264:0:30846:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.486267:0:30846:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65180 x1870603636494848/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948443 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.486272:0:30846:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948443.486275:0:30846:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948443.486277:0:30846:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948443.486279:0:30846:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948443.486282:0:30846:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8400. 02000000:00000001:0.0:1783948443.486285:0:30846:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948443.486287:0:30846:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948443.486288:0:30846:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65180. 00000100:00000001:0.0:1783948443.486292:0:30846:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948443.486294:0:30846:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948443.486295:0:30846:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.486298:0:30846:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242a00 x1870603636498304/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.486304:0:30846:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948443.486306:0:30846:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be900. 00000002:00000001:0.0:1783948443.486309:0:30846:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948443.486310:0:30846:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948443.486312:0:30846:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c940. 00000100:00000001:0.0:1783948443.486314:0:30846:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948443.486317:0:30846:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242a00 x1870603636498304/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948443.486324:0:30846:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948443.486326:0:30846:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948443.486329:0:30846:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960303cc0. 00000080:00000001:0.0:1783948443.486333:0:30846:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948443.486338:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473db8 00000080:00000008:0.0:1783948443.486341:0:30846:0:(file.c:491:ll_file_release()) COMPLETED file f:[0x200000404:0x26:0x0](ffff89e951d1ec08), flags 104001, rc = 0 00000080:00000001:0.0:1783948443.486344:0:30846:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948443.486349:0:30846:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948443.486351:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473e00 00000080:00002000:0.0:1783948443.486353:0:30846:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff89e951f5ad80, parent ffff89e951f31ca8, inode ffff89e951d1ec08) hashed, 00000080:00000001:0.0:1783948443.486356:0:30846:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948443.486364:0:30846:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783948443.486369:0:30846:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783948443.486372:0:30846:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948443.486374:0:30846:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473e00 00000080:00002000:0.0:1783948443.486376:0:30846:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff89e951f31ca8, parent ffff89e951e2fe58, inode ffff89e951d85348) hashed, 00000080:00000001:0.0:1783948443.486378:0:30846:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948443.486382:0:30846:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783948443.486385:0:30846:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1783948443.496030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abba0. 00000080:00000010:0.1:1783948443.496045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e7c0. 00000020:00000001:3.0:1783948443.864361:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948443.864365:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948443.864368:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783948444.888768:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948444.888772:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948444.888776:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948445.384922:0:30880:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948445.384929:0:30880:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948445.384932:0:30880:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948445.384936:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb20 00000080:00200000:1.0:1783948445.384941:0:30880:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948445.384950:0:30880:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959438a00. 00800000:00000002:1.0:1783948445.384958:0:30880:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948445.384963:0:30880:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948445.384968:0:30880:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948445.384971:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba40 00800000:00000002:1.0:1783948445.384975:0:30880:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948445.384979:0:30880:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948445.384984:0:30880:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948445.384991:0:30880:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948445.384993:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb910 00000002:00010000:1.0:1783948445.384996:0:30880:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948445.385001:0:30880:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948445.385003:0:30880:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948445.385007:0:30880:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948445.385015:0:30880:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948445.385018:0:30880:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948445.385020:0:30880:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948445.385023:0:30880:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948445.385025:0:30880:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783948445.385031:0:30880:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc000. 00000020:00000040:1.0:1783948445.385036:0:30880:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:1.0:1783948445.385043:0:30880:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948445.385049:0:30880:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948445.385056:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.385058:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948445.385060:0:30880:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.385064:0:30880:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948445.385068:0:30880:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948445.385073:0:30880:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948445.385079:0:30880:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f2c00. 00000100:00000001:1.0:1783948445.385086:0:30880:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.385091:0:30880:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948445.385093:0:30880:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.385095:0:30880:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948445.385096:0:30880:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.385098:0:30880:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948445.385103:0:30880:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00010000:00000001:1.0:1783948445.385108:0:30880:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948445.385110:0:30880:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948445.385114:0:30880:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722db00. 00010000:00000010:1.0:1783948445.385118:0:30880:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4880. 00010000:00000001:1.0:1783948445.385123:0:30880:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948445.385127:0:30880:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617ba00. 00000020:00000001:1.0:1783948445.385131:0:30880:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948445.385134:0:30880:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617ba00 with handle 0x8c7cf19e4b440ba7 to hash 00000020:00000001:1.0:1783948445.385136:0:30880:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948445.385138:0:30880:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:1.0:1783948445.385141:0:30880:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:1.0:1783948445.385145:0:30880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948445.385147:0:30880:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948445.385151:0:30880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948445.385161:0:30880:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948445.385172:0:30880:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948445.385178:0:30880:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948445.385180:0:30880:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948445.385186:0:30880:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211780. 00000100:00000001:1.0:1783948445.385188:0:30880:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166007680 : -129839543543936 : ffff89e960211780) 00000100:00000001:1.0:1783948445.385192:0:30880:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948445.385193:0:30880:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00000100:00000001:1.0:1783948445.385198:0:30880:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948445.385202:0:30880:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.385204:0:30880:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948445.385207:0:30880:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948445.385218:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.385233:0:30880:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948445.385237:0:30880:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948445.385241:0:30880:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948445.385244:0:30880:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948445.385246:0:30880:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948445.385250:0:30880:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc000 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30880:1870603636498432:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:1.0:1783948445.385255:0:30880:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948445.385261:0:30880:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948445.385264:0:30880:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948445.385267:0:30880:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948445.385272:0:30880:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e960181000. 02000000:00000001:1.0:1783948445.385274:0:30880:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948445.385281:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948445.385286:0:30880:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888f78. 00000400:00000010:1.0:1783948445.385294:0:30880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506184c8. 00000100:00000200:1.0:1783948445.385303:0:30880:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636498432, portal 10 00000100:00000001:1.0:1783948445.385305:0:30880:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948445.385307:0:30880:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00000100:00000040:1.0:1783948445.385314:0:30880:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.385322:0:30880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948445.385325:0:30880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948445.385328:0:30880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618dd0. 00000100:00000200:1.0:1783948445.385331:0:30880:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636498432, offset 0 00000400:00000200:1.0:1783948445.385339:0:30880:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948445.385350:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.385358:0:30880:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948445.385365:0:30880:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948445.385369:0:30880:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948445.385373:0:30880:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948445.385376:0:30880:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948445.385381:0:30880:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2413:2413:256:4294967295] 192.168.202.104@tcp LPNI seq info [2413:2413:8:4294967295] 00000400:00000200:1.0:1783948445.385386:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.385399:0:30880:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948445.385405:0:30880:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948445.385410:0:30880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e900. 00000800:00000200:1.0:1783948445.385417:0:30880:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948445.385426:0:30880:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948445.385431:0:30880:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783948445.385444:0:30880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948445.385449:0:30880:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 818130 usecs (819 jiffies) 00000400:00000200:1.0:1783948445.385452:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948445.385455:0:30880:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536356 00000100:00000001:1.0:1783948445.385458:0:30880:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:1.0:1783948445.385461:0:30880:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536356 00000100:00000001:1.0:1783948445.385463:0:30880:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:1.0:1783948445.385466:0:30880:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948445.385469:0:30880:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.385471:0:30880:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948445.385473:0:30880:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948445.385476:0:30880:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211780 going to sleep for 11 seconds 00000100:00000001:1.0:1783948445.385479:0:30880:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948445.385481:0:30880:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.386207:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.386213:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e900. 00000400:00000200:0.0:1783948445.386218:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.386225:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.386231:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618dd0 00000400:00000010:0.0:1783948445.386233:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618dd0. 00000100:00000001:0.0:1783948445.386238:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.386242:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.386253:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.386256:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.386263:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.386264:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.391311:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.391330:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.391334:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.391337:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.391345:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.391354:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.391364:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.391368:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.391374:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.391379:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944e000 00000400:00000200:1.0:1783948445.391384:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.391392:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6ab1 [1] + 224 00000800:00000001:1.0:1783948445.391400:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.391422:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.391425:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.391430:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.391437:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.391446:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.391457:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.391474:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.391481:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.391484:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.391945:0:30880:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.391954:0:30880:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.391956:0:30880:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.391960:0:30880:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888f78. 00000400:00000200:3.0:1783948445.391965:0:30880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506184c8 00000400:00000010:3.0:1783948445.391968:0:30880:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506184c8. 00000100:00000001:3.0:1783948445.391972:0:30880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.391977:0:30880:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.391988:0:30880:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.391995:0:30880:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.391997:0:30880:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.391999:0:30880:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.392004:0:30880:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.392007:0:30880:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.392009:0:30880:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.392012:0:30880:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.392024:0:30880:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.392029:0:30880:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.392032:0:30880:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.392033:0:30880:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.392036:0:30880:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.392040:0:30880:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.392043:0:30880:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.392045:0:30880:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.392048:0:30880:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.392051:0:30880:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.392056:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.392063:0:30880:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.392066:0:30880:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.392068:0:30880:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.392071:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.392079:0:30880:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cc000 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30880:1870603636498432:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948445.392084:0:30880:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.392087:0:30880:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.392090:0:30880:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.392092:0:30880:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.392096:0:30880:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.392104:0:30880:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.392108:0:30880:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211780. 00000100:00000001:3.0:1783948445.392112:0:30880:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.392115:0:30880:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.392118:0:30880:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948445.392123:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.392127:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.392130:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=4 00000020:00000001:3.0:1783948445.392133:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.392136:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000040:3.0:1783948445.392144:0:30880:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617ba00, remote cookie: 0x2ceea11ad5e05db1, flags: 0x1001 00010000:00010000:3.0:1783948445.392150:0:30880:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.392162:0:30880:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.392169:0:30880:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948445.392175:0:30880:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948445.392177:0:30880:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948445.392179:0:30880:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948445.392180:0:30880:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948445.392183:0:30880:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e94722db00) refcount = 1 00010000:00010000:3.0:1783948445.392187:0:30880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.392193:0:30880:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948445.392196:0:30880:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948445.392198:0:30880:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.392201:0:30880:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948445.392203:0:30880:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.392206:0:30880:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.392213:0:30880:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948445.392215:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.392216:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.392217:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.392218:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.392220:0:30880:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.392224:0:30880:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948445.392226:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.392227:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.392228:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.392230:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.392232:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.392235:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.392236:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.392238:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=4 00000020:00000001:3.0:1783948445.392240:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.392242:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.392245:0:30880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.392248:0:30880:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.392251:0:30880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.392257:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.392258:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.392259:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.392260:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.392261:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=5 00000020:00000001:3.0:1783948445.392759:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.392764:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.392766:0:30880:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.392771:0:30880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.392778:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.392779:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948445.392781:0:30880:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.392787:0:30880:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.392788:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.392789:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.392791:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.392792:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948445.392799:0:30880:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948445.392814:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.392816:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.393021:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.393023:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393026:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393028:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393030:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.393031:0:30880:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.393033:0:30880:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.393036:0:30880:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948445.393038:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.393039:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.393041:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.393042:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393044:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00000002:00010000:3.0:1783948445.393048:0:30880:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.393374:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393377:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.393379:0:30880:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948445.393381:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.393382:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.393384:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.393387:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393390:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000040:3.0:1783948445.393399:0:30880:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.393402:0:30880:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948445.393406:0:30880:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948445.393409:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393410:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.393413:0:30880:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948445.393417:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb898 00000002:00002000:3.0:1783948445.393419:0:30880:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948445.393422:0:30880:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.393427:0:30880:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.393430:0:30880:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948445.393434:0:30880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948445.393437:0:30880:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.393442:0:30880:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.393447:0:30880:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959438a00. 00000080:00000001:3.0:1783948445.393455:0:30880:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.393458:0:30880:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948445.393467:0:30880:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948445.393471:0:30880:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783948445.393480:0:30880:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d94c0. 00800000:00000001:3.0:1783948445.393483:0:30880:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030511296 : -129839679040320 : ffff89e9580d94c0) 00800000:00000001:3.0:1783948445.393485:0:30880:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.393487:0:30880:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948445.393489:0:30880:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948445.393492:0:30880:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948445.393494:0:30880:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948445.393498:0:30880:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948445.393500:0:30880:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.393505:0:30880:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948445.393507:0:30880:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1783948445.393513:0:30880:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948445.393515:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.393516:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.393518:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.393519:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393521:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393523:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393524:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.393526:0:30880:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948445.393529:0:30880:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948445.393531:0:30880:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d94c0 1 00800000:00000010:3.0:1783948445.393534:0:30880:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d94c0. 00800000:00000001:3.0:1783948445.393537:0:30880:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.393540:0:30880:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ba7 00800000:00000001:3.0:1783948445.393542:0:30880:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.393544:0:30880:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.393545:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.393546:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.393548:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.393549:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393551:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393553:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393554:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.393556:0:30880:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.393558:0:30880:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.393560:0:30880:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.393563:0:30880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.393566:0:30880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ba7 from it ffffb87d01bfbb58 00010000:00000001:3.0:1783948445.393568:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.393569:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.393570:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.393572:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393574:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.393576:0:30880:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.393578:0:30880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.393585:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393585:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.393587:0:30880:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.393591:0:30880:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.393593:0:30880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.393608:0:30880:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.393611:0:30880:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.393613:0:30880:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.393618:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393619:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.393620:0:30880:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.393624:0:30880:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.393625:0:30880:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.393627:0:30880:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.393629:0:30880:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.393631:0:30880:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.393632:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393633:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.393636:0:30880:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.393642:0:30880:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cc000 x1870603636498432/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.393649:0:30880:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.393653:0:30880:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.393656:0:30880:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e960181000. 02000000:00000001:3.0:1783948445.393660:0:30880:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.393663:0:30880:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.393665:0:30880:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.393667:0:30880:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.393670:0:30880:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f2c00. 02000000:00000001:3.0:1783948445.393674:0:30880:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.393676:0:30880:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.393678:0:30880:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cc000. 00000100:00000001:3.0:1783948445.393693:0:30880:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.393694:0:30880:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.393698:0:30880:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948445.393704:0:30880:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.393724:0:30880:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abea0. 00000020:00000001:3.0:1783948445.393728:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba88 00000080:00200000:3.0:1783948445.393730:0:30880:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=24 00000080:00000001:3.0:1783948445.393734:0:30880:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948445.393737:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb938 00000080:00200000:3.0:1783948445.393739:0:30880:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:3.0:1783948445.393748:0:30880:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.393753:0:30880:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.393758:0:30880:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.393761:0:30880:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.393763:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb858 00800000:00000002:3.0:1783948445.393765:0:30880:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.393768:0:30880:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948445.393774:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb7f0 00800000:00000002:3.0:1783948445.393775:0:30880:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1783948445.393780:0:30880:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.393781:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb728 00000002:00010000:3.0:1783948445.393783:0:30880:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1783948445.393786:0:30880:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948445.393789:0:30880:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948445.393793:0:30880:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66300. 00000020:00000040:3.0:1783948445.393796:0:30880:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948445.393801:0:30880:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.393804:0:30880:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.393807:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.393808:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.393809:0:30880:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.393812:0:30880:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.393826:0:30880:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.393830:0:30880:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.393838:0:30880:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eb400. 00000100:00000001:3.0:1783948445.393846:0:30880:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.393873:0:30880:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.393876:0:30880:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.393878:0:30880:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.393879:0:30880:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.393881:0:30880:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.393890:0:30880:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00010000:00000001:3.0:1783948445.393895:0:30880:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948445.393898:0:30880:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948445.393900:0:30880:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.393902:0:30880:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.393905:0:30880:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948445.393909:0:30880:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597800. 00000020:00000001:3.0:1783948445.393912:0:30880:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948445.393914:0:30880:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597800 with handle 0x8c7cf19e4b440bae to hash 00000020:00000001:3.0:1783948445.393916:0:30880:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948445.393918:0:30880:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.393921:0:30880:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.393924:0:30880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.393927:0:30880:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.393930:0:30880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.393937:0:30880:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.393946:0:30880:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948445.393951:0:30880:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.393954:0:30880:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.393961:0:30880:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.393964:0:30880:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.393966:0:30880:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.393968:0:30880:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948445.393973:0:30880:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.393978:0:30880:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.393981:0:30880:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.393983:0:30880:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.393987:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.394000:0:30880:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.394002:0:30880:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.394005:0:30880:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.394008:0:30880:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.394011:0:30880:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.394014:0:30880:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30880:1870603636498560:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948445.394018:0:30880:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.394025:0:30880:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.394028:0:30880:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.394031:0:30880:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.394036:0:30880:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948445.394038:0:30880:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.394046:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.394050:0:30880:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98f20. 00000400:00000010:3.0:1783948445.394070:0:30880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948445.394080:0:30880:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636498560, portal 10 00000100:00000001:3.0:1783948445.394082:0:30880:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.394083:0:30880:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000040:3.0:1783948445.394089:0:30880:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.394097:0:30880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.394100:0:30880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.394102:0:30880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125f68. 00000100:00000200:3.0:1783948445.394106:0:30880:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636498560, offset 0 00000400:00000200:3.0:1783948445.394113:0:30880:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.394123:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.394132:0:30880:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.394138:0:30880:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.394142:0:30880:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.394146:0:30880:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.394149:0:30880:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.394153:0:30880:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2414:2414:256:4294967295] 192.168.202.104@tcp LPNI seq info [2414:2414:8:4294967295] 00000400:00000200:3.0:1783948445.394158:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.394169:0:30880:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.394176:0:30880:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.394181:0:30880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9100. 00000800:00000200:3.0:1783948445.394188:0:30880:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.394197:0:30880:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.394202:0:30880:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.394215:0:30880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.394221:0:30880:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 816983 usecs (817 jiffies) 00000400:00000200:3.0:1783948445.394225:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.394228:0:30880:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536361 00000100:00000001:3.0:1783948445.394231:0:30880:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.394234:0:30880:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536361 00000100:00000001:3.0:1783948445.394237:0:30880:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.394239:0:30880:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.394242:0:30880:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.394244:0:30880:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.394246:0:30880:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.394259:0:30880:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.394263:0:30880:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.394272:0:30880:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.397800:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.397811:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:0.0:1783948445.397818:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.397827:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.397836:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125f68 00000400:00000010:0.0:1783948445.397838:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125f68. 00000100:00000001:0.0:1783948445.397844:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.397897:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.397912:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.397915:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.397922:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.397924:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.416509:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.416528:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.416533:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.416535:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.416544:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.416553:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.416563:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.416567:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.416573:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.416576:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944e080 00000400:00000200:1.0:1783948445.416582:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.416589:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6ac1 [1] + 224 00000800:00000001:1.0:1783948445.416603:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.416610:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.416613:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.416617:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.416627:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.416639:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.416649:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.416671:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.416679:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.416694:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.416717:0:30880:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.416727:0:30880:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.416729:0:30880:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.416733:0:30880:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98f20. 00000400:00000200:3.0:1783948445.416738:0:30880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948445.416741:0:30880:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948445.416745:0:30880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.416751:0:30880:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.416765:0:30880:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.416769:0:30880:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.416771:0:30880:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.416773:0:30880:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.416776:0:30880:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.416778:0:30880:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.416780:0:30880:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.416782:0:30880:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.416790:0:30880:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.416793:0:30880:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.416795:0:30880:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.416796:0:30880:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.416799:0:30880:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.416802:0:30880:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.416806:0:30880:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.416808:0:30880:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.416809:0:30880:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.416811:0:30880:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.416823:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.416828:0:30880:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.416830:0:30880:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.416832:0:30880:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.416835:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.416840:0:30880:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30880:1870603636498560:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948445.416843:0:30880:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.416845:0:30880:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.416847:0:30880:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.416848:0:30880:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.416881:0:30880:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.416886:0:30880:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.416889:0:30880:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.416892:0:30880:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.416894:0:30880:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.416896:0:30880:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948445.416899:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.416901:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.416903:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=4 00000020:00000001:3.0:1783948445.416905:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.416907:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000040:3.0:1783948445.416912:0:30880:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597800, remote cookie: 0x2ceea11ad5e05dcd, flags: 0x1001 00010000:00010000:3.0:1783948445.416916:0:30880:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948445.416922:0:30880:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948445.416924:0:30880:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783948445.416930:0:30880:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459c00. 00010000:00000010:3.0:1783948445.416933:0:30880:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7080. 00010000:00000001:3.0:1783948445.416936:0:30880:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.416938:0:30880:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.416944:0:30880:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.416948:0:30880:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948445.416951:0:30880:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948445.416953:0:30880:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948445.416954:0:30880:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948445.416955:0:30880:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948445.416957:0:30880:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff89e959459c00) refcount = 1 00010000:00010000:3.0:1783948445.416960:0:30880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.416965:0:30880:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948445.416967:0:30880:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948445.416968:0:30880:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.416970:0:30880:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948445.416972:0:30880:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.416974:0:30880:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.416978:0:30880:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948445.416979:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.416980:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.416981:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.416982:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.416983:0:30880:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.416987:0:30880:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948445.416988:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.416989:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.416990:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.416991:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.416992:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.416993:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.416994:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.416995:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=4 00000020:00000001:3.0:1783948445.416996:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.416997:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.416999:0:30880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.417001:0:30880:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.417003:0:30880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.417011:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417011:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.417012:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.417013:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.417014:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=5 00000020:00000001:3.0:1783948445.417015:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417016:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417017:0:30880:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.417019:0:30880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.417022:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417023:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948445.417024:0:30880:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.417028:0:30880:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.417028:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417029:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.417029:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417030:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948445.417032:0:30880:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948445.417036:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.417037:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.417038:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.417039:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417040:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417041:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417042:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.417042:0:30880:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.417044:0:30880:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.417046:0:30880:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948445.417048:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.417049:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.417050:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.417051:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417052:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00000002:00010000:3.0:1783948445.417061:0:30880:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.417065:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417066:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.417068:0:30880:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948445.417069:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.417069:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.417070:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.417071:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417072:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000040:3.0:1783948445.417075:0:30880:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:3.0:1783948445.417076:0:30880:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948445.417079:0:30880:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:3.0:1783948445.417080:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417081:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.417082:0:30880:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948445.417084:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb6b0 00000002:00002000:3.0:1783948445.417085:0:30880:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948445.417088:0:30880:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.417092:0:30880:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.417095:0:30880:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948445.417098:0:30880:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948445.417100:0:30880:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.417104:0:30880:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:3.0:1783948445.417106:0:30880:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948445.417107:0:30880:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01bfba28 it_disposition b 00000080:00000001:3.0:1783948445.417111:0:30880:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948445.417116:0:30880:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948445.417119:0:30880:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948445.417121:0:30880:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1783948445.417124:0:30880:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783948445.417130:0:30880:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948445.417132:0:30880:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1783948445.417135:0:30880:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.417138:0:30880:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1783948445.417140:0:30880:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1783948445.417145:0:30880:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 4096 00000080:00200000:3.0:1783948445.417148:0:30880:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff89e951d1db88): rc = 0 00000080:00000001:3.0:1783948445.417150:0:30880:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925933960 : -129839783617656 : ffff89e951d1db88) 00010000:00000001:3.0:1783948445.417152:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.417153:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.417154:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.417155:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417157:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417158:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417159:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.417161:0:30880:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948445.417162:0:30880:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948445.417163:0:30880:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948445.417165:0:30880:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948445.417166:0:30880:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.417168:0:30880:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) for lock 0x8c7cf19e4b440bae 00800000:00000001:3.0:1783948445.417170:0:30880:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.417171:0:30880:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.417172:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.417173:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.417174:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.417175:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417176:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417178:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417179:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.417180:0:30880:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.417181:0:30880:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783948445.417187:0:30880:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f5a438 inode ffff89e951d1db88 refc 1 flags 0x20000e 00000080:00000001:3.0:1783948445.417190:0:30880:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948445.417192:0:30880:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.417194:0:30880:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783948445.417197:0:30880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) 00000080:00010000:3.0:1783948445.417200:0:30880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bae from it ffffb87d01bfba28 00010000:00000001:3.0:1783948445.417201:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.417202:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.417202:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.417203:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417204:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.417206:0:30880:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.417208:0:30880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.417213:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417213:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.417214:0:30880:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.417216:0:30880:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.417217:0:30880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.417222:0:30880:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.417225:0:30880:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.417226:0:30880:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.417231:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417232:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.417234:0:30880:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.417237:0:30880:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.417239:0:30880:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.417240:0:30880:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.417243:0:30880:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.417245:0:30880:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.417259:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417260:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.417429:0:30880:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948445.417434:0:30880:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000100:00000001:3.0:1783948445.417437:0:30880:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.417441:0:30880:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66300 x1870603636498560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.417445:0:30880:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.417448:0:30880:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.417450:0:30880:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948445.417452:0:30880:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.417454:0:30880:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.417455:0:30880:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.417457:0:30880:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.417459:0:30880:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eb400. 02000000:00000001:3.0:1783948445.417461:0:30880:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.417462:0:30880:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.417463:0:30880:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66300. 00000100:00000001:3.0:1783948445.417466:0:30880:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.417466:0:30880:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.417473:0:30880:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948445.417474:0:30880:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88), inode mode 41ed mask 1 00000080:00000001:3.0:1783948445.417478:0:30880:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.417490:0:30880:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abac0. 00000020:00000001:3.0:1783948445.417493:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbae8 00000080:00200000:3.0:1783948445.417494:0:30880:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff89e951d1db88), flags=8 00000080:00000001:3.0:1783948445.417497:0:30880:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948445.417498:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb998 00000080:00200000:3.0:1783948445.417499:0:30880:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff89e951d1db88), intent=getattr 00000080:00000010:3.0:1783948445.417505:0:30880:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.417719:0:30880:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.417723:0:30880:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.417725:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb8b8 00800000:00000002:3.0:1783948445.417727:0:30880:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1783948445.417730:0:30880:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948445.417735:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb850 00800000:00000002:3.0:1783948445.417737:0:30880:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1783948445.417741:0:30880:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.417743:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb788 00000002:00010000:3.0:1783948445.417744:0:30880:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783948445.417748:0:30880:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948445.417750:0:30880:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948445.417755:0:30880:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66300. 00000020:00000040:3.0:1783948445.417758:0:30880:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948445.417764:0:30880:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.417768:0:30880:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.417772:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.417773:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.417774:0:30880:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.417777:0:30880:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.417779:0:30880:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.417783:0:30880:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.417789:0:30880:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eb400. 00000100:00000001:3.0:1783948445.417795:0:30880:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.417798:0:30880:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.417800:0:30880:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.417802:0:30880:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.417803:0:30880:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.417804:0:30880:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.418149:0:30880:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00010000:00000001:3.0:1783948445.418154:0:30880:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948445.418155:0:30880:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948445.418158:0:30880:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:3.0:1783948445.418160:0:30880:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.418162:0:30880:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948445.418166:0:30880:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597e00. 00000020:00000001:3.0:1783948445.418170:0:30880:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948445.418172:0:30880:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597e00 with handle 0x8c7cf19e4b440bb5 to hash 00000020:00000001:3.0:1783948445.418173:0:30880:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948445.418174:0:30880:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.418177:0:30880:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.418179:0:30880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.418181:0:30880:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.418184:0:30880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.418189:0:30880:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.418196:0:30880:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948445.418199:0:30880:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.418201:0:30880:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.418206:0:30880:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.418207:0:30880:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.418209:0:30880:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.418210:0:30880:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948445.418213:0:30880:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.418216:0:30880:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.418218:0:30880:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.418219:0:30880:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.418223:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.418230:0:30880:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.418232:0:30880:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.418236:0:30880:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.418238:0:30880:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.418241:0:30880:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.418244:0:30880:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30880:1870603636498688:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948445.418344:0:30880:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.418349:0:30880:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.418352:0:30880:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.418354:0:30880:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.418358:0:30880:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948445.418359:0:30880:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.418364:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.418367:0:30880:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98f20. 00000400:00000010:3.0:1783948445.418372:0:30880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948445.418378:0:30880:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636498688, portal 10 00000100:00000001:3.0:1783948445.418380:0:30880:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.418380:0:30880:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000040:3.0:1783948445.418385:0:30880:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.418390:0:30880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.418392:0:30880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.418394:0:30880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601256e8. 00000100:00000200:3.0:1783948445.418397:0:30880:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636498688, offset 0 00000400:00000200:3.0:1783948445.418401:0:30880:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.418406:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.418412:0:30880:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.418416:0:30880:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.418420:0:30880:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.418423:0:30880:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.418425:0:30880:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.418428:0:30880:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2415:2415:256:4294967295] 192.168.202.104@tcp LPNI seq info [2415:2415:8:4294967295] 00000400:00000200:3.0:1783948445.418431:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.418438:0:30880:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.418442:0:30880:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.418446:0:30880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9d00. 00000800:00000200:3.0:1783948445.418451:0:30880:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.418457:0:30880:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.418460:0:30880:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.418469:0:30880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.418472:0:30880:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 815868 usecs (816 jiffies) 00000400:00000200:3.0:1783948445.418474:0:30880:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.418476:0:30880:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536386 00000100:00000001:3.0:1783948445.418478:0:30880:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.418480:0:30880:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536386 00000100:00000001:3.0:1783948445.418481:0:30880:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.418483:0:30880:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.418484:0:30880:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.418486:0:30880:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.418487:0:30880:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.418489:0:30880:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.418491:0:30880:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.418493:0:30880:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.418718:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.418724:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9d00. 00000400:00000200:0.0:1783948445.418729:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.418734:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.418739:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601256e8 00000400:00000010:0.0:1783948445.418742:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601256e8. 00000100:00000001:0.0:1783948445.418747:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.418751:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.418761:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.418764:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.418770:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.418772:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.431764:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.431785:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.431791:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.431794:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.431803:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.431825:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.431838:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.431846:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.431899:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.431904:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 640 into portal 10 MB=0x6a54dd944e100 00000400:00000200:1.0:1783948445.431909:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.431917:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 640/640 into md 0x6ac9 [1] + 224 00000800:00000001:1.0:1783948445.431927:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.431936:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.431939:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.431944:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.431953:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.431966:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.431978:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.432037:0:30880:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948445.432233:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948445.432387:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.432391:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948445.434881:0:30880:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.434890:0:30880:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.434901:0:30880:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98f20. 00000400:00000200:3.0:1783948445.434920:0:30880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948445.434926:0:30880:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948445.434935:0:30880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.434954:0:30880:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.434975:0:30880:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.434990:0:30880:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.434993:0:30880:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.434998:0:30880:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.435005:0:30880:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.435008:0:30880:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.435012:0:30880:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.435016:0:30880:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.435030:0:30880:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.435038:0:30880:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.435044:0:30880:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.435048:0:30880:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.435051:0:30880:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.435381:0:30880:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.435389:0:30880:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.435392:0:30880:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.435394:0:30880:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.435397:0:30880:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.435408:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.435416:0:30880:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.435419:0:30880:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.435421:0:30880:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.435428:0:30880:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.435436:0:30880:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30880:1870603636498688:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948445.435442:0:30880:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.435448:0:30880:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.435450:0:30880:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.435453:0:30880:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.435456:0:30880:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.435466:0:30880:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.435469:0:30880:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.435474:0:30880:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.435476:0:30880:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.435479:0:30880:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948445.435486:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.435489:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.435493:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=4 00000020:00000001:3.0:1783948445.435495:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435498:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000040:3.0:1783948445.435509:0:30880:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597e00, remote cookie: 0x2ceea11ad5e05de9, flags: 0x1001 00010000:00010000:3.0:1783948445.435515:0:30880:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948445.435527:0:30880:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:3.0:1783948445.435530:0:30880:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783948445.435545:0:30880:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459b00. 00010000:00000010:3.0:1783948445.435551:0:30880:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7d00. 00010000:00000001:3.0:1783948445.435555:0:30880:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.435562:0:30880:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.435570:0:30880:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.435579:0:30880:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948445.435583:0:30880:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948445.435585:0:30880:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948445.435587:0:30880:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948445.435588:0:30880:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948445.435591:0:30880:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff89e959459b00) refcount = 1 00010000:00010000:3.0:1783948445.435597:0:30880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.435604:0:30880:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948445.435607:0:30880:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948445.435609:0:30880:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.435614:0:30880:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948445.435616:0:30880:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.435619:0:30880:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.435633:0:30880:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948445.435635:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435637:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.435638:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435639:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.435640:0:30880:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.435644:0:30880:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948445.435646:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.435647:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.435649:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.435650:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435655:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435657:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.435659:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.435660:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=4 00000020:00000001:3.0:1783948445.435662:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435664:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435666:0:30880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.435672:0:30880:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.435675:0:30880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.435692:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435693:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.435694:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.435695:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.435699:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=5 00000020:00000001:3.0:1783948445.435701:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435704:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435706:0:30880:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.435708:0:30880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.435719:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435720:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948445.435723:0:30880:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.435729:0:30880:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.435730:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435731:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.435732:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435733:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948445.435740:0:30880:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948445.435748:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.435749:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.435751:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.435752:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435757:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00000002:00010000:3.0:1783948445.435761:0:30880:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1783948445.435770:0:30880:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e9580d94c0. 00010000:00000001:3.0:1783948445.435772:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435773:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.435775:0:30880:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.435779:0:30880:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.435782:0:30880:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948445.435784:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.435786:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.435787:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.435789:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435791:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00000002:00010000:3.0:1783948445.435798:0:30880:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.435804:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435805:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.435807:0:30880:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948445.435808:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.435809:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.435810:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.435812:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.435822:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000040:3.0:1783948445.435826:0:30880:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948445.435828:0:30880:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948445.435835:0:30880:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:3.0:1783948445.435838:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.435839:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.435840:0:30880:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948445.435843:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb710 00000002:00002000:3.0:1783948445.435845:0:30880:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948445.435848:0:30880:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.435889:0:30880:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.436229:0:30880:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948445.436234:0:30880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948445.436238:0:30880:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.436242:0:30880:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948445.436244:0:30880:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01bfbb20 it_disposition b 00000080:00000001:3.0:1783948445.436249:0:30880:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948445.436255:0:30880:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948445.436258:0:30880:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948445.436261:0:30880:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1783948445.436330:0:30880:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1783948445.436336:0:30880:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.436340:0:30880:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.436344:0:30880:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.436348:0:30880:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775000. 00000020:00000010:3.0:1783948445.436351:0:30880:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.436357:0:30880:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.436360:0:30880:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.436365:0:30880:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.436369:0:30880:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.436372:0:30880:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.436374:0:30880:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775e00. 00000008:00000010:3.0:1783948445.436377:0:30880:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.436379:0:30880:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.436382:0:30880:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.436384:0:30880:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.436386:0:30880:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.436388:0:30880:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.436390:0:30880:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1783948445.436393:0:30880:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948445.436394:0:30880:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783948445.436398:0:30880:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e9602049c0. 00020000:00000010:3.0:1783948445.436401:0:30880:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947145d00. 00020000:00000010:3.0:1783948445.436404:0:30880:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e960204ba0. 00020000:00000001:3.0:1783948445.436405:0:30880:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234165955488 : -129839543596128 : ffff89e960204ba0) 00020000:00000002:3.0:1783948445.436408:0:30880:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e960204ba0, objid 0x25:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948445.436411:0:30880:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948445.436414:0:30880:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145d00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1783948445.436417:0:30880:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c24d8) owner ffff89e9412d8000 00020000:00000001:3.0:1783948445.436419:0:30880:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948445.436420:0:30880:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c24d8) owner ffff89e9412d8000 00020000:00000010:3.0:1783948445.436424:0:30880:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947145d00. 00020000:00000010:3.0:1783948445.436427:0:30880:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e9602049c0. 00020000:00000010:3.0:1783948445.436429:0:30880:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e960204ba0. 00020000:00000002:3.0:1783948445.436430:0:30880:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1783948445.436431:0:30880:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.436432:0:30880:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948445.436434:0:30880:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.436437:0:30880:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775000. 00000020:00000010:3.0:1783948445.436439:0:30880:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.436441:0:30880:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.436443:0:30880:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.436445:0:30880:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.436447:0:30880:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.436449:0:30880:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.436452:0:30880:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774e00. 00000008:00000010:3.0:1783948445.436453:0:30880:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.436456:0:30880:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.436458:0:30880:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.436460:0:30880:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.436462:0:30880:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775e00. 00000020:00000010:3.0:1783948445.436464:0:30880:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.436466:0:30880:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1783948445.436468:0:30880:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1783948445.436472:0:30880:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x25:0x0](ffff89e951d78908): rc = 0 00000080:00000001:3.0:1783948445.436473:0:30880:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926306056 : -129839783245560 : ffff89e951d78908) 00010000:00000001:3.0:1783948445.436475:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.436476:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.436478:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.436479:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.436481:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00000080:00000001:3.0:1783948445.436483:0:30880:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948445.436484:0:30880:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.436485:0:30880:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.436487:0:30880:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775e00. 00000020:00000010:3.0:1783948445.436488:0:30880:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.436489:0:30880:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.436491:0:30880:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.436492:0:30880:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.436493:0:30880:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.436495:0:30880:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.436496:0:30880:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.436498:0:30880:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775000. 00000008:00000010:3.0:1783948445.436499:0:30880:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.436500:0:30880:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.436502:0:30880:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.436503:0:30880:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.436504:0:30880:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.436505:0:30880:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.436506:0:30880:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1783948445.436507:0:30880:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948445.436507:0:30880:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783948445.436508:0:30880:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e960204ba0. 00020000:00000010:3.0:1783948445.436509:0:30880:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947145d00. 00020000:00000010:3.0:1783948445.436511:0:30880:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9602049c0. 00020000:00000001:3.0:1783948445.436511:0:30880:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234165955008 : -129839543596608 : ffff89e9602049c0) 00020000:00000002:3.0:1783948445.436513:0:30880:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9602049c0, objid 0x25:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948445.436515:0:30880:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948445.436517:0:30880:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145d00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1783948445.436518:0:30880:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c24d8) owner ffff89e9412d8000 00020000:00000001:3.0:1783948445.436519:0:30880:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948445.436520:0:30880:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c24d8) owner ffff89e9412d8000 00020000:00000010:3.0:1783948445.436521:0:30880:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947145d00. 00020000:00000010:3.0:1783948445.436523:0:30880:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e960204ba0. 00020000:00000010:3.0:1783948445.436524:0:30880:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9602049c0. 00020000:00000002:3.0:1783948445.436525:0:30880:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1783948445.436526:0:30880:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.436526:0:30880:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.436529:0:30880:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1783948445.436530:0:30880:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:3.0:1783948445.436532:0:30880:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e9412d8000. 00020000:00000002:3.0:1783948445.436533:0:30880:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.436535:0:30880:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1783948445.436536:0:30880:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1783948445.436537:0:30880:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1783948445.436538:0:30880:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1783948445.436539:0:30880:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1783948445.436541:0:30880:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1783948445.436542:0:30880:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.436543:0:30880:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.436545:0:30880:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.436546:0:30880:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.436547:0:30880:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.436548:0:30880:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.436549:0:30880:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.436551:0:30880:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.436552:0:30880:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775e00. 00000008:00000010:3.0:1783948445.436553:0:30880:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.436554:0:30880:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.436555:0:30880:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.436557:0:30880:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.436558:0:30880:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775000. 00000020:00000010:3.0:1783948445.436559:0:30880:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.436560:0:30880:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.436562:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.436562:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.436563:0:30880:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948445.436565:0:30880:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948445.436566:0:30880:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.436569:0:30880:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff89e951d78908) for lock 0x8c7cf19e4b440bb5 00800000:00000001:3.0:1783948445.436571:0:30880:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.436572:0:30880:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.436573:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.436574:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.436575:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.436576:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.436577:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.436579:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.436580:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.436581:0:30880:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.436582:0:30880:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783948445.436587:0:30880:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f5a5e8 inode ffff89e951d78908 refc 1 flags 0x40000e 00000080:00000001:3.0:1783948445.436589:0:30880:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783948445.436592:0:30880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff89e951d78908) 00000080:00010000:3.0:1783948445.436595:0:30880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bb5 from it ffffb87d01bfbb20 00010000:00000001:3.0:1783948445.436596:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.436597:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.436598:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.436599:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.436600:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.436601:0:30880:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.436603:0:30880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.436607:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.436607:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.436608:0:30880:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.436610:0:30880:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.436612:0:30880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.436617:0:30880:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.436619:0:30880:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.436621:0:30880:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.436624:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.436624:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.436625:0:30880:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.436627:0:30880:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.436629:0:30880:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.436630:0:30880:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.436632:0:30880:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.436634:0:30880:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.436635:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.436636:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.436637:0:30880:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948445.436640:0:30880:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000100:00000001:3.0:1783948445.436642:0:30880:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.436647:0:30880:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66300 x1870603636498688/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.436652:0:30880:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.436654:0:30880:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.436656:0:30880:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948445.436667:0:30880:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.436669:0:30880:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.436670:0:30880:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.436672:0:30880:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.436674:0:30880:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eb400. 02000000:00000001:3.0:1783948445.436677:0:30880:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.436678:0:30880:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.436690:0:30880:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66300. 00000100:00000001:3.0:1783948445.436693:0:30880:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.436695:0:30880:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.436697:0:30880:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783948445.436699:0:30880:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01bfbb20 released 00000080:00000001:3.0:1783948445.436701:0:30880:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1783948445.436717:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd08 00000080:00200008:3.0:1783948445.436720:0:30880:0:(file.c:6217:ll_getattr_dentry()) START file f:[0x200000404:0x25:0x0](ffff89e951d78908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.436726:0:30880:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.436727:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc80 00000080:00200000:3.0:1783948445.436729:0:30880:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x25:0x0](ffff89e951d78908),name=f 00000080:00000010:3.0:1783948445.436734:0:30880:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.436744:0:30880:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.436747:0:30880:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.436749:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbba0 00800000:00000002:3.0:1783948445.436751:0:30880:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x25:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1783948445.436754:0:30880:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.436760:0:30880:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.436764:0:30880:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.436766:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba70 00000002:00010000:3.0:1783948445.436767:0:30880:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.436772:0:30880:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.436774:0:30880:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.436776:0:30880:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.436779:0:30880:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948445.436782:0:30880:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.436785:0:30880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.436788:0:30880:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.436791:0:30880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783948445.436804:0:30880:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.436809:0:30880:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.436813:0:30880:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783948445.437438:0:30880:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.437441:0:30880:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.437444:0:30880:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.437446:0:30880:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.437449:0:30880:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.437451:0:30880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.437454:0:30880:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783948445.437457:0:30880:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.437461:0:30880:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.437463:0:30880:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.437465:0:30880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff89e951d78908) 00000080:00010000:3.0:1783948445.437468:0:30880:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff89e951d78908) for lock 0x8c7cf19e4b440bb5 00800000:00000001:3.0:1783948445.437472:0:30880:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.437473:0:30880:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.437475:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.437477:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.437479:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.437481:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.437484:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.437486:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.437488:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.437489:0:30880:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.437490:0:30880:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.437493:0:30880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bb5 from it ffffb87d01bfbcb8 00010000:00000001:3.0:1783948445.437495:0:30880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.437496:0:30880:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.437497:0:30880:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948445.437499:0:30880:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.437501:0:30880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948445.437503:0:30880:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.437506:0:30880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.437513:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.437514:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.437516:0:30880:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.437518:0:30880:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.437520:0:30880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948445.437527:0:30880:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.437530:0:30880:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.437531:0:30880:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.437533:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.437534:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.437536:0:30880:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.437539:0:30880:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.437540:0:30880:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.437542:0:30880:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.437546:0:30880:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.437548:0:30880:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.437549:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.437550:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.437552:0:30880:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.437554:0:30880:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.437557:0:30880:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1783948445.437561:0:30880:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783948445.437563:0:30880:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.437565:0:30880:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783948445.437567:0:30880:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.437570:0:30880:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948445.437573:0:30880:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1783948445.437575:0:30880:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.437580:0:30880:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.437585:0:30880:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774a00. 00000020:00000010:3.0:1783948445.437588:0:30880:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775000. 00000020:00000010:3.0:1783948445.437592:0:30880:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.437596:0:30880:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.437600:0:30880:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.437603:0:30880:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.437608:0:30880:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.437611:0:30880:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.437615:0:30880:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775e00. 00000008:00000010:3.0:1783948445.437619:0:30880:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.437621:0:30880:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.437624:0:30880:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.437627:0:30880:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.437629:0:30880:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.437632:0:30880:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.437635:0:30880:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3b70 -> ffff89e9582a3b70 00000020:00000001:3.0:1783948445.437638:0:30880:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948445.437640:0:30880:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948445.437642:0:30880:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1783948445.437646:0:30880:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.437647:0:30880:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948445.437650:0:30880:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783948445.437652:0:30880:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.437654:0:30880:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948445.437657:0:30880:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x25:0x0]io ffff89e960109c20 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1783948445.437660:0:30880:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.437664:0:30880:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948445.437665:0:30880:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948445.437668:0:30880:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948445.437669:0:30880:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.437671:0:30880:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948445.437674:0:30880:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948445.437675:0:30880:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.437677:0:30880:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.437678:0:30880:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948445.437679:0:30880:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948445.437690:0:30880:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:3.0:1783948445.437693:0:30880:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948445.437695:0:30880:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1783948445.437696:0:30880:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x25:0x0] 00000020:00000001:3.0:1783948445.437699:0:30880:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1783948445.437701:0:30880:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1783948445.437704:0:30880:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1783948445.437706:0:30880:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1783948445.437711:0:30880:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1783948445.437716:0:30880:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9594c7000. 00020000:00000002:3.0:1783948445.437719:0:30880:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948445.437721:0:30880:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1783948445.437723:0:30880:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948445.437725:0:30880:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948445.437727:0:30880:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.437729:0:30880:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948445.437732:0:30880:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.437734:0:30880:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774600. 00000020:00000010:3.0:1783948445.437737:0:30880:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602049c0. 00000008:00000010:3.0:1783948445.437740:0:30880:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948445.437743:0:30880:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca540. 00008000:00000010:3.0:1783948445.437745:0:30880:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948445.437748:0:30880:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948445.437751:0:30880:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948445.437754:0:30880:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775400. 00000008:00000010:3.0:1783948445.437756:0:30880:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948445.437758:0:30880:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948445.437761:0:30880:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948445.437763:0:30880:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948445.437765:0:30880:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948445.437767:0:30880:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948445.437770:0:30880:0:(cl_object.c:151:cl_object_top()) ffff89e947e49850 -> ffff89e9582a3b70 00000020:00000001:3.0:1783948445.437772:0:30880:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948445.437774:0:30880:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.437775:0:30880:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948445.437777:0:30880:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.437778:0:30880:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.437780:0:30880:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796376 : -129839542755240 : ffff89e9602d2058) 00000020:00000001:3.0:1783948445.437782:0:30880:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1783948445.437785:0:30880:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e9523e64c0. 00000008:00010000:3.0:1783948445.437788:0:30880:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1783948445.437791:0:30880:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948445.437792:0:30880:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1783948445.437793:0:30880:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9594c7030, osc lock ffff89e9523e64c0, flags 0x400001002 00000020:00000001:3.0:1783948445.437795:0:30880:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.437798:0:30880:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.437800:0:30880:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234051407872 : -129839658143744 : ffff89e9594c7000) 00000020:00000001:3.0:1783948445.437802:0:30880:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948445.437803:0:30880:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1783948445.437805:0:30880:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.437806:0:30880:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.437809:0:30880:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1783948445.437810:0:30880:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1783948445.437812:0:30880:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948445.438746:0:30880:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948445.438750:0:30880:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948445.438752:0:30880:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796376 : -129839542755240 : ffff89e9602d2058) 00000020:00000001:3.0:1783948445.438755:0:30880:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948445.438758:0:30880:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948445.438760:0:30880:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783948445.438766:0:30880:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783948445.438768:0:30880:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783948445.438770:0:30880:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783948445.438772:0:30880:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783948445.438774:0:30880:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783948445.438775:0:30880:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783948445.438777:0:30880:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1783948445.438780:0:30880:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948445.438785:0:30880:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.438788:0:30880:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1783948445.438797:0:30880:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66300. 00000020:00000040:3.0:1783948445.438802:0:30880:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00010000:00000001:3.0:1783948445.438806:0:30880:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.438810:0:30880:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.438973:0:30880:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.438979:0:30880:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.438981:0:30880:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.438986:0:30880:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.438994:0:30880:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958775c00. 00000100:00000001:3.0:1783948445.439001:0:30880:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.439006:0:30880:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.439007:0:30880:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.439009:0:30880:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.439010:0:30880:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.439012:0:30880:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.439015:0:30880:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00010000:00000001:3.0:1783948445.439019:0:30880:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948445.439021:0:30880:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948445.439026:0:30880:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459900. 00010000:00000010:3.0:1783948445.439029:0:30880:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e959459600. 00010000:00000001:3.0:1783948445.439034:0:30880:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948445.439037:0:30880:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597a00. 00000020:00000001:3.0:1783948445.439041:0:30880:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948445.439044:0:30880:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597a00 with handle 0x8c7cf19e4b440bbc to hash 00000020:00000001:3.0:1783948445.439046:0:30880:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948445.439047:0:30880:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000010:3.0:1783948445.439052:0:30880:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e9580d9b40. 00010000:00000001:3.0:1783948445.439055:0:30880:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948445.439131:0:30880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.439135:0:30880:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.439139:0:30880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440bbc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30880 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.439151:0:30880:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440bbc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30880 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.439162:0:30880:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.439167:0:30880:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.439171:0:30880:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.439183:0:30880:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1da2546] to pc [ptlrpcd_01_01+1] req@ffff89e950b66300 x1870603636498816/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1783948445.439658:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.439662:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3c00. 00000400:00000200:0.0:1783948445.439668:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.439673:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.439679:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:0.0:1783948445.439689:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:0.0:1783948445.439694:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.439699:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636498816/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.439708:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.439711:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66300 x1870603636498816/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.439717:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.439719:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:3.0:1783948445.440028:0:30880:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948445.440032:0:30880:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.440035:0:30880:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.440038:0:30880:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.440040:0:30880:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.440043:0:30880:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783948445.440045:0:30880:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1783948445.440048:0:30880:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1783948445.440050:0:30880:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1783948445.440547:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948445.440552:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948445.445825:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.445850:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.446024:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.446143:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.446153:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.446162:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.446172:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.446177:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.446183:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.446187:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd944e180 00000400:00000200:1.0:1783948445.446192:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.446199:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x6ad1 [1] + 224 00000800:00000001:1.0:1783948445.446208:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.446216:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.446219:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.446224:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.446232:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.446242:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636498816/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.446254:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e950b66300 x1870603636498816/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.446281:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.446289:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.446292:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948445.447435:0:30880:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.447439:0:30880:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.447445:0:30880:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783948445.447448:0:30880:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3b70 -> ffff89e9582a3b70 00000020:00000001:3.0:1783948445.447450:0:30880:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3b70 -> ffff89e9582a3b70 00000020:00000001:3.0:1783948445.447451:0:30880:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948445.447455:0:30880:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1783948445.447459:0:30880:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948445.447462:0:30880:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.447463:0:30880:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948445.447464:0:30880:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948445.447466:0:30880:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948445.447469:0:30880:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948445.447471:0:30880:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948445.447473:0:30880:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.447474:0:30880:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.447476:0:30880:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3b70 -> ffff89e9582a3b70 00000080:00200000:3.0:1783948445.447478:0:30880:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x25:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1783948445.447480:0:30880:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1783948445.447482:0:30880:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1783948445.447483:0:30880:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e960109bc0 (ffff89e9585c73f8/0) at cl_lock_release():245 00000020:00000001:3.0:1783948445.447486:0:30880:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948445.447487:0:30880:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e960109bc0 (ffff89e9585c73f8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1783948445.447490:0:30880:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1783948445.447494:0:30880:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948445.447496:0:30880:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796376 : -129839542755240 : ffff89e9602d2058) 00000020:00000001:3.0:1783948445.447498:0:30880:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948445.447499:0:30880:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9594c7030 (ffff89e9585c7098/1) at cl_lock_cancel():142 00000008:00000001:3.0:1783948445.447502:0:30880:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1783948445.447503:0:30880:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1783948445.447504:0:30880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.447505:0:30880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948445.447506:0:30880:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1783948445.447508:0:30880:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948445.447509:0:30880:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948445.447510:0:30880:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948445.447511:0:30880:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948445.447513:0:30880:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e960109bc0 (ffff89e9585c73f8/0) at cl_lock_fini():72 00020000:00000001:3.0:1783948445.447515:0:30880:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1783948445.447516:0:30880:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948445.447517:0:30880:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9594c7030 (ffff89e9585c73f8/1) at cl_lock_fini():72 00000008:00000010:3.0:1783948445.447520:0:30880:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e9523e64c0. 00000020:00000001:3.0:1783948445.447524:0:30880:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1783948445.447525:0:30880:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9594c7000. 00020000:00000001:3.0:1783948445.447527:0:30880:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1783948445.447529:0:30880:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1783948445.447530:0:30880:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1783948445.447531:0:30880:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.447534:0:30880:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948445.447537:0:30880:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948445.447538:0:30880:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948445.447539:0:30880:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948445.447541:0:30880:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948445.447544:0:30880:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948445.447548:0:30880:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774600. 00000020:00000010:3.0:1783948445.447552:0:30880:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602049c0. 00000008:00000010:3.0:1783948445.447557:0:30880:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948445.447560:0:30880:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca540. 00008000:00000010:3.0:1783948445.447565:0:30880:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948445.447570:0:30880:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948445.447574:0:30880:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948445.447577:0:30880:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774e00. 00000008:00000010:3.0:1783948445.447580:0:30880:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948445.447583:0:30880:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948445.447587:0:30880:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948445.447590:0:30880:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948445.447593:0:30880:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775400. 00000020:00000010:3.0:1783948445.447596:0:30880:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00020000:00000001:3.0:1783948445.447598:0:30880:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948445.447600:0:30880:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948445.447603:0:30880:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948445.447605:0:30880:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948445.447609:0:30880:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783948445.447611:0:30880:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.447613:0:30880:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948445.447615:0:30880:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948445.447616:0:30880:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948445.447617:0:30880:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.447619:0:30880:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775000. 00000020:00000010:3.0:1783948445.447621:0:30880:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.447623:0:30880:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.447625:0:30880:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.447628:0:30880:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.447630:0:30880:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.447632:0:30880:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.447634:0:30880:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774a00. 00000008:00000010:3.0:1783948445.447636:0:30880:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.447639:0:30880:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.447642:0:30880:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.447644:0:30880:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.447645:0:30880:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775e00. 00000020:00000010:3.0:1783948445.447647:0:30880:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000001:00000001:3.0:1783948445.447649:0:30880:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.447712:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd08 00000080:00000008:3.0:1783948445.447716:0:30880:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x25:0x0](ffff89e951d78908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.447723:0:30880:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948445.447725:0:30880:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbda0 00000080:00002000:3.0:1783948445.447727:0:30880:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff89e951f5a5e8, parent ffff89e951f5a438, inode ffff89e951d78908) hashed, 00000080:00000001:3.0:1783948445.447729:0:30880:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.456784:0:30881:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948445.456795:0:30881:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948445.456797:0:30881:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948445.456802:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbb20 00000080:00200000:0.0:1783948445.456809:0:30881:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948445.456935:0:30881:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a6000. 00800000:00000002:0.0:1783948445.456943:0:30881:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948445.456947:0:30881:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948445.456951:0:30881:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.456954:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbba40 00800000:00000002:0.0:1783948445.456957:0:30881:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948445.456961:0:30881:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948445.456966:0:30881:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948445.456971:0:30881:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.456973:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb910 00000002:00010000:0.0:1783948445.456975:0:30881:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948445.456979:0:30881:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948445.456981:0:30881:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948445.456985:0:30881:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948445.456993:0:30881:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:0.0:1783948445.456997:0:30881:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.457002:0:30881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.457007:0:30881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948445.457012:0:30881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948445.457023:0:30881:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948445.457028:0:30881:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.457031:0:30881:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948445.457039:0:30881:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948445.457040:0:30881:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948445.457043:0:30881:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948445.457044:0:30881:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948445.457047:0:30881:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948445.457049:0:30881:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948445.457051:0:30881:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948445.457408:0:30881:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948445.457414:0:30881:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a6000. 00000080:00000001:0.0:1783948445.457421:0:30881:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948445.457424:0:30881:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948445.457427:0:30881:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948445.457431:0:30881:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ba7 00800000:00000001:0.0:1783948445.457435:0:30881:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948445.457438:0:30881:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948445.457440:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.457443:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.457446:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:0.0:1783948445.457448:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:0.0:1783948445.457451:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:0.0:1783948445.457454:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.457455:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.457457:0:30881:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.457458:0:30881:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948445.457460:0:30881:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ba7 from it ffffb87d01cbbb58 00010000:00000001:0.0:1783948445.457463:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.457464:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.457465:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:0.0:1783948445.457467:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:0.0:1783948445.457468:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:0.0:1783948445.457470:0:30881:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.457474:0:30881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948445.457480:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.457481:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.457483:0:30881:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948445.457485:0:30881:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948445.457488:0:30881:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948445.457495:0:30881:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948445.457498:0:30881:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948445.457501:0:30881:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948445.457505:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.457506:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.457507:0:30881:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.457511:0:30881:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948445.457513:0:30881:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.457515:0:30881:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.457518:0:30881:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.457520:0:30881:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.457521:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.457522:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948445.457526:0:30881:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948445.457527:0:30881:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948445.457530:0:30881:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948445.457534:0:30881:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948445.457544:0:30881:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e660. 00000020:00000001:0.0:1783948445.457548:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbba88 00000080:00200000:0.0:1783948445.457550:0:30881:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=24 00000080:00000001:0.0:1783948445.457553:0:30881:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948445.457555:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb938 00000080:00200000:0.0:1783948445.457556:0:30881:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:0.0:1783948445.457563:0:30881:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a6000. 00800000:00000002:0.0:1783948445.457565:0:30881:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948445.457569:0:30881:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948445.457571:0:30881:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.457572:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb858 00800000:00000002:0.0:1783948445.457574:0:30881:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948445.457577:0:30881:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948445.457580:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb7f0 00800000:00000002:0.0:1783948445.457582:0:30881:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1783948445.457585:0:30881:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.457586:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb728 00000002:00010000:0.0:1783948445.457587:0:30881:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1783948445.457592:0:30881:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948445.457595:0:30881:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948445.457599:0:30881:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243b80. 00000020:00000040:0.0:1783948445.457603:0:30881:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948445.457610:0:30881:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948445.457615:0:30881:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948445.457617:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.457618:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.457619:0:30881:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.457622:0:30881:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948445.457624:0:30881:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948445.457629:0:30881:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948445.457636:0:30881:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950635800. 00000100:00000001:0.0:1783948445.457644:0:30881:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.457650:0:30881:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948445.457651:0:30881:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.457653:0:30881:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948445.457654:0:30881:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.457656:0:30881:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.457664:0:30881:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00010000:00000001:0.0:1783948445.457669:0:30881:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948445.457672:0:30881:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948445.457675:0:30881:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:0.0:1783948445.457678:0:30881:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.457691:0:30881:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948445.457696:0:30881:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aa000. 00000020:00000001:0.0:1783948445.457700:0:30881:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948445.457703:0:30881:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aa000 with handle 0x8c7cf19e4b440bc3 to hash 00000020:00000001:0.0:1783948445.457705:0:30881:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948445.457706:0:30881:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.457711:0:30881:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.457713:0:30881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.457715:0:30881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.457719:0:30881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948445.457729:0:30881:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948445.457739:0:30881:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948445.457745:0:30881:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948445.457747:0:30881:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948445.457754:0:30881:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948445.457756:0:30881:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913629504 : -129839795922112 : ffff89e951161b40) 00000100:00000001:0.0:1783948445.457759:0:30881:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.457760:0:30881:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000001:0.0:1783948445.457765:0:30881:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948445.457769:0:30881:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.457771:0:30881:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948445.457773:0:30881:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948445.457784:0:30881:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.457793:0:30881:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948445.457795:0:30881:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.457799:0:30881:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948445.457801:0:30881:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948445.457803:0:30881:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948445.457807:0:30881:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30881:1870603636498944:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948445.457812:0:30881:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948445.458014:0:30881:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948445.458017:0:30881:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.458020:0:30881:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948445.458025:0:30881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018a000. 02000000:00000001:0.0:1783948445.458027:0:30881:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948445.458036:0:30881:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948445.458041:0:30881:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948445.458047:0:30881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948445.458053:0:30881:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636498944, portal 10 00000100:00000001:0.0:1783948445.458124:0:30881:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.458125:0:30881:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000040:0.0:1783948445.458132:0:30881:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.458140:0:30881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948445.458142:0:30881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948445.458146:0:30881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf660. 00000100:00000200:0.0:1783948445.458149:0:30881:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636498944, offset 0 00000400:00000200:0.0:1783948445.458155:0:30881:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948445.458164:0:30881:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.458171:0:30881:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948445.458177:0:30881:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948445.458181:0:30881:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948445.458185:0:30881:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948445.458188:0:30881:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948445.458191:0:30881:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2417:2417:256:4294967295] 192.168.202.104@tcp LPNI seq info [2417:2417:8:4294967295] 00000400:00000200:0.0:1783948445.458196:0:30881:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.458205:0:30881:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948445.458211:0:30881:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948445.458216:0:30881:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948445.458224:0:30881:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948445.458233:0:30881:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948445.458238:0:30881:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783948445.458312:0:30881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.458317:0:30881:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 814746 usecs (815 jiffies) 00000400:00000200:0.0:1783948445.458321:0:30881:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948445.458324:0:30881:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536421 00000100:00000001:0.0:1783948445.458327:0:30881:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.458331:0:30881:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536421 00000100:00000001:0.0:1783948445.458333:0:30881:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.458336:0:30881:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.458338:0:30881:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.458341:0:30881:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948445.458342:0:30881:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948445.458345:0:30881:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948445.458348:0:30881:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948445.458351:0:30881:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.459398:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.459405:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948445.459410:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.459418:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.459425:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf660 00000400:00000010:1.0:1783948445.459428:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf660. 00000100:00000001:1.0:1783948445.459434:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.459442:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.459454:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.459457:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.459470:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.459472:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.480611:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.480632:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.480636:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.480640:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.480649:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.480739:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.480753:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.480758:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.480764:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.480768:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944e200 00000400:00000200:1.0:1783948445.480774:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.480780:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6ad9 [1] + 224 00000800:00000001:1.0:1783948445.480789:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.480797:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.480800:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.480805:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.480823:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.480844:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.481001:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.481013:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.481024:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.481028:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.483241:0:30881:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948445.483257:0:30881:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948445.483267:0:30881:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948445.483272:0:30881:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae0b0. 00000400:00000200:0.0:1783948445.483281:0:30881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948445.483284:0:30881:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948445.483288:0:30881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.483300:0:30881:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948445.483314:0:30881:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.483321:0:30881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948445.483323:0:30881:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.483326:0:30881:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948445.483329:0:30881:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948445.483332:0:30881:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948445.483334:0:30881:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.483337:0:30881:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948445.483347:0:30881:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948445.483351:0:30881:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948445.483354:0:30881:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948445.483356:0:30881:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.483359:0:30881:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948445.483362:0:30881:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.483366:0:30881:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948445.483369:0:30881:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1783948445.483371:0:30881:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948445.483373:0:30881:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.483378:0:30881:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.483384:0:30881:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.483387:0:30881:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948445.483389:0:30881:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948445.483393:0:30881:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948445.483400:0:30881:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30881:1870603636498944:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948445.483404:0:30881:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.483407:0:30881:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.483409:0:30881:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948445.483410:0:30881:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.483413:0:30881:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.483419:0:30881:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948445.483421:0:30881:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948445.483425:0:30881:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948445.483427:0:30881:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.483430:0:30881:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948445.483434:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.483436:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.483441:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=4 00000020:00000001:0.0:1783948445.483443:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483446:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000040:0.0:1783948445.483453:0:30881:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aa000, remote cookie: 0x2ceea11ad5e05e0c, flags: 0x1001 00010000:00010000:0.0:1783948445.483459:0:30881:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948445.483472:0:30881:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783948445.483476:0:30881:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783948445.483576:0:30881:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7400. 00010000:00000010:0.0:1783948445.483583:0:30881:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082d980. 00010000:00000001:0.0:1783948445.483589:0:30881:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.483593:0:30881:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948445.483602:0:30881:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.483609:0:30881:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948445.483613:0:30881:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948445.483615:0:30881:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948445.483617:0:30881:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948445.483619:0:30881:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948445.483621:0:30881:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff89e948cd7400) refcount = 1 00010000:00010000:0.0:1783948445.483625:0:30881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.483631:0:30881:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948445.483635:0:30881:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948445.483636:0:30881:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.483639:0:30881:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948445.483641:0:30881:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.483644:0:30881:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.483651:0:30881:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948445.483652:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483654:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.483655:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483656:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.483666:0:30881:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.483671:0:30881:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948445.483673:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.483675:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.483677:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.483679:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483690:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483693:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.483694:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.483695:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=4 00000020:00000001:0.0:1783948445.483697:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483699:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483702:0:30881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.483705:0:30881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.483709:0:30881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.483715:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483716:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.483717:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.483719:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.483720:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=5 00000020:00000001:0.0:1783948445.483721:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483724:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483726:0:30881:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.483729:0:30881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.483735:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483736:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948445.483738:0:30881:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.483743:0:30881:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.483744:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483745:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.483746:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483747:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948445.483752:0:30881:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948445.483759:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.483760:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.483761:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.483762:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483764:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483766:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483767:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.483768:0:30881:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.483770:0:30881:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.483773:0:30881:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948445.483776:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.483777:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.483778:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.483780:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483782:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00000002:00010000:0.0:1783948445.483785:0:30881:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.483791:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483792:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.483794:0:30881:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948445.483795:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.483796:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.483797:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.483799:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.483801:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000040:0.0:1783948445.483805:0:30881:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:0.0:1783948445.483808:0:30881:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948445.483829:0:30881:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:0.0:1783948445.483832:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.483833:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.483834:0:30881:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948445.483838:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb6b0 00000002:00002000:0.0:1783948445.483840:0:30881:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948445.483843:0:30881:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.483847:0:30881:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.483875:0:30881:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948445.483879:0:30881:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783948445.484350:0:30881:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948445.484355:0:30881:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:0.0:1783948445.484358:0:30881:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783948445.484360:0:30881:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01cbba28 it_disposition b 00000080:00000001:0.0:1783948445.484364:0:30881:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948445.484370:0:30881:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948445.484373:0:30881:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948445.484375:0:30881:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1783948445.484379:0:30881:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783948445.484384:0:30881:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948445.484386:0:30881:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1783948445.484389:0:30881:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.484392:0:30881:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1783948445.484395:0:30881:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1783948445.484397:0:30881:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833956 mtime from 1783948426 to 1783948427 00000080:00200000:0.0:1783948445.484402:0:30881:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 4096 00000080:00200000:0.0:1783948445.484405:0:30881:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff89e951d85348): rc = 0 00000080:00000001:0.0:1783948445.484407:0:30881:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926357832 : -129839783193784 : ffff89e951d85348) 00010000:00000001:0.0:1783948445.484410:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.484412:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.484415:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.484416:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.484419:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.484421:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.484422:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948445.484424:0:30881:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948445.484426:0:30881:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948445.484428:0:30881:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948445.484431:0:30881:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948445.484432:0:30881:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948445.484436:0:30881:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440bc3 00800000:00000001:0.0:1783948445.484439:0:30881:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948445.484441:0:30881:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948445.484442:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.484443:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.484445:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.484446:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.484448:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.484450:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.484451:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.484453:0:30881:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.484455:0:30881:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783948445.484462:0:30881:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951e77af8 inode ffff89e951d85348 refc 1 flags 0x20000e 00000080:00000001:0.0:1783948445.484466:0:30881:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948445.484467:0:30881:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.484470:0:30881:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783948445.484473:0:30881:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) 00000080:00010000:0.0:1783948445.484477:0:30881:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bc3 from it ffffb87d01cbba28 00010000:00000001:0.0:1783948445.484478:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.484480:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.484481:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.484483:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.484485:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.484487:0:30881:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.484490:0:30881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.484497:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.484498:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.484499:0:30881:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948445.484502:0:30881:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948445.484505:0:30881:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948445.484512:0:30881:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948445.484516:0:30881:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948445.484517:0:30881:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948445.484521:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.484522:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.484524:0:30881:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.484527:0:30881:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948445.484529:0:30881:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.484531:0:30881:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.484534:0:30881:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.484536:0:30881:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.484537:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.484538:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948445.484540:0:30881:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948445.484543:0:30881:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a6000. 00000100:00000001:0.0:1783948445.484548:0:30881:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.484554:0:30881:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243b80 x1870603636498944/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.484561:0:30881:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948445.484564:0:30881:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948445.484567:0:30881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018a000. 02000000:00000001:0.0:1783948445.484570:0:30881:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948445.484573:0:30881:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948445.484575:0:30881:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948445.484577:0:30881:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948445.484580:0:30881:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948445.484584:0:30881:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948445.484586:0:30881:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948445.484588:0:30881:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243b80. 00000100:00000001:0.0:1783948445.484592:0:30881:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948445.484593:0:30881:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948445.484601:0:30881:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948445.484603:0:30881:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348), inode mode 41ed mask 1 00000080:00000001:0.0:1783948445.484607:0:30881:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948445.484621:0:30881:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e900. 00000020:00000001:0.0:1783948445.484625:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbae8 00000080:00200000:0.0:1783948445.484628:0:30881:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff89e951d85348), flags=8 00000080:00000001:0.0:1783948445.484631:0:30881:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948445.484632:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb998 00000080:00200000:0.0:1783948445.484634:0:30881:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff89e951d85348), intent=getattr 00000080:00000010:0.0:1783948445.484642:0:30881:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a6000. 00000080:00000001:0.0:1783948445.484649:0:30881:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948445.484652:0:30881:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.484654:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb8b8 00800000:00000002:0.0:1783948445.484656:0:30881:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:0.0:1783948445.484659:0:30881:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948445.484664:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb850 00800000:00000002:0.0:1783948445.484666:0:30881:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1783948445.484671:0:30881:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.484672:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb788 00000002:00010000:0.0:1783948445.484674:0:30881:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783948445.484678:0:30881:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948445.484693:0:30881:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948445.484697:0:30881:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243b80. 00000020:00000040:0.0:1783948445.484701:0:30881:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948445.484707:0:30881:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948445.484711:0:30881:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948445.484714:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.484716:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.484717:0:30881:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.484720:0:30881:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948445.484723:0:30881:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948445.484728:0:30881:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948445.484735:0:30881:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950635800. 00000100:00000001:0.0:1783948445.484741:0:30881:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.484744:0:30881:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948445.484746:0:30881:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.484747:0:30881:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948445.484748:0:30881:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.484750:0:30881:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.484757:0:30881:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00010000:00000001:0.0:1783948445.484760:0:30881:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948445.484762:0:30881:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948445.484765:0:30881:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:0.0:1783948445.484768:0:30881:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.484770:0:30881:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948445.484773:0:30881:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465abc00. 00000020:00000001:0.0:1783948445.484776:0:30881:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948445.484778:0:30881:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465abc00 with handle 0x8c7cf19e4b440bca to hash 00000020:00000001:0.0:1783948445.484780:0:30881:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948445.484781:0:30881:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.484785:0:30881:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.484787:0:30881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.484789:0:30881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.484792:0:30881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948445.484798:0:30881:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948445.484806:0:30881:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948445.484821:0:30881:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948445.485362:0:30881:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948445.485372:0:30881:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948445.485376:0:30881:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913629504 : -129839795922112 : ffff89e951161b40) 00000100:00000001:0.0:1783948445.485380:0:30881:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.485381:0:30881:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000001:0.0:1783948445.485385:0:30881:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948445.485389:0:30881:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.485391:0:30881:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948445.485392:0:30881:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948445.485398:0:30881:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.485406:0:30881:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948445.485408:0:30881:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.485412:0:30881:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948445.485414:0:30881:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948445.485416:0:30881:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948445.485419:0:30881:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30881:1870603636499072:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948445.485423:0:30881:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948445.485429:0:30881:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948445.485431:0:30881:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.485433:0:30881:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948445.485438:0:30881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018a000. 02000000:00000001:0.0:1783948445.485439:0:30881:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948445.485446:0:30881:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948445.485451:0:30881:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948445.485457:0:30881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948445.485464:0:30881:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636499072, portal 10 00000100:00000001:0.0:1783948445.485466:0:30881:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.485467:0:30881:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000040:0.0:1783948445.485473:0:30881:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.485480:0:30881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948445.485483:0:30881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948445.485485:0:30881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf550. 00000100:00000200:0.0:1783948445.485488:0:30881:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636499072, offset 0 00000400:00000200:0.0:1783948445.485494:0:30881:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948445.485502:0:30881:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.485509:0:30881:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948445.485515:0:30881:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948445.485519:0:30881:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948445.485523:0:30881:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948445.485526:0:30881:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948445.485530:0:30881:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2418:2418:256:4294967295] 192.168.202.104@tcp LPNI seq info [2418:2418:8:4294967295] 00000400:00000200:0.0:1783948445.485534:0:30881:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.485544:0:30881:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948445.485550:0:30881:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948445.485555:0:30881:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948445.485560:0:30881:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948445.485568:0:30881:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948445.485573:0:30881:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783948445.485594:0:30881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.485599:0:30881:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 813641 usecs (814 jiffies) 00000400:00000200:0.0:1783948445.485603:0:30881:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948445.485606:0:30881:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536451 00000100:00000001:0.0:1783948445.485610:0:30881:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.485612:0:30881:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536451 00000100:00000001:0.0:1783948445.485614:0:30881:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.485617:0:30881:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.485619:0:30881:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.485622:0:30881:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948445.485624:0:30881:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948445.485626:0:30881:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948445.485629:0:30881:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948445.485631:0:30881:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.485976:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.485982:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948445.485987:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.485993:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.485999:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf550 00000400:00000010:1.0:1783948445.486002:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf550. 00000100:00000001:1.0:1783948445.486007:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.486011:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.486020:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.486023:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.486030:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.486031:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.489830:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.489847:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.490024:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.490028:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.490036:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.490043:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.490050:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.490054:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.490121:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.490125:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 640 into portal 10 MB=0x6a54dd944e280 00000400:00000200:1.0:1783948445.490131:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.490138:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 640/640 into md 0x6ae9 [1] + 224 00000800:00000001:1.0:1783948445.490145:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.490151:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.490154:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.490157:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.490162:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.490169:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.490177:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.490185:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.490191:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.490193:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.490393:0:30881:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948445.490400:0:30881:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948445.490401:0:30881:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948445.490404:0:30881:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae0b0. 00000400:00000200:0.0:1783948445.490409:0:30881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948445.490411:0:30881:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948445.490413:0:30881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.490417:0:30881:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948445.490423:0:30881:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.490427:0:30881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948445.490429:0:30881:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.490430:0:30881:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948445.490433:0:30881:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948445.490436:0:30881:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948445.490438:0:30881:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.490440:0:30881:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948445.490450:0:30881:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948445.490453:0:30881:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948445.490455:0:30881:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948445.490456:0:30881:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.490459:0:30881:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948445.490461:0:30881:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.490464:0:30881:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948445.490466:0:30881:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1783948445.490467:0:30881:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948445.490470:0:30881:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.490473:0:30881:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.490477:0:30881:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.490479:0:30881:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948445.490481:0:30881:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948445.490484:0:30881:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948445.490492:0:30881:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:30881:1870603636499072:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948445.490496:0:30881:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.490499:0:30881:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.490501:0:30881:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948445.490502:0:30881:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.490504:0:30881:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.490509:0:30881:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948445.490511:0:30881:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948445.490513:0:30881:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948445.490515:0:30881:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.490517:0:30881:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948445.490520:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.490522:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.490525:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=4 00000020:00000001:0.0:1783948445.490526:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490528:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000040:0.0:1783948445.490533:0:30881:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465abc00, remote cookie: 0x2ceea11ad5e05e28, flags: 0x1001 00010000:00010000:0.0:1783948445.490537:0:30881:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948445.490544:0:30881:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:0.0:1783948445.490546:0:30881:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783948445.490552:0:30881:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:0.0:1783948445.490553:0:30881:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.490555:0:30881:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.490558:0:30881:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948445.490567:0:30881:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.490571:0:30881:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948445.490574:0:30881:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948445.490576:0:30881:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948445.490577:0:30881:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948445.490578:0:30881:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948445.490580:0:30881:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff89e958f6fe00) refcount = 2 00010000:00000040:0.0:1783948445.490582:0:30881:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783948445.490583:0:30881:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440ba0 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05da3 expref: -99 pid: 30846 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783948445.490587:0:30881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.490591:0:30881:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948445.490593:0:30881:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948445.490594:0:30881:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.490596:0:30881:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948445.490598:0:30881:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.490600:0:30881:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.490603:0:30881:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948445.490605:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490606:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.490607:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490608:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.490609:0:30881:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.490612:0:30881:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948445.490614:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.490615:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.490616:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948445.490617:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490618:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490620:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.490620:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.490621:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=4 00000020:00000001:0.0:1783948445.490622:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490623:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490625:0:30881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.490627:0:30881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.490629:0:30881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.490632:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490633:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.490634:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.490635:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.490635:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=5 00000020:00000001:0.0:1783948445.490636:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490637:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490639:0:30881:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.490640:0:30881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.490644:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490644:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948445.490646:0:30881:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.490649:0:30881:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.490649:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490650:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.490651:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490652:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948445.490655:0:30881:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948445.490662:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.490663:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.490665:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948445.490667:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490669:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00000002:00010000:0.0:1783948445.490672:0:30881:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783948445.490693:0:30881:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e9511a2ac0. 00010000:00000001:0.0:1783948445.490695:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490696:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.490698:0:30881:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.490699:0:30881:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.490703:0:30881:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948445.490706:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.490707:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.490708:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948445.490710:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490713:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00000002:00010000:0.0:1783948445.490716:0:30881:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.490722:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490723:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.490725:0:30881:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948445.490727:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.490728:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.490729:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:0.0:1783948445.490731:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:0.0:1783948445.490734:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000040:0.0:1783948445.490737:0:30881:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 3 00010000:00000001:0.0:1783948445.490739:0:30881:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948445.490743:0:30881:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:0.0:1783948445.490746:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.490747:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.490748:0:30881:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948445.490751:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb710 00000002:00002000:0.0:1783948445.490753:0:30881:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948445.490757:0:30881:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.490760:0:30881:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.490763:0:30881:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948445.490766:0:30881:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783948445.490769:0:30881:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.490774:0:30881:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783948445.490776:0:30881:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01cbbb20 it_disposition b 00000080:00000001:0.0:1783948445.490779:0:30881:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948445.490784:0:30881:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948445.490787:0:30881:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948445.490789:0:30881:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1783948445.490792:0:30881:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1783948445.490799:0:30881:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948445.490803:0:30881:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942f2d0. 00000020:00000010:0.0:1783948445.490807:0:30881:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7a00. 00000020:00000010:0.0:1783948445.490810:0:30881:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a7000. 00000020:00000010:0.0:1783948445.490821:0:30881:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948445.490831:0:30881:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948445.490834:0:30881:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076f00. 00008000:00000010:0.0:1783948445.490839:0:30881:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363880. 00000080:00000010:0.0:1783948445.490844:0:30881:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a690. 00000080:00000010:0.0:1783948445.490847:0:30881:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f9d0. 00000020:00000010:0.0:1783948445.490875:0:30881:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7800. 00000008:00000010:0.0:1783948445.490879:0:30881:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959404f20. 00020000:00000010:1.0:1783948445.494616:0:30881:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948445.494633:0:30881:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948445.494641:0:30881:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948445.494647:0:30881:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050786008 : -129839658765608 : ffff89e95942f2d8) 00000020:00001000:1.0:1783948445.494651:0:30881:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942f2d0 00000020:00000001:1.0:1783948445.494655:0:30881:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948445.494774:0:30881:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948445.494778:0:30881:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948445.494786:0:30881:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619d80. 00020000:00000010:1.0:1783948445.494791:0:30881:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e958175f80. 00020000:00000010:1.0:1783948445.494797:0:30881:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9506196c0. 00020000:00000001:1.0:1783948445.494799:0:30881:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901799104 : -129839807752512 : ffff89e9506196c0) 00020000:00000002:1.0:1783948445.494804:0:30881:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506196c0, objid 0x26:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948445.494809:0:30881:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948445.495031:0:30881:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175f80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:1.0:1783948445.495037:0:30881:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9519894d8) owner ffff89e95803cf80 00020000:00000001:1.0:1783948445.495040:0:30881:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948445.495043:0:30881:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9519894d8) owner ffff89e95803cf80 00020000:00000010:1.0:1783948445.495048:0:30881:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e958175f80. 00020000:00000010:1.0:1783948445.495554:0:30881:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619d80. 00020000:00000010:1.0:1783948445.495564:0:30881:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9506196c0. 00020000:00000002:1.0:1783948445.495568:0:30881:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948445.495570:0:30881:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.495573:0:30881:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783948445.495576:0:30881:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942f2d0 00000020:00000010:1.0:1783948445.495582:0:30881:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a7000. 00000020:00000010:1.0:1783948445.495589:0:30881:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437132a0. 00000008:00000010:1.0:1783948445.495597:0:30881:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:1.0:1783948445.495603:0:30881:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076f00. 00008000:00000010:1.0:1783948445.495608:0:30881:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363880. 00000080:00000010:1.0:1783948445.495614:0:30881:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a690. 00000080:00000010:1.0:1783948445.495619:0:30881:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f9d0. 00000020:00000010:1.0:1783948445.495623:0:30881:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7a00. 00000008:00000010:1.0:1783948445.495626:0:30881:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959404f20. 00020000:00000010:1.0:1783948445.495631:0:30881:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948445.495634:0:30881:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948445.495637:0:30881:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948445.495640:0:30881:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7800. 00000020:00000010:1.0:1783948445.495642:0:30881:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942f2d0. 00000080:00000001:1.0:1783948445.495649:0:30881:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1783948445.495652:0:30881:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783948445.496362:0:30881:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x26:0x0](ffff89e951d1ec08): rc = 0 00000080:00000001:1.0:1783948445.496368:0:30881:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925938184 : -129839783613432 : ffff89e951d1ec08) 00010000:00000001:1.0:1783948445.496373:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948445.496376:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948445.496380:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:1.0:1783948445.496383:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.496387:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00000080:00000001:1.0:1783948445.496390:0:30881:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948445.496392:0:30881:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948445.496401:0:30881:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948445.496406:0:30881:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959438200. 00000020:00000010:1.0:1783948445.496411:0:30881:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e959438c00. 00000020:00000010:1.0:1783948445.496413:0:30881:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506196c0. 00000008:00000010:1.0:1783948445.496420:0:30881:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948445.496424:0:30881:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3540. 00008000:00000010:1.0:1783948445.496427:0:30881:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948445.496433:0:30881:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948445.496436:0:30881:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948445.496441:0:30881:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959438a00. 00000008:00000010:1.0:1783948445.496445:0:30881:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948445.496448:0:30881:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948445.496451:0:30881:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948445.496456:0:30881:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948445.496458:0:30881:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948445.496460:0:30881:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948445.496462:0:30881:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948445.496465:0:30881:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948445.496466:0:30881:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948445.496470:0:30881:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619d80. 00020000:00000010:1.0:1783948445.496473:0:30881:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e958175f80. 00020000:00000010:1.0:1783948445.496478:0:30881:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e950619b40. 00020000:00000001:1.0:1783948445.496480:0:30881:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901800256 : -129839807751360 : ffff89e950619b40) 00020000:00000002:1.0:1783948445.496483:0:30881:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619b40, objid 0x26:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948445.496488:0:30881:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948445.496492:0:30881:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175f80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:1.0:1783948445.496495:0:30881:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9519894d8) owner ffff89e95803cf80 00020000:00000001:1.0:1783948445.496498:0:30881:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948445.496500:0:30881:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9519894d8) owner ffff89e95803cf80 00020000:00000010:1.0:1783948445.496503:0:30881:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e958175f80. 00020000:00000010:1.0:1783948445.496507:0:30881:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619d80. 00020000:00000010:1.0:1783948445.496510:0:30881:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e950619b40. 00020000:00000002:1.0:1783948445.496512:0:30881:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948445.496514:0:30881:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.496515:0:30881:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.496520:0:30881:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783948445.496522:0:30881:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e95803cf80 00020000:00000002:1.0:1783948445.496525:0:30881:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e958041300 addref 2/0 by ffff89e95803cf80. 00020000:00000002:1.0:1783948445.496528:0:30881:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e95803cf80 00020000:00000001:1.0:1783948445.496530:0:30881:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783948445.496532:0:30881:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783948445.496533:0:30881:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783948445.496535:0:30881:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783948445.496537:0:30881:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783948445.496539:0:30881:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1783948445.496542:0:30881:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948445.496545:0:30881:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e959438c00. 00000020:00000010:1.0:1783948445.496548:0:30881:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506196c0. 00000008:00000010:1.0:1783948445.496551:0:30881:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948445.496555:0:30881:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3540. 00008000:00000010:1.0:1783948445.496558:0:30881:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948445.496561:0:30881:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948445.496564:0:30881:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948445.496567:0:30881:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959438200. 00000008:00000010:1.0:1783948445.496570:0:30881:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948445.496572:0:30881:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948445.496575:0:30881:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948445.496578:0:30881:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948445.496580:0:30881:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959438a00. 00000020:00000010:1.0:1783948445.496582:0:30881:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948445.496585:0:30881:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.496587:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.496588:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948445.496591:0:30881:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948445.496596:0:30881:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948445.496598:0:30881:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948445.496601:0:30881:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff89e951d1ec08) for lock 0x8c7cf19e4b440bca 00800000:00000001:1.0:1783948445.496605:0:30881:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948445.496608:0:30881:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948445.496609:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948445.496611:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948445.496612:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:1.0:1783948445.496614:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.496616:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.496619:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.496620:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948445.496622:0:30881:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948445.496623:0:30881:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783948445.496631:0:30881:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951e77510 inode ffff89e951d1ec08 refc 1 flags 0x40000e 00000080:00000001:1.0:1783948445.496634:0:30881:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783948445.496638:0:30881:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff89e951d1ec08) 00000080:00010000:1.0:1783948445.496642:0:30881:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bca from it ffffb87d01cbbb20 00010000:00000001:1.0:1783948445.496645:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948445.496646:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948445.496647:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:1.0:1783948445.496649:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.496651:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.496653:0:30881:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948445.496716:0:30881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948445.496728:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.496729:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948445.496731:0:30881:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948445.496735:0:30881:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948445.496738:0:30881:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948445.496747:0:30881:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948445.496752:0:30881:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948445.496754:0:30881:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948445.496760:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.496762:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948445.496764:0:30881:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.496768:0:30881:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948445.496769:0:30881:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.496771:0:30881:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.496776:0:30881:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.496778:0:30881:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948445.496779:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.496780:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948445.496783:0:30881:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948445.496788:0:30881:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a6000. 00000100:00000001:1.0:1783948445.496798:0:30881:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.497030:0:30881:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243b80 x1870603636499072/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.497043:0:30881:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948445.497046:0:30881:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948445.497050:0:30881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018a000. 02000000:00000001:1.0:1783948445.497053:0:30881:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948445.497119:0:30881:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948445.497122:0:30881:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948445.497124:0:30881:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948445.497127:0:30881:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950635800. 02000000:00000001:1.0:1783948445.497132:0:30881:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948445.497134:0:30881:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948445.497136:0:30881:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243b80. 00000100:00000001:1.0:1783948445.497139:0:30881:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948445.497141:0:30881:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948445.497144:0:30881:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948445.497145:0:30881:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01cbbb20 released 00000080:00000001:1.0:1783948445.497147:0:30881:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1783948445.497162:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbd08 00000080:00200008:1.0:1783948445.497165:0:30881:0:(file.c:6217:ll_getattr_dentry()) START file f:[0x200000404:0x26:0x0](ffff89e951d1ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948445.497171:0:30881:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948445.497172:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbc80 00000080:00200000:1.0:1783948445.497174:0:30881:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x26:0x0](ffff89e951d1ec08),name=f 00000080:00000010:1.0:1783948445.497180:0:30881:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959438a00. 00000080:00000001:1.0:1783948445.497188:0:30881:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948445.497192:0:30881:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948445.497193:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbba0 00800000:00000002:1.0:1783948445.497196:0:30881:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x26:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1783948445.497200:0:30881:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948445.497205:0:30881:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948445.497209:0:30881:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948445.497211:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbba70 00000002:00010000:1.0:1783948445.497212:0:30881:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948445.497215:0:30881:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948445.497217:0:30881:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948445.497220:0:30881:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948445.497229:0:30881:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 3 00010000:00000001:1.0:1783948445.497232:0:30881:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948445.497236:0:30881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948445.497240:0:30881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948445.497244:0:30881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948445.497252:0:30881:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948445.497256:0:30881:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948445.497259:0:30881:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948445.497330:0:30881:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948445.497332:0:30881:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948445.497335:0:30881:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948445.497337:0:30881:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948445.497339:0:30881:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948445.497341:0:30881:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948445.497343:0:30881:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783948445.497346:0:30881:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959438a00. 00000080:00000001:1.0:1783948445.497350:0:30881:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948445.497352:0:30881:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948445.497354:0:30881:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff89e951d1ec08) 00000080:00010000:1.0:1783948445.497357:0:30881:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff89e951d1ec08) for lock 0x8c7cf19e4b440bca 00800000:00000001:1.0:1783948445.497360:0:30881:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948445.497361:0:30881:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948445.497362:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948445.497363:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948445.497365:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:1.0:1783948445.497367:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.497370:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.497372:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.497373:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948445.497375:0:30881:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948445.497376:0:30881:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948445.497378:0:30881:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bca from it ffffb87d01cbbcb8 00010000:00000001:1.0:1783948445.497380:0:30881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948445.497381:0:30881:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948445.497382:0:30881:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abc00 refcount=3 00000020:00000001:1.0:1783948445.497384:0:30881:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.497386:0:30881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577728 : -129839975973888 : ffff89e9465abc00) 00010000:00000001:1.0:1783948445.497388:0:30881:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948445.497391:0:30881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948445.497398:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.497399:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948445.497400:0:30881:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948445.497401:0:30881:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948445.497403:0:30881:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948445.497409:0:30881:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948445.497411:0:30881:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948445.497413:0:30881:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948445.497415:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.497416:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948445.497417:0:30881:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497420:0:30881:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948445.497421:0:30881:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497423:0:30881:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497425:0:30881:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497427:0:30881:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948445.497429:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.497429:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948445.497431:0:30881:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948445.497433:0:30881:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948445.497436:0:30881:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1783948445.497439:0:30881:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948445.497442:0:30881:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948445.497444:0:30881:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948445.497445:0:30881:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948445.497447:0:30881:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783948445.497450:0:30881:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1783948445.497452:0:30881:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948445.497456:0:30881:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948445.497459:0:30881:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959438a00. 00000020:00000010:1.0:1783948445.497463:0:30881:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e959438200. 00000020:00000010:1.0:1783948445.497465:0:30881:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506196c0. 00000008:00000010:1.0:1783948445.497469:0:30881:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948445.497471:0:30881:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3540. 00008000:00000010:1.0:1783948445.497475:0:30881:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948445.497479:0:30881:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948445.497481:0:30881:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948445.497484:0:30881:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959438c00. 00000008:00000010:1.0:1783948445.497486:0:30881:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948445.497488:0:30881:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948445.497491:0:30881:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948445.497493:0:30881:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948445.497495:0:30881:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948445.497497:0:30881:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948445.497501:0:30881:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3dc8 -> ffff89e9516a3dc8 00000020:00000001:1.0:1783948445.497503:0:30881:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948445.497505:0:30881:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948445.497507:0:30881:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1783948445.497510:0:30881:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948445.497511:0:30881:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948445.497513:0:30881:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948445.497515:0:30881:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948445.497517:0:30881:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948445.497520:0:30881:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x26:0x0]io ffff89e9582d77e0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1783948445.497523:0:30881:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e95803cf80 00020000:00000001:1.0:1783948445.497526:0:30881:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948445.497528:0:30881:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948445.497531:0:30881:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948445.497533:0:30881:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948445.497535:0:30881:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948445.497537:0:30881:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948445.497539:0:30881:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.497540:0:30881:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948445.497541:0:30881:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948445.497542:0:30881:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948445.497544:0:30881:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e95803cf80 00000020:00000001:1.0:1783948445.497545:0:30881:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783948445.497548:0:30881:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1783948445.497549:0:30881:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x26:0x0] 00000020:00000001:1.0:1783948445.497551:0:30881:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783948445.497553:0:30881:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783948445.497556:0:30881:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783948445.497558:0:30881:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783948445.497563:0:30881:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783948445.497567:0:30881:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9585c4700. 00020000:00000002:1.0:1783948445.497569:0:30881:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948445.497572:0:30881:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783948445.497574:0:30881:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948445.497575:0:30881:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948445.497576:0:30881:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948445.497578:0:30881:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948445.497581:0:30881:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959439e00. 00000020:00000010:1.0:1783948445.497584:0:30881:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e959438000. 00000020:00000010:1.0:1783948445.497586:0:30881:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619b40. 00000008:00000010:1.0:1783948445.497590:0:30881:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948445.497592:0:30881:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948445.497596:0:30881:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948445.497598:0:30881:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948445.497600:0:30881:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948445.497603:0:30881:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959438600. 00000008:00000010:1.0:1783948445.497605:0:30881:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948445.497607:0:30881:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948445.497609:0:30881:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948445.497612:0:30881:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948445.497614:0:30881:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948445.497616:0:30881:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948445.497618:0:30881:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3f58 -> ffff89e9516a3dc8 00000020:00000001:1.0:1783948445.497620:0:30881:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948445.497622:0:30881:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948445.497623:0:30881:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948445.497625:0:30881:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948445.497627:0:30881:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948445.497628:0:30881:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948445.497630:0:30881:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783948445.497634:0:30881:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e94369bc80. 00000008:00010000:1.0:1783948445.497636:0:30881:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1783948445.497639:0:30881:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948445.497640:0:30881:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783948445.497642:0:30881:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9585c4730, osc lock ffff89e94369bc80, flags 0x400001002 00000020:00000001:1.0:1783948445.497644:0:30881:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948445.497646:0:30881:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948445.497648:0:30881:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234035668736 : -129839673882880 : ffff89e9585c4700) 00000020:00000001:1.0:1783948445.497650:0:30881:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948445.497651:0:30881:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783948445.497652:0:30881:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.497654:0:30881:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.497656:0:30881:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1783948445.497658:0:30881:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1783948445.497660:0:30881:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948445.497661:0:30881:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948445.497662:0:30881:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948445.497664:0:30881:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948445.497666:0:30881:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948445.497668:0:30881:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948445.497670:0:30881:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783948445.497673:0:30881:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948445.497675:0:30881:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948445.497677:0:30881:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948445.497678:0:30881:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948445.497688:0:30881:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948445.497689:0:30881:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948445.497692:0:30881:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783948445.497694:0:30881:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948445.497699:0:30881:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497701:0:30881:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1783948445.497706:0:30881:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cca80. 00000020:00000040:1.0:1783948445.497710:0:30881:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00010000:00000001:1.0:1783948445.497714:0:30881:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948445.497718:0:30881:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948445.497720:0:30881:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.497724:0:30881:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948445.497726:0:30881:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948445.497729:0:30881:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948445.497735:0:30881:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e960d5e800. 00000100:00000001:1.0:1783948445.497741:0:30881:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497746:0:30881:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948445.497748:0:30881:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497749:0:30881:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948445.497750:0:30881:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497752:0:30881:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.497754:0:30881:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00010000:00000001:1.0:1783948445.497757:0:30881:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948445.497759:0:30881:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948445.497763:0:30881:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d700. 00010000:00000010:1.0:1783948445.497767:0:30881:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e94722d300. 00010000:00000001:1.0:1783948445.497771:0:30881:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948445.497774:0:30881:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617b600. 00000020:00000001:1.0:1783948445.497778:0:30881:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948445.497780:0:30881:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617b600 with handle 0x8c7cf19e4b440bd1 to hash 00000020:00000001:1.0:1783948445.497782:0:30881:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948445.497783:0:30881:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000010:1.0:1783948445.497786:0:30881:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e943f22e80. 00010000:00000001:1.0:1783948445.497789:0:30881:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948445.497793:0:30881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948445.497795:0:30881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948445.497798:0:30881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948445.497808:0:30881:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948445.498228:0:30881:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.498233:0:30881:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948445.498237:0:30881:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948445.498247:0:30881:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c186c88] to pc [ptlrpcd_00_01+1] req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.498373:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948445.498377:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948445.498379:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948445.498387:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.498395:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948445.498398:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.498402:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948445.498405:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948445.498408:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948445.498411:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636499200:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948445.498416:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948445.498424:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948445.498426:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.498429:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948445.498435:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948445.498437:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948445.498445:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948445.498451:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948445.498458:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948445.498465:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636499200, portal 4 00000100:00000001:0.0:1783948445.498468:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.498470:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000040:0.0:1783948445.498476:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.498484:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948445.498486:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948445.498489:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfa18. 00000100:00000200:0.0:1783948445.498491:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636499200, offset 0 00000400:00000200:0.0:1783948445.498498:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948445.498509:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.498519:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948445.498526:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948445.498530:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948445.498535:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948445.498538:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948445.498542:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2419:2419:256:4294967295] 192.168.202.104@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:0.0:1783948445.498546:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.498555:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948445.498562:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948445.498567:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948445.498575:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948445.498582:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948445.498586:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783948445.498602:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.498607:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21726 usecs (22 jiffies) 00000400:00000200:0.0:1783948445.498610:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948445.498613:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296535672 00000100:00000001:0.0:1783948445.498616:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.498619:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296535672 00000100:00000001:0.0:1783948445.498621:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.498624:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.498626:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.498630:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.498632:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948445.498660:0:30881:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948445.498663:0:30881:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.498665:0:30881:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948445.498667:0:30881:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.498669:0:30881:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.498671:0:30881:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783948445.498673:0:30881:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1783948445.498675:0:30881:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1783948445.498677:0:30881:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000800:00000200:1.0:1783948445.498836:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.498840:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:1.0:1783948445.498844:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.498879:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.498890:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfa18 00000400:00000010:1.0:1783948445.498893:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfa18. 00000100:00000001:1.0:1783948445.498899:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.498905:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.498913:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.498917:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.498922:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.499044:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783948445.499134:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948445.499137:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.500442:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948445.500447:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948445.500453:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948445.500455:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948445.500460:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.500463:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948445.501392:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.501407:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.501412:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.501415:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.501423:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.501430:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.501440:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.501445:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.501451:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.501456:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd944e300 00000400:00000200:1.0:1783948445.501461:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.501468:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x6af9 [1] + 224 00000800:00000001:1.0:1783948445.501475:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.501482:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.501486:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.501490:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.501497:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.501506:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.501516:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.501537:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.501545:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.501548:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.501654:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948445.501658:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948445.501665:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948445.501667:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948445.501671:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae0b0. 00000400:00000200:0.0:1783948445.501677:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948445.501689:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948445.501692:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.501697:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948445.501706:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.501712:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948445.501714:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.501716:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948445.501720:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948445.501723:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948445.501725:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.501728:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948445.501738:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=115 v=5 (5 5 5 112) 00000100:00001000:0.0:1783948445.501742:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=20 v=5 (1 1 0 0) 00000100:00000001:0.0:1783948445.501745:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948445.501747:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.501750:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948445.501753:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.501758:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948445.501760:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1783948445.501762:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948445.501764:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.501770:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.501777:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.501780:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948445.501782:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783948445.501785:0:2354:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1783948445.501788:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.501790:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.501794:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=4 00000020:00000001:0.0:1783948445.501796:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.501800:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.501802:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.501804:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.501805:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=5 00000020:00000001:0.0:1783948445.501807:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.501808:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.502333:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.502339:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.502346:0:2354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.502358:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502360:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.502363:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948445.502367:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.502369:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.502370:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=6 00000020:00000001:0.0:1783948445.502372:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.502375:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000040:0.0:1783948445.502382:0:2354:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617b600, remote cookie: 0x2ceea11ad5e05e2f, flags: 0x1001 00010000:00010000:0.0:1783948445.502387:0:2354:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.502396:0:2354:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783948445.502398:0:2354:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.502400:0:2354:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948445.502405:0:2354:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1783948445.502409:0:2354:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948445.502417:0:2354:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x17:0x0].0x0 (ffff89e94722d700) refcount = 1 00010000:00000040:0.0:1783948445.502421:0:2354:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783948445.502424:0:2354:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.502434:0:2354:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948445.502435:0:2354:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.502438:0:2354:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948445.502441:0:2354:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.502444:0:2354:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.502450:0:2354:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948445.502451:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502452:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.502453:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502454:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948445.502456:0:2354:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1783948445.502458:0:2354:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783948445.502461:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.502462:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.502463:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=5 00000020:00000001:0.0:1783948445.502465:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.502466:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00000008:00000001:0.0:1783948445.502470:0:2354:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1783948445.502474:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e95201f6c0 -> ffff89e9516a3dc8 00000008:00010000:0.0:1783948445.502477:0:2354:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1783948445.502483:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e95201f6c0 -> ffff89e9516a3dc8 00000020:00000001:0.0:1783948445.502486:0:2354:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783948445.502489:0:2354:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783948445.502491:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783948445.502494:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948445.502496:0:2354:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948445.502498:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e95201f6c0 -> ffff89e9516a3dc8 00000008:00000001:0.0:1783948445.502499:0:2354:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1783948445.502502:0:2354:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948445.502504:0:2354:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783948445.502565:0:2354:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783948445.502567:0:2354:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.502569:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.502571:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.502572:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=6 00000020:00000001:0.0:1783948445.502574:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.502576:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.502579:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.502582:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.502589:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502590:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948445.502593:0:2354:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.502599:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.502600:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502601:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948445.502602:0:2354:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.502603:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.502604:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.502606:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=5 00000020:00000001:0.0:1783948445.502607:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.502609:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948445.502611:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.502613:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.502624:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502625:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.502626:0:2354:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948445.502628:0:2354:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948445.502631:0:2354:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948445.502637:0:2354:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948445.502640:0:2354:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948445.502642:0:2354:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948445.502646:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502647:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.502649:0:2354:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.502652:0:2354:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948445.502654:0:2354:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.502656:0:2354:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.502659:0:2354:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.502660:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.502661:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502663:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.502664:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.502665:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948445.502666:0:2354:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.502675:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948445.502694:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636499200:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948445.502699:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.502703:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.502706:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cca80 x1870603636499200/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.502713:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948445.502715:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948445.502720:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948445.502725:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948445.502728:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948445.502730:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948445.502732:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948445.502734:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e960d5e800. 02000000:00000001:0.0:1783948445.502738:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948445.502740:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948445.502742:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cca80. 00000100:00000001:0.0:1783948445.502746:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948445.502747:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.502749:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.502756:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948445.502758:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.502760:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948445.502762:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.503173:0:30881:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.503178:0:30881:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948445.503186:0:30881:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948445.503190:0:30881:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3dc8 -> ffff89e9516a3dc8 00000020:00000001:1.0:1783948445.503192:0:30881:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3dc8 -> ffff89e9516a3dc8 00000020:00000001:1.0:1783948445.503194:0:30881:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948445.503199:0:30881:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948445.503206:0:30881:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948445.503208:0:30881:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948445.503209:0:30881:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948445.503211:0:30881:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948445.503213:0:30881:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1028 on OST[0]: s=0 (1) m=1783948427 a=1783948427 c=1783948427 b=0 00020000:00000001:1.0:1783948445.503217:0:30881:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948445.503219:0:30881:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=1783948427 a=1783948427 c=1783948427 b=0 00020000:00000001:1.0:1783948445.503221:0:30881:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.503223:0:30881:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.503225:0:30881:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3dc8 -> ffff89e9516a3dc8 00000080:00200000:1.0:1783948445.503227:0:30881:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x26:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1783948445.503230:0:30881:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783948445.503232:0:30881:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948445.503234:0:30881:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_release():245 00000020:00000001:1.0:1783948445.503237:0:30881:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948445.503238:0:30881:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948445.503241:0:30881:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948445.503244:0:30881:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948445.503246:0:30881:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948445.503248:0:30881:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948445.503249:0:30881:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9585c4730 (ffff89e95852fcf8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948445.503253:0:30881:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948445.503254:0:30881:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948445.503256:0:30881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.503257:0:30881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948445.503258:0:30881:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948445.503260:0:30881:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948445.503261:0:30881:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948445.503324:0:30881:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948445.503326:0:30881:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948445.503327:0:30881:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948445.503330:0:30881:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948445.503331:0:30881:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948445.503332:0:30881:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9585c4730 (ffff89e95852f5a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948445.503335:0:30881:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e94369bc80. 00000020:00000001:1.0:1783948445.503342:0:30881:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948445.503343:0:30881:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9585c4700. 00020000:00000001:1.0:1783948445.503347:0:30881:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948445.503348:0:30881:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948445.503349:0:30881:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1783948445.503351:0:30881:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.503354:0:30881:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948445.503357:0:30881:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948445.503359:0:30881:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948445.503360:0:30881:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948445.503361:0:30881:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948445.503363:0:30881:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948445.503368:0:30881:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e959438000. 00000020:00000010:1.0:1783948445.503373:0:30881:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619b40. 00000008:00000010:1.0:1783948445.503378:0:30881:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948445.503382:0:30881:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948445.503387:0:30881:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948445.503392:0:30881:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948445.503396:0:30881:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948445.503400:0:30881:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959439e00. 00000008:00000010:1.0:1783948445.503403:0:30881:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948445.503407:0:30881:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948445.503413:0:30881:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948445.503416:0:30881:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948445.503419:0:30881:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959438600. 00000020:00000010:1.0:1783948445.503422:0:30881:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948445.503424:0:30881:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948445.503426:0:30881:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948445.503428:0:30881:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948445.503431:0:30881:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948445.503434:0:30881:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948445.503437:0:30881:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948445.503439:0:30881:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948445.503441:0:30881:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948445.503442:0:30881:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948445.503443:0:30881:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948445.503445:0:30881:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e959438200. 00000020:00000010:1.0:1783948445.503447:0:30881:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506196c0. 00000008:00000010:1.0:1783948445.503449:0:30881:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948445.503454:0:30881:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3540. 00008000:00000010:1.0:1783948445.503456:0:30881:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948445.503458:0:30881:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948445.503460:0:30881:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948445.503462:0:30881:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959438a00. 00000008:00000010:1.0:1783948445.503464:0:30881:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948445.503466:0:30881:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948445.503468:0:30881:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948445.503470:0:30881:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948445.503472:0:30881:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959438c00. 00000020:00000010:1.0:1783948445.503474:0:30881:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000001:00000001:1.0:1783948445.503476:0:30881:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948445.503485:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbd08 00000080:00000008:1.0:1783948445.503488:0:30881:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x26:0x0](ffff89e951d1ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948445.503494:0:30881:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948445.503496:0:30881:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbda0 00000080:00002000:1.0:1783948445.503498:0:30881:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff89e951e77510, parent ffff89e951e77af8, inode ffff89e951d1ec08) hashed, 00000080:00000001:1.0:1783948445.503501:0:30881:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.505042:0:30691:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.505048:0:30691:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.505051:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4bb78 00000080:00200000:3.0:1783948445.505066:0:30691:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948445.505075:0:30691:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775e00. 00800000:00000002:3.0:1783948445.505082:0:30691:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.505086:0:30691:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.505091:0:30691:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.505094:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4ba98 00800000:00000002:3.0:1783948445.505096:0:30691:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.505100:0:30691:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.505104:0:30691:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.505109:0:30691:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.505111:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4b968 00000002:00010000:3.0:1783948445.505113:0:30691:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.505117:0:30691:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.505119:0:30691:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.505123:0:30691:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.505130:0:30691:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.505133:0:30691:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.505137:0:30691:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.505142:0:30691:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.505147:0:30691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783948445.505158:0:30691:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.505164:0:30691:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.505167:0:30691:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783948445.505175:0:30691:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.505177:0:30691:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.505179:0:30691:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.505181:0:30691:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.505183:0:30691:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.505185:0:30691:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.505189:0:30691:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.505191:0:30691:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.505195:0:30691:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775e00. 00000080:00000001:3.0:1783948445.505201:0:30691:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.505202:0:30691:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.505206:0:30691:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.505210:0:30691:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ba7 00800000:00000001:3.0:1783948445.505214:0:30691:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.505216:0:30691:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.505218:0:30691:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.505220:0:30691:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.505223:0:30691:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.505226:0:30691:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.505229:0:30691:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.505232:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.505234:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.505235:0:30691:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.505237:0:30691:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.505239:0:30691:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ba7 from it ffffb87d01d4bbb0 00010000:00000001:3.0:1783948445.505241:0:30691:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.505242:0:30691:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.505243:0:30691:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.505245:0:30691:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.505246:0:30691:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.505249:0:30691:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.505252:0:30691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948445.505258:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.505259:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.505271:0:30691:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.505274:0:30691:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.505277:0:30691:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948445.505285:0:30691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.505288:0:30691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.505290:0:30691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.505295:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.505296:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.505298:0:30691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.505302:0:30691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.505304:0:30691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.505306:0:30691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.505308:0:30691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.505311:0:30691:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.505312:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.505313:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.505316:0:30691:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.505319:0:30691:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.505321:0:30691:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:3.0:1783948445.505326:0:30691:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.505333:0:30691:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783948445.505335:0:30691:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948445.505337:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4bb78 00000080:00200008:3.0:1783948445.505339:0:30691:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000 00000080:00000010:3.0:1783948445.505346:0:30691:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b3680. 00000080:00000001:3.0:1783948445.505352:0:30691:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.505354:0:30691:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.505366:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4bd28 00000080:00200008:3.0:1783948445.505368:0:30691:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.505377:0:30691:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1783948445.505379:0:30691:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1783948445.505382:0:30691:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775e00. 00800000:00000002:3.0:1783948445.505385:0:30691:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:3.0:1783948445.505390:0:30691:0:(lmv_obd.c:3433:lmv_read_page()) Process entered 00000002:00000001:3.0:1783948445.505395:0:30691:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1783948445.505397:0:30691:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.505398:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4b990 00000002:00010000:3.0:1783948445.505400:0:30691:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1783948445.505403:0:30691:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.505405:0:30691:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.505406:0:30691:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.505409:0:30691:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.505411:0:30691:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.505413:0:30691:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.505415:0:30691:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.505418:0:30691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783948445.505425:0:30691:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.505427:0:30691:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.505429:0:30691:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783948445.505440:0:30691:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.505442:0:30691:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.505444:0:30691:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.505446:0:30691:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.505447:0:30691:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.505448:0:30691:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.505450:0:30691:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.505452:0:30691:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.505454:0:30691:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.505456:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.505457:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.505458:0:30691:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.505499:0:30691:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1783948445.505505:0:30691:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff89e9582be000. 00000002:00000001:3.0:1783948445.506075:0:30691:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1783948445.506082:0:30691:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66680. 00000020:00000040:3.0:1783948445.506088:0:30691:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948445.506094:0:30691:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.506097:0:30691:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.506100:0:30691:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.506107:0:30691:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774a00. 00000100:00000001:3.0:1783948445.506113:0:30691:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.506116:0:30691:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1783948445.506120:0:30691:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89e9509eb400. 00000100:00000010:3.0:1783948445.506123:0:30691:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff89e9493d1000. 00000020:00000040:3.0:1783948445.506126:0:30691:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948445.506145:0:30691:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.506147:0:30691:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.506152:0:30691:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.506154:0:30691:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.506157:0:30691:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.506158:0:30691:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948445.506163:0:30691:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.506167:0:30691:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.506169:0:30691:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.506171:0:30691:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.506182:0:30691:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.506190:0:30691:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.506192:0:30691:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.506196:0:30691:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.506198:0:30691:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.506200:0:30691:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.506203:0:30691:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:30691:1870603636499328:192.168.202.104@tcp:37:bash.0 00000100:00000001:3.0:1783948445.506208:0:30691:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.506213:0:30691:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.506216:0:30691:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.506219:0:30691:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1783948445.506227:0:30691:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.506232:0:30691:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98f20. 00000400:00000010:3.0:1783948445.506241:0:30691:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff89e9509fc000. 00000100:00000200:3.0:1783948445.506249:0:30691:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a54dd944e380-0x6a54dd944e380, portal 14 00000100:00000001:3.0:1783948445.506252:0:30691:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.506255:0:30691:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.506258:0:30691:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e9c00. 02000000:00000001:3.0:1783948445.506260:0:30691:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.506262:0:30691:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.506265:0:30691:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.506269:0:30691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948445.506272:0:30691:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636499328, portal 10 00000100:00000001:3.0:1783948445.506274:0:30691:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.506275:0:30691:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000040:3.0:1783948445.506283:0:30691:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.506291:0:30691:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.506294:0:30691:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.506297:0:30691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125a18. 00000100:00000200:3.0:1783948445.506300:0:30691:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870603636499328, offset 0 00000400:00000200:3.0:1783948445.506306:0:30691:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.506314:0:30691:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.506322:0:30691:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.506328:0:30691:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.506331:0:30691:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.506335:0:30691:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.506338:0:30691:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.506342:0:30691:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2420:2420:256:4294967295] 192.168.202.104@tcp LPNI seq info [2420:2420:8:4294967295] 00000400:00000200:3.0:1783948445.506347:0:30691:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.506358:0:30691:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.506364:0:30691:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.506369:0:30691:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9500. 00000800:00000200:3.0:1783948445.506377:0:30691:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.506384:0:30691:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.506388:0:30691:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.506403:0:30691:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.506408:0:30691:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 812505 usecs (813 jiffies) 00000400:00000200:3.0:1783948445.506411:0:30691:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.506413:0:30691:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536469 00000100:00000001:3.0:1783948445.506416:0:30691:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.506418:0:30691:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536469 00000100:00000001:3.0:1783948445.506420:0:30691:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.506422:0:30691:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.506424:0:30691:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.506426:0:30691:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.506428:0:30691:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.506431:0:30691:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.506433:0:30691:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.506436:0:30691:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.507532:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.507541:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000400:00000200:1.0:1783948445.507546:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.507554:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.507560:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125a18 00000400:00000010:1.0:1783948445.507563:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125a18. 00000100:00000001:1.0:1783948445.507568:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.507574:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.507586:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.507589:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.507596:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.507597:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.512361:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.512379:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.512383:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.512387:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.512396:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.512404:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.512413:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.512418:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.512424:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.512428:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd944e380 00000400:00000200:1.0:1783948445.512434:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.512440:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x6b09 [256] + 0 00000400:00000010:1.0:1783948445.512446:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98f20. 00000400:00000200:1.0:1783948445.512451:0:2345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e9509fc000 00000800:00000001:1.0:1783948445.512456:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.512465:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.512468:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.512473:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.512478:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9509fc000 00000400:00000010:1.0:1783948445.512481:0:2345:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e9509fc000. 00000100:00000001:1.0:1783948445.512486:0:2345:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783948445.512488:0:2345:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e950b66680 desc ffff89e9509eb400 mbits 1870603636499328 00000100:00000001:1.0:1783948445.512504:0:2345:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783948445.512511:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948445.512515:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.512520:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948445.512527:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2421:2421:256:4294967295] 192.168.202.104@tcp LPNI seq info [2421:2421:8:4294967295] 00000400:00000200:1.0:1783948445.512532:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.512540:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948445.512546:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948445.512553:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e95813e000. 00000800:00000200:1.0:1783948445.512560:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948445.512568:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948445.512572:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95813e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948445.512639:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.512644:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e95813e000. 00000400:00000200:1.0:1783948445.512647:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.512651:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948445.512656:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.512660:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.513144:0:30691:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.513149:0:30691:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948445.517736:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.517758:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.517762:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.517765:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.517775:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.517782:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.517793:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.517798:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.517804:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.517808:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd944e380 00000400:00000200:1.0:1783948445.517826:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.517833:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6b11 [1] + 224 00000800:00000001:1.0:1783948445.517840:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.518195:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.518199:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.518205:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.518213:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.518223:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.518234:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.518253:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.518352:0:30691:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.518361:0:30691:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.518363:0:30691:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.518366:0:30691:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.518371:0:30691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948445.518373:0:30691:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948445.518377:0:30691:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.518382:0:30691:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.518392:0:30691:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.518398:0:30691:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.518400:0:30691:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.518403:0:30691:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.518406:0:30691:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.518409:0:30691:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.518412:0:30691:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.518415:0:30691:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.518424:0:30691:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948445.518429:0:30691:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.518432:0:30691:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.518434:0:30691:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.518437:0:30691:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.518440:0:30691:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.518443:0:30691:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.518446:0:30691:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.518448:0:30691:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.518450:0:30691:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.518455:0:30691:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1783948445.518466:0:30691:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.518480:0:30691:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.518483:0:30691:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.518487:0:30691:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.518496:0:30691:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:30691:1870603636499328:192.168.202.104@tcp:37:bash.0 00000100:00000001:3.0:1783948445.518501:0:30691:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.518504:0:30691:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.518506:0:30691:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.518508:0:30691:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.518512:0:30691:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.518519:0:30691:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.518522:0:30691:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.518527:0:30691:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.518528:0:30691:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.518532:0:30691:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.518535:0:30691:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.518538:0:30691:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66680 x1870603636499328/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.518545:0:30691:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.518548:0:30691:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.518552:0:30691:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e9c00. 02000000:00000001:3.0:1783948445.518555:0:30691:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.518557:0:30691:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.518560:0:30691:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.518562:0:30691:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783948445.518564:0:30691:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1783948445.518566:0:30691:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.518567:0:30691:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.518569:0:30691:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1783948445.518592:0:30691:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff89e9493d1000. 00000100:00000010:3.0:1783948445.518596:0:30691:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff89e9509eb400. 00000100:00000001:3.0:1783948445.518599:0:30691:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1783948445.518601:0:30691:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774a00. 02000000:00000001:3.0:1783948445.518604:0:30691:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.518606:0:30691:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.518608:0:30691:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66680. 00000100:00000001:3.0:1783948445.518611:0:30691:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.518612:0:30691:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.518615:0:30691:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1783948445.518617:0:30691:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000800:00000001:1.0:1783948445.519259:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.519371:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:3.0:1783948445.519752:0:30691:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff89e9582be000. 00000002:00000001:3.0:1783948445.519759:0:30691:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.519765:0:30691:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.519768:0:30691:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.519772:0:30691:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.519775:0:30691:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.519778:0:30691:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.519781:0:30691:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.519786:0:30691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948445.519797:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.519798:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.519800:0:30691:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.519804:0:30691:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.519808:0:30691:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948445.519816:0:30691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.519819:0:30691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.519821:0:30691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.519827:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.519828:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.519830:0:30691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.519835:0:30691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.519837:0:30691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.519840:0:30691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.519844:0:30691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.519847:0:30691:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.519848:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.519849:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1783948445.520234:0:30691:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.520251:0:30691:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1783948445.520257:0:30691:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.520260:0:30691:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775e00. 00000080:00000001:3.0:1783948445.520272:0:30691:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.520277:0:30691:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.520280:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4bca0 00000080:00200000:3.0:1783948445.520283:0:30691:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948445.520292:0:30691:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775e00. 00800000:00000002:3.0:1783948445.520297:0:30691:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.520302:0:30691:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.520307:0:30691:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.520309:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4bbc0 00800000:00000002:3.0:1783948445.520312:0:30691:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.520315:0:30691:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.520320:0:30691:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.520325:0:30691:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.520327:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4ba90 00000002:00010000:3.0:1783948445.520329:0:30691:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.520332:0:30691:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.520334:0:30691:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.520336:0:30691:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.520342:0:30691:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.520344:0:30691:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.520348:0:30691:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.520352:0:30691:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.520356:0:30691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783948445.520364:0:30691:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.520369:0:30691:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.520373:0:30691:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783948445.520380:0:30691:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.520382:0:30691:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.520384:0:30691:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.520386:0:30691:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.520388:0:30691:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.520390:0:30691:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.520392:0:30691:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.520394:0:30691:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.520396:0:30691:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775e00. 00000080:00000001:3.0:1783948445.520398:0:30691:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.520400:0:30691:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.520402:0:30691:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.520406:0:30691:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ba7 00800000:00000001:3.0:1783948445.520409:0:30691:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.520411:0:30691:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.520412:0:30691:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.520413:0:30691:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.520415:0:30691:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.520417:0:30691:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.520419:0:30691:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.520422:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.520423:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.520424:0:30691:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.520426:0:30691:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.520428:0:30691:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ba7 from it ffffb87d01d4bcd8 00010000:00000001:3.0:1783948445.520429:0:30691:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.520430:0:30691:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.520431:0:30691:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.520433:0:30691:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.520435:0:30691:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.520437:0:30691:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.520440:0:30691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948445.520446:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.520448:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.520449:0:30691:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.520450:0:30691:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.520452:0:30691:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948445.520458:0:30691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.520460:0:30691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.520461:0:30691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.520463:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.520464:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.520465:0:30691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.520467:0:30691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.520469:0:30691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.520470:0:30691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.520472:0:30691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.520474:0:30691:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.520475:0:30691:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.520476:0:30691:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.520478:0:30691:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.520480:0:30691:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.520483:0:30691:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.520487:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4bd28 00000080:00000008:3.0:1783948445.520490:0:30691:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.520735:0:30691:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1783948445.520738:0:30691:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1783948445.520743:0:30691:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775e00. 00800000:00000002:3.0:1783948445.520745:0:30691:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.520748:0:30691:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1783948445.520754:0:30691:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724135472467456 : -19938237084160 : ffffedddc4760e00) 00000080:00000001:3.0:1783948445.520758:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948445.520761:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948445.520764:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:3.0:1783948445.520766:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1783948445.520768:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:3.0:1783948445.520770:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:3.0:1783948445.520773:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:3.0:1783948445.520775:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:3.0:1783948445.520776:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:3.0:1783948445.520778:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:3.0:1783948445.520780:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:3.0:1783948445.520782:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:3.0:1783948445.520784:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948445.520786:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:3.0:1783948445.520788:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:3.0:1783948445.520790:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:3.0:1783948445.520791:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:3.0:1783948445.520793:0:30691:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:3.0:1783948445.520796:0:30691:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.520798:0:30691:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.520800:0:30691:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775e00. 00000080:00000001:3.0:1783948445.520803:0:30691:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.520830:0:30691:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1783948445.520831:0:30691:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:3.0:1783948445.520834:0:30691:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948445.520836:0:30691:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.520848:0:30691:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783948445.520885:0:30691:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948445.520887:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4bd98 00000080:00200008:3.0:1783948445.520889:0:30691:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000 00000080:00400000:3.0:1783948445.520893:0:30691:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1783948445.520897:0:30691:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b3680. 00000080:00000001:3.0:1783948445.520901:0:30691:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783948445.520903:0:30691:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d4bd98 00000080:00000008:3.0:1783948445.520905:0:30691:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000, rc = 0 00000080:00000001:3.0:1783948445.520908:0:30691:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.520909:0:30691:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.539501:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.539510:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3600. 00000400:00000200:0.0:1783948445.539517:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.539525:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.539532:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a27f8 00000400:00000010:0.0:1783948445.539535:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a27f8. 00000100:00000001:0.0:1783948445.539540:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.539548:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d880 x1870603636499584/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.539560:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.539563:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d880 x1870603636499584/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.539571:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.539573:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.550401:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.550423:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.550427:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.550429:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.550438:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.550445:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.550457:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.550462:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.550468:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.550472:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd944e480 00000400:00000200:1.0:1783948445.550477:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.550483:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6b19 [64] + 224 00000800:00000001:1.0:1783948445.550490:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.550501:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.550504:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.550508:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.550517:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.550526:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d880 x1870603636499584/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.550537:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e95066d880 x1870603636499584/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.550560:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.550567:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.550570:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948445.557048:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.557066:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3400. 00000400:00000200:0.0:1783948445.557073:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.557081:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.557088:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2ee0 00000400:00000010:0.0:1783948445.557091:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2ee0. 00000100:00000001:0.0:1783948445.557096:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.557103:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636499712/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.557115:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.557118:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636499712/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.557125:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.557126:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.565398:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.565418:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.565423:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.565425:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.565433:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.565440:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.565450:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.565454:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.565460:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.565465:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd944e500 00000400:00000200:1.0:1783948445.565471:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.565478:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x6b21 [256] + 0 00000400:00000010:1.0:1783948445.565485:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891268. 00000400:00000200:1.0:1783948445.565491:0:2345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e950896000 00000800:00000001:1.0:1783948445.565496:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.565505:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.565509:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.565513:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.565519:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950896000 00000400:00000010:1.0:1783948445.565521:0:2345:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e950896000. 00000100:00000001:1.0:1783948445.565527:0:2345:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783948445.565530:0:2345:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e95066ed80 desc ffff89e9581cbc00 mbits 1870603636499712 00000100:00000001:1.0:1783948445.566218:0:2345:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783948445.566230:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948445.566234:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.566240:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948445.566247:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2424:2424:256:4294967295] 192.168.202.104@tcp LPNI seq info [2424:2424:8:4294967295] 00000400:00000200:1.0:1783948445.566252:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.566259:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948445.566264:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948445.566273:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e95813e000. 00000800:00000200:1.0:1783948445.566279:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948445.566286:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948445.566290:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95813e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948445.566501:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.566506:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e95813e000. 00000400:00000200:1.0:1783948445.566510:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.566513:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948445.566520:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.566524:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1783948445.576238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00000800:00000001:0.0:1783948445.576308:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.576321:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.576324:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.576327:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.576335:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.576342:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948445.576352:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.576358:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.576364:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.576368:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd944e500 00000400:00000200:0.0:1783948445.576375:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.576383:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6b29 [1] + 224 00000800:00000001:0.0:1783948445.576392:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.576400:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.576404:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.576408:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948445.576415:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.576424:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636499712/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948445.576435:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e95066ed80 x1870603636499712/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.576456:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948445.576464:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.576468:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948445.579706:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.579714:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3400. 00000400:00000200:1.0:1783948445.579721:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.579728:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.579735:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2198 00000400:00000010:1.0:1783948445.579737:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2198. 00000100:00000001:1.0:1783948445.579742:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.579750:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636499968/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.579762:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.579766:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636499968/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.579773:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.579775:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948445.592652:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.592672:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.592676:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.592706:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.592715:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.592725:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948445.592736:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.592741:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.592747:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.592752:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944e600 00000400:00000200:0.0:1783948445.592757:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.592764:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6b31 [1] + 224 00000800:00000001:0.0:1783948445.592772:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.592781:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.592784:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.592788:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948445.592797:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.592808:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636499968/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948445.592821:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e95066ed80 x1870603636499968/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.592960:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948445.592972:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.592976:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.598393:0:30882:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783948445.598402:0:30882:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066d880 x1870603636499584/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.598410:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.598411:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902143616 : -129839807408000 : ffff89e95066d880) 00000100:00000001:3.0:1783948445.598414:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.598416:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d880 x1870603636499584/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.598422:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.598423:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.598426:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636499968/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.598432:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.598434:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.598437:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d880 x1870603636499584/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.598442:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783948445.598445:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.598447:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.598450:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.598454:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb800. 02000000:00000001:3.0:1783948445.598459:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.598461:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.598463:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d880. 00000100:00000001:3.0:1783948445.598467:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.598468:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.598470:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.598473:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636499968/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.598479:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.598481:0:30882:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461beca0. 00000002:00000001:3.0:1783948445.598485:0:30882:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.598486:0:30882:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.598489:0:30882:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477cac0. 00000100:00000001:3.0:1783948445.598491:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.598494:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ed80 x1870603636499968/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.598499:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.598501:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.598504:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cbc00. 02000000:00000001:3.0:1783948445.598506:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.598507:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.598509:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.598510:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.598512:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b81a00. 02000000:00000001:3.0:1783948445.598513:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.598514:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.598515:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ed80. 00000100:00000001:3.0:1783948445.598518:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.598519:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.598521:0:30882:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.598523:0:30882:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302280. 00000080:00000001:3.0:1783948445.598527:0:30882:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.598536:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd98 00000080:00000008:3.0:1783948445.598538:0:30882:0:(file.c:491:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff89e951d1db88), flags 704000, rc = 0 00000080:00000001:3.0:1783948445.598542:0:30882:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.598545:0:30882:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.598608:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.598612:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.598615:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.598617:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00000080:00200000:3.0:1783948445.598619:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948445.598627:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.598635:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.598641:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.598646:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.598649:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbae0 00800000:00000002:3.0:1783948445.598652:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.598656:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.598659:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.598664:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.598666:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9b0 00000002:00010000:3.0:1783948445.598668:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.598672:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.598674:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.598678:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.598698:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.598701:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.598707:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.598714:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.598719:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1783948445.598731:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.598735:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.598739:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1783948445.598746:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.598748:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.598750:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.598752:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.598754:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.598756:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.598759:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.598762:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.598765:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.598768:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.598770:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.598773:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.598776:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ba7 00800000:00000001:3.0:1783948445.598779:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.598781:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.598783:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.598785:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.598788:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.598790:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.598792:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.598796:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.598797:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.598798:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.598800:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.598803:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ba7 from it ffffb87d01bfbbf8 00010000:00000001:3.0:1783948445.598805:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.598806:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.598807:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.598809:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.598811:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.598813:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.598817:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1783948445.599162:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.599165:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.599166:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.599169:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.599172:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1783948445.599186:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.599188:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.599191:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.599195:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.599197:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.599198:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599202:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.599203:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599205:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599209:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599210:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.599212:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.599213:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.599215:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.599216:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.599219:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948445.599224:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.599229:0:30882:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783948445.599231:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00000080:00002000:3.0:1783948445.599233:0:30882:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff89e951f5a438) flags 0x20000e refc 1 00000080:00000001:3.0:1783948445.599235:0:30882:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.599237:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc08 00000080:00200000:3.0:1783948445.599238:0:30882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:3.0:1783948445.599243:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948445.599245:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.599249:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948445.599251:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88), inode mode 41ed mask 44 00000080:00000001:3.0:1783948445.599253:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.599260:0:30882:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783948445.599263:0:30882:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948445.599265:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb78 00000080:00200008:3.0:1783948445.599267:0:30882:0:(file.c:1058:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff89e951d1db88), flags 704400 00000080:00000010:3.0:1783948445.599272:0:30882:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b3680. 00000080:00000001:3.0:1783948445.599279:0:30882:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1783948445.599283:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.599286:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.599289:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.599290:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.599292:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba28 00800000:00000002:3.0:1783948445.599294:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.599297:0:30882:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1783948445.599299:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9a8 00800000:00000002:3.0:1783948445.599302:0:30882:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1783948445.599305:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.599306:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb8e0 00000002:00010000:3.0:1783948445.599308:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1783948445.599312:0:30882:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948445.599315:0:30882:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783948445.599318:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.599322:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:3.0:1783948445.599325:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.599327:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.599330:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599332:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.599335:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.599337:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.599339:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.599341:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.599343:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.599344:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599345:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.599347:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.599351:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66680. 00000020:00000040:3.0:1783948445.599356:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948445.599362:0:30882:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948445.599364:0:30882:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599368:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.599372:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.599375:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.599376:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.599377:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.599380:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.599382:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.599385:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.599393:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eb400. 00000100:00000001:3.0:1783948445.599400:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599404:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.599406:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599408:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.599409:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.599411:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.599419:0:30882:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00010000:00000001:3.0:1783948445.599423:0:30882:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948445.599425:0:30882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948445.599427:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.599429:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.599432:0:30882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948445.599435:0:30882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596800. 00000020:00000001:3.0:1783948445.599439:0:30882:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948445.599441:0:30882:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596800 with handle 0x8c7cf19e4b440bdf to hash 00000020:00000001:3.0:1783948445.599444:0:30882:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948445.599445:0:30882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.599449:0:30882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.599452:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.599454:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.599458:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.599465:0:30882:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783948445.599477:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783948445.599486:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783948445.599496:0:30882:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948445.599502:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.599504:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.599514:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.599516:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.599518:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.599519:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948445.599524:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.599528:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.599530:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.599531:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.599535:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.599543:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.599545:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.599549:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.599552:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.599554:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.599558:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500224:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948445.599562:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.599567:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.599569:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.599571:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.599672:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958cc0000. 02000000:00000001:3.0:1783948445.599675:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.599693:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.599699:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.599708:0:30882:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e9582be000. 00000100:00000200:3.0:1783948445.599716:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636500224, portal 10 00000100:00000001:3.0:1783948445.599718:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.599720:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000040:3.0:1783948445.599725:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.599731:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.599735:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.599738:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948445.599741:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636500224, offset 0 00000400:00000200:3.0:1783948445.599748:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.599758:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.599766:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.599772:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.599776:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.599781:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.599783:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.599787:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2426:2426:256:4294967295] 192.168.202.104@tcp LPNI seq info [2426:2426:8:4294967295] 00000400:00000200:3.0:1783948445.599791:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.599800:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.599806:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.599811:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9800. 00000800:00000200:3.0:1783948445.599820:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.599836:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.599841:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.601870:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.601892:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 808067 usecs (809 jiffies) 00000400:00000200:3.0:1783948445.601900:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.601904:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536563 00000100:00000001:3.0:1783948445.601908:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.601910:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536563 00000100:00000001:3.0:1783948445.601912:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.601915:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.601919:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.601922:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.601924:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.601927:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.601931:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.601934:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.603451:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.603459:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9800. 00000400:00000200:1.0:1783948445.603468:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.603476:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.603486:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:1.0:1783948445.603489:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:1.0:1783948445.603495:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.603503:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.603517:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.603522:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.603530:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.603532:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948445.610477:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.610500:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.610505:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.610509:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.610521:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.610532:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948445.610545:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.610552:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.610559:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.610563:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd944e700 00000400:00000200:0.0:1783948445.610569:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.610576:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6b39 [64] + 224 00000800:00000001:0.0:1783948445.610584:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.610608:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.610612:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.610619:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948445.610627:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.610638:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948445.610649:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.610670:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948445.610687:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.610690:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.610749:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.610758:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.610760:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.610764:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.610770:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9582be000 00000400:00000010:3.0:1783948445.610773:0:30882:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e9582be000. 00000100:00000001:3.0:1783948445.610777:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.610782:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.610792:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66680 x1870603636500224/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.610798:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.610801:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.610804:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.610808:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.610812:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.610814:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.610817:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.610837:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.610842:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.610844:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.610846:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.610849:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.610898:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.610902:0:30882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948445.610904:0:30882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783948445.610906:0:30882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948445.610909:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.610911:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948445.610916:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.610919:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.610921:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.611259:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.611268:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.611276:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.611279:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.611280:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.611284:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.611291:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500224:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948445.611296:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.611300:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.611302:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.611304:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.611306:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.611312:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.611315:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.611319:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.611321:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.611324:0:30882:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948445.611329:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.611332:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.611335:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=4 00000020:00000001:3.0:1783948445.611338:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611340:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000040:3.0:1783948445.611348:0:30882:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596800, remote cookie: 0x2ceea11ad5e05e4b, flags: 0x1001 00010000:00000040:3.0:1783948445.611351:0:30882:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948445.611355:0:30882:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783948445.611361:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:3.0:1783948445.611363:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.611367:0:30882:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.611371:0:30882:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.611380:0:30882:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.611386:0:30882:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948445.611390:0:30882:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948445.611392:0:30882:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948445.611394:0:30882:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948445.611395:0:30882:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948445.611397:0:30882:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff89e959459c00) refcount = 2 00010000:00000040:3.0:1783948445.611400:0:30882:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948445.611403:0:30882:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1783948445.611410:0:30882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.611415:0:30882:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948445.611419:0:30882:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948445.611420:0:30882:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.611423:0:30882:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948445.611425:0:30882:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.611429:0:30882:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.611434:0:30882:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948445.611436:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611437:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.611439:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611440:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.611441:0:30882:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.611446:0:30882:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948445.611449:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.611450:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.611452:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948445.611454:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611456:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611459:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611460:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948445.611464:0:30882:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948445.611473:0:30882:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783948445.611478:0:30882:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948445.611484:0:30882:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.611486:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.611487:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.611489:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948445.611490:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611492:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611494:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611495:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.611497:0:30882:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.611498:0:30882:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.611501:0:30882:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1783948445.611504:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.611505:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00010000:00000001:3.0:1783948445.611507:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.611508:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.611509:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948445.611511:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611513:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00000002:00010000:3.0:1783948445.611516:0:30882:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.611522:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611523:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.611525:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948445.611526:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.611527:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.611528:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948445.611530:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611532:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000040:3.0:1783948445.611535:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 3 00010000:00000001:3.0:1783948445.611536:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948445.611540:0:30882:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/35 (0 0) 00010000:00000001:3.0:1783948445.611543:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611544:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.611545:0:30882:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948445.611548:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb868 00000002:00002000:3.0:1783948445.611549:0:30882:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1783948445.611553:0:30882:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.611557:0:30882:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.611560:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948445.611563:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948445.611567:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.611571:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.611575:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.611579:0:30882:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948445.611585:0:30882:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948445.611588:0:30882:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948445.611590:0:30882:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948445.611592:0:30882:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1783948445.611594:0:30882:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.611598:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1783948445.611602:0:30882:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1783948445.611606:0:30882:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 4096 00010000:00000001:3.0:1783948445.611608:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.611609:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.611611:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948445.611613:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611615:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611617:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611618:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.611620:0:30882:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948445.611622:0:30882:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948445.611623:0:30882:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.611626:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) for lock 0x8c7cf19e4b440bdf 00800000:00000001:3.0:1783948445.611629:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.611630:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.611631:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.611632:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.611633:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948445.611635:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611637:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611639:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611640:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.611641:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.611643:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.611646:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948445.611647:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.611650:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.611653:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.611660:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.611663:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bdf from it ffffb87d01bfbbd0 00010000:00000001:3.0:1783948445.611665:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.611666:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.611668:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948445.611669:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611671:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.611673:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.611676:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.611694:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611695:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.611696:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.611699:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.611702:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.611709:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.611711:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.611713:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.611717:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611718:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.611720:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.611723:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.611724:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.611726:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.611729:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.611731:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.611732:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.611733:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.611736:0:30882:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.611743:0:30882:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9580d9600. 00000080:00000001:3.0:1783948445.611746:0:30882:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1783948445.611749:0:30882:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1783948445.611752:0:30882:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1783948445.611755:0:30882:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9509ab560. 00000002:00100000:3.0:1783948445.611759:0:30882:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948445.611769:0:30882:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.611771:0:30882:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1783948445.611775:0:30882:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1783948445.611778:0:30882:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.611781:0:30882:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1783948445.611783:0:30882:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.611785:0:30882:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.611788:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.611791:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1783948445.611798:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.611801:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958cc0000. 02000000:00000001:3.0:1783948445.612259:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1783948445.612262:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.612266:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb78 00000080:00000008:3.0:1783948445.612268:0:30882:0:(file.c:1297:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff89e951d1db88), flags 704400, rc = 0 00000080:00000001:3.0:1783948445.612272:0:30882:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.612297:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd28 00000080:00200008:3.0:1783948445.612299:0:30882:0:(file.c:6217:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff89e951d1db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.612309:0:30882:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1783948445.612312:0:30882:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.612315:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.612316:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbca0 00000080:00200000:3.0:1783948445.612318:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88),name=d21g.recovery-small-1 00000080:00000010:3.0:1783948445.612325:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.612331:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.612339:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.612344:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.612345:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00800000:00000002:3.0:1783948445.612347:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.612351:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.612355:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.612361:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.612362:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba90 00000002:00010000:3.0:1783948445.612363:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.612367:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.612370:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.612373:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.612377:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 3 00010000:00000001:3.0:1783948445.612379:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.612383:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.612387:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.612391:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783948445.612399:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.612403:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.612406:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783948445.612412:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.612413:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.612415:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.612417:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.612419:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.612421:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.612423:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.612425:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.612427:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.612431:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.612432:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.612436:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) 00000080:00010000:3.0:1783948445.612439:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) for lock 0x8c7cf19e4b440bae 00800000:00000001:3.0:1783948445.612441:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.612443:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.612444:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.612446:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.612448:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.612449:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.612452:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.612454:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.612455:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.612456:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.612458:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.612460:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bae from it ffffb87d01bfbcd8 00010000:00000001:3.0:1783948445.612461:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.612462:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.612464:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.612465:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.612467:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.612469:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.612472:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948445.612477:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.612479:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.612480:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.612481:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.612483:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948445.612490:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.612492:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.612493:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.612495:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.612496:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.612497:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.612500:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.612501:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.612503:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.612505:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.612507:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.612508:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.612509:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.612510:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.612512:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.612515:0:30882:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.612519:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd28 00000080:00000008:3.0:1783948445.612521:0:30882:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff89e951d1db88), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1783948445.612608:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd48 00000080:00200000:3.0:1783948445.612611:0:30882:0:(llite_lib.c:2899:ll_statfs()) VFS Op:sb=lustre (ffff89e943191000) d21g.recovery-small-1 proj=0 00000080:00000001:3.0:1783948445.612614:0:30882:0:(llite_lib.c:2734:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1783948445.612616:0:30882:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:3.0:1783948445.612618:0:30882:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff89e943191000: age 1843, max_age 1867 00800000:00000001:3.0:1783948445.612623:0:30882:0:(lmv_obd.c:1447:lmv_statfs()) Process entered 00800000:00000010:3.0:1783948445.612626:0:30882:0:(lmv_obd.c:1451:lmv_statfs()) kmalloced '(temp)': 144 at ffff89e9522796c0. 00800000:00000001:3.0:1783948445.612629:0:30882:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1783948445.612631:0:30882:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: age 1843, max_age 1867 00000002:00000001:3.0:1783948445.612635:0:30882:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1783948445.612638:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000010:3.0:1783948445.612645:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67480. 00000020:00000040:3.0:1783948445.612648:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948445.612651:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.612654:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.612656:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.612663:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774a00. 00000100:00000001:3.0:1783948445.612669:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.612673:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.612675:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.612699:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279540. 00000100:00000001:3.0:1783948445.612702:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552064 : -129839777999552 : ffff89e952279540) 00000100:00000001:3.0:1783948445.612704:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.612706:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360896 : -129839802190720 : ffff89e950b67480) 00000100:00000001:3.0:1783948445.612710:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.612714:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.612716:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.612718:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.612724:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.612732:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.612734:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.612737:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.612739:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.612742:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.612745:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67480 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500352:192.168.202.104@tcp:41:rm.0 00000100:00000001:3.0:1783948445.612749:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.612754:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.612757:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.612759:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.612764:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e9c00. 02000000:00000001:3.0:1783948445.612766:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.612772:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.612776:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.612782:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948445.612789:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636500352, portal 10 00000100:00000001:3.0:1783948445.612791:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.612792:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360896 : -129839802190720 : ffff89e950b67480) 00000100:00000040:3.0:1783948445.612797:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.612804:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.612807:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.612809:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948445.612812:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1870603636500352, offset 0 00000400:00000200:3.0:1783948445.612818:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.613037:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.613045:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.613051:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.613134:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.613140:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.613143:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.613148:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2427:2427:256:4294967295] 192.168.202.104@tcp LPNI seq info [2427:2427:8:4294967295] 00000400:00000200:3.0:1783948445.613153:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.613165:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.613171:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.613177:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9800. 00000800:00000200:3.0:1783948445.613185:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.613193:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.613197:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.613220:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.613225:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 806956 usecs (807 jiffies) 00000400:00000200:3.0:1783948445.613228:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.613231:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536572 00000100:00000001:3.0:1783948445.613234:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.613237:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536572 00000100:00000001:3.0:1783948445.613239:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.613241:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.613244:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.613246:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.613248:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.613250:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279540 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.613253:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.613255:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.613674:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.613686:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9800. 00000400:00000200:1.0:1783948445.613692:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.613698:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.613704:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:1.0:1783948445.613706:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:1.0:1783948445.613712:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.613717:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948445.613728:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.613731:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948445.613738:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.613739:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948445.616525:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.616547:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.616552:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.616555:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.616565:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.616574:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948445.616586:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.616592:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.616598:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.616602:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 10 MB=0x6a54dd944e780 00000400:00000200:0.0:1783948445.616609:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.616616:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 368/368 into md 0x6b41 [1] + 224 00000800:00000001:0.0:1783948445.616623:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.616630:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.616634:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.616638:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948445.616647:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.616656:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948445.616687:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948445.616706:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948445.616714:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.616718:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.616787:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.616796:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.616799:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.616803:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.616808:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:3.0:1783948445.616810:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:3.0:1783948445.616813:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.616818:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948445.616828:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.616835:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.616837:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.616840:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.616844:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.616848:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.616887:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.616892:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.616901:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.616906:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.616908:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.616911:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.616914:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.616918:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.616922:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.616939:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.616942:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.616944:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.616950:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.616959:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.616962:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.616964:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.616968:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948445.616976:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67480 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500352:192.168.202.104@tcp:41:rm.0 00000100:00000001:3.0:1783948445.616981:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.616984:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.616987:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.616989:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.616993:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.617001:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.617004:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279540. 00000100:00000001:3.0:1783948445.617009:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.617010:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.617016:0:30882:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1783948445.617018:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.617021:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67480 x1870603636500352/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.617027:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.617029:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.617032:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e9c00. 02000000:00000001:3.0:1783948445.617035:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.617038:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.617039:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.617041:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.617044:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774a00. 02000000:00000001:3.0:1783948445.617047:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.617049:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.617051:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67480. 00000100:00000001:3.0:1783948445.617065:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.617066:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948445.617068:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.617069:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.617071:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1783948445.617074:0:30882:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: update ffff89e943f68450 cache blocks 1802777/1916558 objects 523647/523944 00800000:00000001:3.0:1783948445.617079:0:30882:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.617082:0:30882:0:(lmv_obd.c:1487:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1783948445.617084:0:30882:0:(lmv_obd.c:1511:lmv_statfs()) kfreed 'temp': 144 at ffff89e9522796c0. 00800000:00000001:3.0:1783948445.617087:0:30882:0:(lmv_obd.c:1512:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1783948445.617091:0:30882:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff89e943191000: update ffff89e9581b8450 cache blocks 1802777/1916558 objects 523647/523944 00000080:00000001:3.0:1783948445.617096:0:30882:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1783948445.617099:0:30882:0:(llite_lib.c:2751:ll_statfs_internal()) MDC blocks 1802777/1916558 objects 523647/523944 00000080:00000001:3.0:1783948445.617102:0:30882:0:(llite_lib.c:2754:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948445.617105:0:30882:0:(llite_lib.c:2787:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617143:0:30882:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1783948445.617146:0:30882:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1783948445.617154:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.617162:0:30882:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1783948445.617169:0:30882:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724135474346368 : -19938235205248 : ffffedddc492b980) 00000080:00000001:3.0:1783948445.617173:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948445.617177:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1783948445.617179:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1783948445.617184:0:30882:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.617187:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.617191:0:30882:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617204:0:30882:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1783948445.617205:0:30882:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:3.0:1783948445.617208:0:30882:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948445.617209:0:30882:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617229:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.617233:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948445.617235:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88), inode mode 41ed mask 1 00000080:00000001:3.0:1783948445.617238:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617246:0:30882:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783948445.617249:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbda0 00000080:00002000:3.0:1783948445.617251:0:30882:0:(dcache.c:87:ll_dcompare()) found name f(ffff89e951f5a5e8) flags 0x48000e refc 0 00000080:00000001:3.0:1783948445.617254:0:30882:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.617256:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbe10 00000080:00200000:3.0:1783948445.617257:0:30882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1783948445.617263:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948445.617265:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff89e951d1db88), inode mode 41ed mask 3 00000080:00000001:3.0:1783948445.617268:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617272:0:30882:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:3.0:1783948445.617274:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbdf8 00000080:00200000:3.0:1783948445.617275:0:30882:0:(namei.c:2407:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff89e951d1db88) 00000080:00000001:3.0:1783948445.617278:0:30882:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1783948445.617280:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.617286:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.617290:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774a00. 00000020:00000010:3.0:1783948445.617295:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.617299:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.617305:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.617309:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.617315:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.617320:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.617325:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.617329:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774600. 00000008:00000010:3.0:1783948445.617332:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.617336:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.617340:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.617343:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.617346:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.617348:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.617350:0:30882:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1783948445.617354:0:30882:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:3.0:1783948445.617357:0:30882:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e9412d8000. 00020000:00000002:3.0:1783948445.617359:0:30882:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.617361:0:30882:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1783948445.617363:0:30882:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1783948445.617365:0:30882:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1783948445.617367:0:30882:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1783948445.617370:0:30882:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1783948445.617372:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.617376:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.617380:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.617384:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.617388:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.617392:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.617396:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.617399:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.617403:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774a00. 00000008:00000010:3.0:1783948445.617406:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.617411:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.617415:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.617418:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.617422:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774600. 00000020:00000010:3.0:1783948445.617424:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.617427:0:30882:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783948445.617431:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774600. 00800000:00000001:3.0:1783948445.617440:0:30882:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:3.0:1783948445.617445:0:30882:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1783948445.617448:0:30882:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x25:0x0] 00800000:00000001:3.0:1783948445.617451:0:30882:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.617453:0:30882:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000404:0x23:0x0]/[0x200000404:0x25:0x0] -> mds #0 00000002:00000001:3.0:1783948445.617458:0:30882:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783948445.617461:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.617468:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 3 00010000:00000001:3.0:1783948445.617471:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.617474:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.617479:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.617483:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1783948445.617495:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.617497:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.617499:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.617501:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1783948445.617505:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.617507:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.617509:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.617511:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.617515:0:30882:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783948445.617518:0:30882:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783948445.617521:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.617524:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.617527:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948445.617534:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.617535:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.617537:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1783948445.617539:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.617541:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.617544:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=2 00000020:00000001:3.0:1783948445.617546:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.617549:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.617550:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.617551:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.617552:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.617554:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.617555:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.617557:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.617558:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.617560:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.617561:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.617562:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.617564:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.617566:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617567:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948445.617569:0:30882:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff89e951d1dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948445.617628:0:30882:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948445.617631:0:30882:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948445.617632:0:30882:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948445.617634:0:30882:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff89e951d1db88) invalid 00000020:00000001:3.0:1783948445.617637:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba60 00000080:00002000:3.0:1783948445.617639:0:30882:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff89e951f5a438) parent ffff89e951e2fe58 inode ffff89e951d1db88 refc 3 00000080:00000001:3.0:1783948445.617642:0:30882:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948445.617644:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.617646:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.617649:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.617653:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.617655:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.617657:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.617659:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.617662:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597800 with handle 0x8c7cf19e4b440bae from hash 00010000:00000001:3.0:1783948445.617664:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.617666:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.617667:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.617668:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.617671:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.617673:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.617676:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948445.617688:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.617691:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.617693:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.617696:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948445.617698:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.617700:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.617701:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.617704:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783948445.617710:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.617712:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.617713:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.617714:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:3.0:1783948445.617717:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.617718:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.617719:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 3 00010000:00000001:3.0:1783948445.617721:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.617723:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.617724:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.617725:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.617726:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 3 00010000:00000001:3.0:1783948445.617728:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.617730:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.617732:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.617733:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.617734:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 3 00010000:00000001:3.0:1783948445.617735:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.617737:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.617738:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.617739:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.617740:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 3 00010000:00000001:3.0:1783948445.617742:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.617744:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617745:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617748:0:30882:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948445.617749:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.617752:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.617755:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774a00. 00000020:00000010:3.0:1783948445.617758:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.617760:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.617763:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.617766:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.617768:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.617774:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.617776:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.617778:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774200. 00000008:00000010:3.0:1783948445.617780:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.617782:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.617785:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.617787:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.617789:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.617791:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.617793:0:30882:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783948445.617795:0:30882:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1783948445.617798:0:30882:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783948445.617800:0:30882:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783948445.617804:0:30882:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948445.617806:0:30882:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948445.617808:0:30882:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783948445.617811:0:30882:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.617812:0:30882:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948445.617814:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.617816:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.617819:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.617821:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.617823:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.617825:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.617827:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.617829:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.617831:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774a00. 00000008:00000010:3.0:1783948445.617833:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.617836:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.617838:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.617840:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.617843:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774200. 00000020:00000010:3.0:1783948445.617845:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.617848:0:30882:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.617850:0:30882:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948445.617901:0:30882:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff89e951d78908) invalid 00000020:00000001:3.0:1783948445.617904:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba60 00000080:00002000:3.0:1783948445.617906:0:30882:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f (ffff89e951f5a5e8) parent ffff89e951f5a438 inode ffff89e951d78908 refc 1 00000080:00000001:3.0:1783948445.617909:0:30882:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948445.617910:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.617911:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.617916:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.617919:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.617920:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.617921:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.617923:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.617926:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597e00 with handle 0x8c7cf19e4b440bb5 from hash 00010000:00000001:3.0:1783948445.617927:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.617928:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.617929:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.617930:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.617932:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.617934:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.617936:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948445.617938:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.617939:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783948445.617945:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67480. 00000020:00000040:3.0:1783948445.617948:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948445.617952:0:30882:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948445.617954:0:30882:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.617956:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.617959:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.617963:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.617964:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.617966:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.617968:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.617970:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.617973:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.617978:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774200. 00000100:00000001:3.0:1783948445.617985:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.617988:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.617991:0:30882:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948445.617995:0:30882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783948445.618002:0:30882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1783948445.618008:0:30882:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1783948445.618010:0:30882:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783948445.618011:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948445.618013:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440bb5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05de9 expref: -99 pid: 30880 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783948445.618020:0:30882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9580d94c0. 00010000:00000040:3.0:1783948445.618023:0:30882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459b00 count: 0 00010000:00000010:3.0:1783948445.618028:0:30882:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7d00. 00010000:00000001:3.0:1783948445.618034:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.618035:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948445.618037:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440bae lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05dcd expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948445.618043:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.618044:0:30882:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.618045:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.618047:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.618048:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948445.618058:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948445.618066:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948445.618072:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.618074:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.618080:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.618082:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.618085:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.618086:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360896 : -129839802190720 : ffff89e950b67480) 00000100:00000001:3.0:1783948445.618090:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.618094:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.618096:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.618097:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.618101:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.618107:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.618109:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.618113:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.618115:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.618117:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.618120:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67480 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500608:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948445.618124:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.618128:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.618130:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.618133:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.618137:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e9c00. 02000000:00000001:3.0:1783948445.618139:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.618144:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.618148:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.618153:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948445.618159:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636500608, portal 10 00000100:00000001:3.0:1783948445.618161:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.618163:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360896 : -129839802190720 : ffff89e950b67480) 00000100:00000040:3.0:1783948445.618169:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.618175:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.618178:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.618180:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125bb0. 00000100:00000200:3.0:1783948445.618183:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870603636500608, offset 0 00000400:00000200:3.0:1783948445.618190:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.618196:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.618204:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.618210:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.618214:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.618218:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.618221:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.618225:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2428:2428:256:4294967295] 192.168.202.104@tcp LPNI seq info [2428:2428:8:4294967295] 00000400:00000200:3.0:1783948445.618229:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.618237:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.618242:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.618247:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9500. 00000800:00000200:3.0:1783948445.618253:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.618259:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.618264:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.618283:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.618288:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 805836 usecs (806 jiffies) 00000400:00000200:3.0:1783948445.618291:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.618294:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536576 00000100:00000001:3.0:1783948445.618297:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.618299:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536576 00000100:00000001:3.0:1783948445.618301:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.618303:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.618305:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.618308:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.618310:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.618312:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.618314:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.618316:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.618830:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.618836:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000400:00000200:1.0:1783948445.618841:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.618847:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.618882:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125bb0 00000400:00000010:1.0:1783948445.618885:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125bb0. 00000100:00000001:1.0:1783948445.618891:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.618896:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948445.618906:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.618910:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948445.618917:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.618918:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948445.625256:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.625275:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.625280:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.625282:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.625292:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.625300:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948445.625310:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.625315:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.625320:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.625324:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944e880 00000400:00000200:0.0:1783948445.625330:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.625338:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6b49 [1] + 224 00000800:00000001:0.0:1783948445.625345:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.625353:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.625357:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.625361:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948445.625369:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.625382:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948445.625393:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948445.625414:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948445.625424:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948445.625429:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.625436:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948445.625443:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2429:2429:256:4294967295] 192.168.202.104@tcp LPNI seq info [2429:2429:8:4294967295] 00000400:00000200:0.0:1783948445.625448:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.625456:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948445.625463:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948445.625470:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948445.625475:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948445.625484:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948445.625489:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948445.625605:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.625609:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:0.0:1783948445.625613:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.625618:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948445.625627:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.625630:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.626038:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.626047:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.626049:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.626066:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.626072:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:3.0:1783948445.626074:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:3.0:1783948445.626079:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.626085:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948445.626095:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67480 x1870603636500608/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.626102:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.626104:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.626106:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.626109:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.626111:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.626114:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.626117:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.626126:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.626131:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.626134:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.626136:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.626139:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.626142:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.626146:0:30882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948445.626147:0:30882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000013d/0x10000013f] 00000100:00000001:3.0:1783948445.626149:0:30882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948445.626152:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.626154:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360896 : -129839802190720 : ffff89e950b67480) 00000100:00000001:3.0:1783948445.626157:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.626159:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.626161:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.626164:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.626168:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67480 x1870603636500608/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948461 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.626176:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.626178:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.626180:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.626184:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67480 x1870603636500608/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948461 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948445.626192:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67480 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500608:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948445.626196:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.626200:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.626202:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.626204:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.626207:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67480 x1870603636500608/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948461 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.626213:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.626216:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.626220:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.626222:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.626229:0:30882:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.626233:0:30882:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.626238:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774600. 00000100:00000001:3.0:1783948445.626244:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.626248:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67480 x1870603636500608/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.626255:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.626261:0:30882:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.626276:0:30882:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948445.626280:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbe28 00000080:00002000:3.0:1783948445.626283:0:30882:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff89e951f5a5e8, parent ffff89e951f5a438, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783948445.626286:0:30882:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.626293:0:30882:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948445.626301:0:30882:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948445.626310:0:30882:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783948445.626314:0:30882:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1783948445.626316:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.626322:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.626328:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774600. 00000020:00000010:3.0:1783948445.626333:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774a00. 00000020:00000010:3.0:1783948445.626336:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.626343:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.626348:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.626355:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.626361:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.626366:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.626369:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774e00. 00000008:00000010:3.0:1783948445.626373:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.626377:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.626383:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.626388:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.626390:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.626393:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.626400:0:30882:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3b70 -> ffff89e9582a3b70 00000020:00000001:3.0:1783948445.626404:0:30882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948445.626407:0:30882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948445.626410:0:30882:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948445.626414:0:30882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.626416:0:30882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948445.626418:0:30882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948445.626422:0:30882:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x25:0x0]io ffff89e960109c20 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1783948445.626426:0:30882:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.626431:0:30882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948445.626433:0:30882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948445.626437:0:30882:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948445.626439:0:30882:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626441:0:30882:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948445.626444:0:30882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948445.626445:0:30882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626446:0:30882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.626448:0:30882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948445.626449:0:30882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948445.626451:0:30882:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:3.0:1783948445.626453:0:30882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626455:0:30882:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783948445.626457:0:30882:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1783948445.626459:0:30882:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783948445.626462:0:30882:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783948445.626465:0:30882:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948445.626469:0:30882:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948445.626470:0:30882:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948445.626471:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.626473:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948445.626476:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774c00. 00000020:00000010:3.0:1783948445.626478:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775800. 00000020:00000010:3.0:1783948445.626481:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602049c0. 00000008:00000010:3.0:1783948445.626484:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948445.626487:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca540. 00008000:00000010:3.0:1783948445.626490:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948445.626493:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948445.626496:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948445.626498:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775a00. 00000008:00000010:3.0:1783948445.626502:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948445.626504:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948445.626507:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948445.626510:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948445.626512:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948445.626514:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948445.626517:0:30882:0:(cl_object.c:151:cl_object_top()) ffff89e947e49850 -> ffff89e9582a3b70 00000020:00000001:3.0:1783948445.626518:0:30882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948445.626521:0:30882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.626522:0:30882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948445.626523:0:30882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626525:0:30882:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626527:0:30882:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796376 : -129839542755240 : ffff89e9602d2058) 00000020:00000001:3.0:1783948445.626530:0:30882:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783948445.626531:0:30882:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626534:0:30882:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626535:0:30882:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626537:0:30882:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1783948445.626539:0:30882:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783948445.626540:0:30882:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948445.626541:0:30882:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783948445.626543:0:30882:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948445.626544:0:30882:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626545:0:30882:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626547:0:30882:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626549:0:30882:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626551:0:30882:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948445.626552:0:30882:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626553:0:30882:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626555:0:30882:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1783948445.626557:0:30882:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783948445.626558:0:30882:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948445.626559:0:30882:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783948445.626561:0:30882:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1783948445.626564:0:30882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783948445.626567:0:30882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783948445.626570:0:30882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e942ba1a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783948445.626572:0:30882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948445.626575:0:30882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e942ba1a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1783948445.626580:0:30882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948445.626582:0:30882:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626583:0:30882:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626585:0:30882:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626587:0:30882:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626588:0:30882:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626590:0:30882:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783948445.626592:0:30882:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1783948445.626594:0:30882:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783948445.626595:0:30882:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1783948445.626597:0:30882:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783948445.626599:0:30882:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626601:0:30882:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1783948445.626602:0:30882:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783948445.626604:0:30882:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783948445.626607:0:30882:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783948445.626607:0:30882:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948445.626608:0:30882:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948445.626609:0:30882:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783948445.626611:0:30882:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626612:0:30882:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626614:0:30882:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783948445.626615:0:30882:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783948445.626617:0:30882:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783948445.626618:0:30882:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783948445.626619:0:30882:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948445.626621:0:30882:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948445.626622:0:30882:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948445.626623:0:30882:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783948445.626624:0:30882:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783948445.626625:0:30882:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626626:0:30882:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.626628:0:30882:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948445.626629:0:30882:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948445.626630:0:30882:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626632:0:30882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948445.626633:0:30882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948445.626634:0:30882:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948445.626635:0:30882:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948445.626637:0:30882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948445.626639:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948445.626642:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775800. 00000020:00000010:3.0:1783948445.626646:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602049c0. 00000008:00000010:3.0:1783948445.626650:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948445.626652:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca540. 00008000:00000010:3.0:1783948445.626655:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948445.626676:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948445.626688:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948445.626691:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774c00. 00000008:00000010:3.0:1783948445.626693:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948445.626696:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948445.626699:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948445.626702:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948445.626706:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775a00. 00000020:00000010:3.0:1783948445.626709:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00020000:00000001:3.0:1783948445.626711:0:30882:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948445.626713:0:30882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948445.626715:0:30882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948445.626717:0:30882:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948445.626720:0:30882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948445.626721:0:30882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948445.626724:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.626726:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774a00. 00000020:00000010:3.0:1783948445.626728:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.626730:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.626733:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.626735:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.626738:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.626740:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.626742:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774600. 00000008:00000010:3.0:1783948445.626744:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.626747:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.626749:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.626751:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.626753:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.626755:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.626757:0:30882:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.626761:0:30882:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783948445.626763:0:30882:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x25:0x0](ffff89e951d78908) 00800000:00000001:3.0:1783948445.626769:0:30882:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783948445.626771:0:30882:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x25:0x0] 00000002:00000001:3.0:1783948445.626776:0:30882:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783948445.626783:0:30882:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.626785:0:30882:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.626788:0:30882:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783948445.626790:0:30882:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783948445.626792:0:30882:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.626794:0:30882:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.626796:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.626799:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.626802:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.626805:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774600. 00000020:00000010:3.0:1783948445.626807:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.626810:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.626813:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.626815:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.626818:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.626821:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.626835:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774a00. 00000008:00000010:3.0:1783948445.626839:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.626842:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.626844:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.626847:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.626849:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00010000:00000010:3.1:1783948445.627620:0:30882:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459b00. 00010000:00000010:3.1:1783948445.627631:0:30882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00010000:00000010:3.1:1783948445.627635:0:30882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597800. 00000020:00001000:3.0:1783948445.627645:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00020000:00000001:3.0:1783948445.627652:0:30882:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:3.0:1783948445.627654:0:30882:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.627705:0:30882:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1783948445.627709:0:30882:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506198a0, objid 0x25:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948445.627715:0:30882:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948445.627720:0:30882:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175c00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1783948445.627723:0:30882:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:3.0:1783948445.627725:0:30882:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.627727:0:30882:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1783948445.627729:0:30882:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1783948445.627734:0:30882:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1783948445.627739:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:3.0:1783948445.627741:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.627744:0:30882:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1783948445.627746:0:30882:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1783948445.627751:0:30882:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440bbc lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e05df0 expref: -99 pid: 30880 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1783948445.627764:0:30882:0:(cl_object.c:151:cl_object_top()) ffff89e942ba1a40 -> ffff89e9582a3b70 00000020:00000001:3.0:1783948445.627766:0:30882:0:(cl_object.c:151:cl_object_top()) ffff89e942ba1a40 -> ffff89e9582a3b70 00000008:00000001:3.0:1783948445.627769:0:30882:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948445.627771:0:30882:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948445.627773:0:30882:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948445.627775:0:30882:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783948445.627781:0:30882:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff89e942ba1a40. 00020000:00000001:3.0:1783948445.627788:0:30882:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1783948445.627790:0:30882:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff89e947e497d0. 00020000:00000001:3.0:1783948445.627795:0:30882:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1783948445.627797:0:30882:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.627799:0:30882:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948445.627800:0:30882:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.627803:0:30882:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:3.0:1783948445.627805:0:30882:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:3.0:1783948445.627806:0:30882:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.627808:0:30882:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1783948445.627810:0:30882:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff89e9466ef660. 00020000:00000010:3.0:1783948445.627814:0:30882:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff89e951161480. 00020000:00000010:3.0:1783948445.627817:0:30882:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff89e943ee44e0. 00020000:00000002:3.0:1783948445.627907:0:30882:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506198a0, objid 0x25:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948445.627913:0:30882:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948445.627917:0:30882:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175c00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:3.0:1783948445.627922:0:30882:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e958175c00. 00020000:00000010:3.0:1783948445.627926:0:30882:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e9506194e0. 00020000:00000010:3.0:1783948445.627929:0:30882:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9506198a0. 00020000:00000001:3.0:1783948445.627931:0:30882:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1783948445.627932:0:30882:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c24d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000010:3.0:1783948445.627935:0:30882:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff89e9601c24d8. 00020000:00000001:3.0:1783948445.627938:0:30882:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:3.0:1783948445.627941:0:30882:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff89e9582a3af0. 00000020:00001000:3.0:1783948445.627946:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.627949:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774600. 00000020:00000010:3.0:1783948445.627952:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.627956:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.627960:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.627962:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.627965:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.627968:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.627971:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774e00. 00000008:00000010:3.0:1783948445.627973:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.627977:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.627979:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.627982:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.627985:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774a00. 00000020:00000010:3.0:1783948445.627987:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.627991:0:30882:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783948445.627993:0:30882:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783948445.628028:0:30882:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783948445.628032:0:30882:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948445.628035:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd98 00000080:00200008:3.0:1783948445.628037:0:30882:0:(file.c:447:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff89e951d1db88), flags 704000 00000080:00400000:3.0:1783948445.628042:0:30882:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:3.0:1783948445.628047:0:30882:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783948445.628049:0:30882:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1783948445.628051:0:30882:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1783948445.628191:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.628195:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.628200:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:3.0:1783948445.628203:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.628207:0:30882:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783948445.628210:0:30882:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783948445.628214:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.628220:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.628225:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948445.628233:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.628234:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.628236:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1783948445.628239:0:30882:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 16 00000080:00000010:3.0:1783948445.628242:0:30882:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b3680. 00000080:00000001:3.0:1783948445.628247:0:30882:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.628251:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd98 00000080:00000008:3.0:1783948445.628253:0:30882:0:(file.c:491:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff89e951d1db88), flags 704000, rc = 0 00000080:00000001:3.0:1783948445.628256:0:30882:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.628259:0:30882:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.628262:0:30882:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948445.628264:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbe00 00000080:00002000:3.0:1783948445.628267:0:30882:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff89e951f5a438, parent ffff89e951e2fe58, inode ffff89e951d1db88) hashed, 00000080:00000001:3.0:1783948445.628269:0:30882:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.628276:0:30882:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948445.628280:0:30882:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948445.628309:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.628312:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.628314:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.628316:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbd8 00000080:00200000:3.0:1783948445.628318:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948445.628324:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.628330:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.628335:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.628338:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.628340:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbaf8 00800000:00000002:3.0:1783948445.628342:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.628345:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.628349:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.628353:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.628355:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9c8 00000002:00010000:3.0:1783948445.628357:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.628361:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.628362:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.628364:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.628367:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.628369:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.628373:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.628377:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.628380:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1783948445.628388:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.628390:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.628393:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1783948445.628399:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.628401:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.628403:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.628405:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.628407:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.628409:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.628411:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.628414:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.628416:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.628420:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.628422:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.628424:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.628428:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ba7 00800000:00000001:3.0:1783948445.628431:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.628433:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.628434:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.628436:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.628439:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.628441:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.628444:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.628447:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.628448:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.628449:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.628451:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.628454:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ba7 from it ffffb87d01bfbc10 00010000:00000001:3.0:1783948445.628455:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.628456:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.628458:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.628460:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.628462:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.628464:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.628467:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1783948445.628473:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.628474:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.628476:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.628478:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.628480:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1783948445.628488:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.628491:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.628493:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.628497:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.628499:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.628500:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.628503:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.628505:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.628507:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.628509:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.628512:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.628513:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.628514:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.628516:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.628518:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.628520:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948445.628524:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.628539:0:30882:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abde0. 00000020:00000001:3.0:1783948445.628542:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbdc8 00000080:00200000:3.0:1783948445.628544:0:30882:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=0 00000080:00000001:3.0:1783948445.628546:0:30882:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948445.628548:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc78 00000080:00200000:3.0:1783948445.628550:0:30882:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:3.0:1783948445.628559:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.628561:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.628565:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.628567:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.628568:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb98 00800000:00000002:3.0:1783948445.628569:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.628572:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948445.628575:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb30 00800000:00000002:3.0:1783948445.628577:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1783948445.628579:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.628581:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba68 00000002:00010000:3.0:1783948445.628582:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783948445.628586:0:30882:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948445.628588:0:30882:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948445.628593:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67b80. 00000020:00000040:3.0:1783948445.628597:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948445.628604:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.628609:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.628611:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.628613:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.628614:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.628617:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.628619:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.628622:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.628629:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8000. 00000100:00000001:3.0:1783948445.628636:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.628641:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.628642:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.628644:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.628645:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.628647:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.628655:0:30882:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00010000:00000001:3.0:1783948445.630276:0:30882:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948445.630282:0:30882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948445.630289:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.630294:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.630297:0:30882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948445.630305:0:30882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597800. 00000020:00000001:3.0:1783948445.630311:0:30882:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948445.630314:0:30882:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597800 with handle 0x8c7cf19e4b440be6 to hash 00000020:00000001:3.0:1783948445.630318:0:30882:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948445.630319:0:30882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.630323:0:30882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.630327:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.630329:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.630333:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.630342:0:30882:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.630356:0:30882:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948445.630362:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.630364:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.630373:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.630375:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.630377:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.630379:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000001:3.0:1783948445.630384:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.630389:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.630391:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.630393:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.630405:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.630413:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.630415:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.630419:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.630423:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.630425:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.630429:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500736:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948445.630433:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.630440:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.630442:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.630445:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.630450:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948445.630452:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.630459:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.630464:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.630471:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948445.630477:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636500736, portal 10 00000100:00000001:3.0:1783948445.630480:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.630481:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000040:3.0:1783948445.630486:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.630493:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.630496:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.630498:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125550. 00000100:00000200:3.0:1783948445.630500:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636500736, offset 0 00000400:00000200:3.0:1783948445.630507:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.630515:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.630524:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.630530:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.630534:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.630537:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.630540:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.630544:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2430:2430:256:4294967295] 192.168.202.104@tcp LPNI seq info [2430:2430:8:4294967295] 00000400:00000200:3.0:1783948445.630548:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.630558:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.630564:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.630570:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9d00. 00000800:00000200:3.0:1783948445.630578:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.630587:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.630591:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.630603:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.630608:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 804726 usecs (805 jiffies) 00000400:00000200:3.0:1783948445.630611:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.630615:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536587 00000100:00000001:3.0:1783948445.630618:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.630620:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536587 00000100:00000001:3.0:1783948445.630623:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.630625:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.630628:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.630631:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.630632:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.630635:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.630638:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.630640:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.630908:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.630913:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9d00. 00000400:00000200:0.0:1783948445.630918:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.630932:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.630938:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125550 00000400:00000010:0.0:1783948445.630941:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125550. 00000100:00000001:0.0:1783948445.630946:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.630950:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.630960:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.630964:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.630971:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.630973:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.636483:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.636501:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.636799:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.636804:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.636813:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.636821:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.636832:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.636836:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.636843:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.636848:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944e900 00000400:00000200:1.0:1783948445.636897:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.636905:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6b51 [1] + 224 00000800:00000001:1.0:1783948445.636914:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.636935:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.636938:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.636943:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.636953:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.636965:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.636976:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.636994:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.637004:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.637007:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.637284:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.637294:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.637296:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.637308:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.637313:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:3.0:1783948445.637315:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:3.0:1783948445.637319:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.637325:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.637333:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.637338:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.637340:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.637343:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.637347:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.637351:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.637353:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.637356:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.637364:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.637368:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.637370:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.637372:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.637375:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.637377:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.637381:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.637382:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.637384:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.637386:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.637390:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.637402:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.637405:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.637407:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.637411:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.637418:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500736:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948445.637422:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.637425:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.637427:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.637429:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.637432:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.637437:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.637440:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.637445:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.637446:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.637449:0:30882:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948445.637452:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.637454:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.637457:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=4 00000020:00000001:3.0:1783948445.637460:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637462:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000040:3.0:1783948445.637468:0:30882:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597800, remote cookie: 0x2ceea11ad5e05e8a, flags: 0x1001 00010000:00010000:3.0:1783948445.637473:0:30882:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948445.637481:0:30882:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948445.637485:0:30882:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783948445.637493:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:3.0:1783948445.637496:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.637500:0:30882:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.637504:0:30882:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.637512:0:30882:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.637519:0:30882:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948445.637523:0:30882:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948445.637525:0:30882:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948445.637527:0:30882:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948445.637529:0:30882:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948445.637532:0:30882:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff89e959459c00) refcount = 2 00010000:00000040:3.0:1783948445.637535:0:30882:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948445.637537:0:30882:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948445.637544:0:30882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.637551:0:30882:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948445.637554:0:30882:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948445.637556:0:30882:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.637559:0:30882:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948445.637562:0:30882:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.637565:0:30882:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.637570:0:30882:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948445.637572:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637573:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.637574:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637576:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.637577:0:30882:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.637582:0:30882:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948445.637583:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.637585:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.637586:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.637588:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637590:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637592:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.637594:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.637595:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=4 00000020:00000001:3.0:1783948445.637597:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637599:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637601:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.637604:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.637607:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.637613:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637614:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.637616:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.637617:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.637618:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=5 00000020:00000001:3.0:1783948445.637620:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637621:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637623:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.637626:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.637632:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637632:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948445.637635:0:30882:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.637646:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.637647:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637648:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.637648:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637649:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948445.637654:0:30882:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948445.637808:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.637810:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.637812:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.637814:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637816:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637818:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637819:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.637820:0:30882:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.637822:0:30882:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.637825:0:30882:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948445.637828:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.637830:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.637831:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.637833:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637835:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00000002:00010000:3.0:1783948445.637840:0:30882:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.637846:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637847:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.637849:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948445.637874:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.637876:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.637878:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.637880:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.637883:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000040:3.0:1783948445.637887:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 3 00010000:00000001:3.0:1783948445.637889:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948445.637893:0:30882:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:3.0:1783948445.637896:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.637897:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.637899:0:30882:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948445.637902:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9f0 00000002:00002000:3.0:1783948445.637903:0:30882:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948445.637906:0:30882:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.637911:0:30882:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.637914:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948445.637917:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948445.637920:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.637937:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:3.0:1783948445.637941:0:30882:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948445.637943:0:30882:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01bfbe00 it_disposition b 00000080:00000001:3.0:1783948445.637946:0:30882:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948445.637954:0:30882:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948445.637957:0:30882:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948445.637959:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1783948445.637963:0:30882:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783948445.637968:0:30882:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948445.637970:0:30882:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1783948445.637973:0:30882:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.637977:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1783948445.637979:0:30882:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948445.637983:0:30882:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833955 mtime from 1783948426 to 1783948445 00000080:00200000:3.0:1783948445.637988:0:30882:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 4096 00000080:00200000:3.0:1783948445.637991:0:30882:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff89e951d1db88): rc = 0 00000080:00000001:3.0:1783948445.637994:0:30882:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925933960 : -129839783617656 : ffff89e951d1db88) 00010000:00000001:3.0:1783948445.637996:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.637998:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.637999:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.638001:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.638003:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.638005:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638007:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.638008:0:30882:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948445.638010:0:30882:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948445.638012:0:30882:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948445.638015:0:30882:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948445.638016:0:30882:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.638020:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) for lock 0x8c7cf19e4b440be6 00800000:00000001:3.0:1783948445.638024:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.638026:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.638027:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.638029:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.638030:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.638033:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.638035:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.638038:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638039:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.638041:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.638043:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783948445.638048:0:30882:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f5aa20 inode ffff89e951d1db88 refc 1 flags 0x20000e 00000080:00000001:3.0:1783948445.638052:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948445.638064:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.638067:0:30882:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783948445.638072:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff89e951d1db88) 00000080:00010000:3.0:1783948445.638075:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440be6 from it ffffb87d01bfbe00 00010000:00000001:3.0:1783948445.638077:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.638079:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.638080:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.638082:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.638084:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.638086:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.638090:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.638105:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638106:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.638108:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.638110:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.638113:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.638120:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.638124:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.638126:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.638130:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638131:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.638133:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638136:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.638138:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638140:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638143:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638145:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.638146:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638147:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.638149:0:30882:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948445.638152:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000100:00000001:3.0:1783948445.638157:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.638163:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67b80 x1870603636500736/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.638170:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.638174:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.638178:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948445.638181:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.638183:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.638185:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.638187:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.638190:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8000. 02000000:00000001:3.0:1783948445.638194:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.638196:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.638198:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67b80. 00000100:00000001:3.0:1783948445.638201:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.638203:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.638205:0:30882:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783948445.638207:0:30882:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01bfbe00 released 00000080:00000001:3.0:1783948445.638209:0:30882:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783948445.638213:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.638214:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.638216:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd50 00000080:00200000:3.0:1783948445.638218:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948445.638226:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.638232:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.638235:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.638238:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.638240:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc70 00800000:00000002:3.0:1783948445.638242:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.638245:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.638248:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.638252:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.638254:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb40 00000002:00010000:3.0:1783948445.638256:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.638259:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.638260:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.638262:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.638265:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.638267:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.638270:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.638273:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.638275:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1783948445.638283:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.638286:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.638289:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1783948445.638295:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.638297:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.638299:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.638301:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.638303:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.638305:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.638307:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.638309:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.638311:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.638313:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.638315:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.638316:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.638319:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440ba7 00800000:00000001:3.0:1783948445.638321:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.638323:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.638324:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.638325:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.638326:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.638328:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.638330:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.638332:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638333:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.638334:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.638335:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.638337:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ba7 from it ffffb87d01bfbd88 00010000:00000001:3.0:1783948445.638339:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.638339:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.638341:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.638342:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.638344:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.638346:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.638348:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1783948445.638354:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638355:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.638356:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.638357:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.638359:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1783948445.638365:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.638366:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.638368:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.638370:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638371:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.638372:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638374:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.638375:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638377:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638378:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638380:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.638381:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638382:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.638384:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.638385:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.638388:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948445.638392:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.638396:0:30882:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:3.0:1783948445.638398:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbe18 00000080:00200000:3.0:1783948445.638399:0:30882:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:3.0:1783948445.638402:0:30882:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1783948445.638405:0:30882:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000404:0x23:0x0]) is foreign... 00000080:00000001:3.0:1783948445.638407:0:30882:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783948445.638411:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.638413:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:3.0:1783948445.638419:0:30882:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:3.0:1783948445.638424:0:30882:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1783948445.638426:0:30882:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1783948445.638428:0:30882:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.638430:0:30882:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x23:0x0] -> mds #0 00000002:00000001:3.0:1783948445.638434:0:30882:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783948445.638436:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.638439:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 2 00010000:00000001:3.0:1783948445.638441:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.638443:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.638446:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.638448:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1783948445.638456:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.638460:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.638462:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.638463:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948445.638466:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.638467:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.638469:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 3 00010000:00000001:3.0:1783948445.638470:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.638472:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.638473:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.638474:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.638475:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 3 00010000:00000001:3.0:1783948445.638477:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.638478:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.638479:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.638480:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.638482:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722db00 count: 3 00010000:00000001:3.0:1783948445.638483:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.638485:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.638487:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948445.638490:0:30882:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948445.638547:0:30882:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948445.638551:0:30882:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948445.638555:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.638556:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.638560:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.638564:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.638565:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.638567:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.638569:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.638573:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617ba00 with handle 0x8c7cf19e4b440ba7 from hash 00010000:00000001:3.0:1783948445.638576:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.638577:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.638578:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.638580:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.638583:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.638585:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.638588:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948445.638591:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.638593:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.638596:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.638599:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 3 00010000:00000001:3.0:1783948445.638601:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.638603:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.638605:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.638608:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1783948445.638615:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.638616:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.638618:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.638619:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1783948445.638622:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.638623:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.638624:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.638626:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.638628:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.638629:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.638630:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.638632:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.638633:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.638635:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.638636:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.638637:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.638638:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.638640:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.638642:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.638643:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948445.638645:0:30882:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff89e951d1dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948445.638647:0:30882:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948445.638649:0:30882:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948445.638650:0:30882:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948445.638652:0:30882:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff89e951d1db88) invalid 00000020:00000001:3.0:1783948445.638655:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba80 00000080:00002000:3.0:1783948445.638656:0:30882:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff89e951f5aa20) parent ffff89e951e2fe58 inode ffff89e951d1db88 refc 2 00000080:00000010:3.1:1783948445.639213:0:30882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abac0. 00000080:00000010:3.1:1783948445.639233:0:30882:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d78840. 00000080:00000010:3.1:1783948445.639241:0:30882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abea0. 00000080:00000001:3.0:1783948445.639252:0:30882:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948445.639254:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.639255:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.639258:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.639260:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.639262:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.639263:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.639265:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.639267:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597800 with handle 0x8c7cf19e4b440be6 from hash 00010000:00000001:3.0:1783948445.639270:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.639271:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.639272:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.639273:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.639275:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.639277:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.639279:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.639281:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783948445.639292:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.639293:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.639295:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.639296:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode CR 00000002:00000001:3.0:1783948445.639298:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.639299:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.639301:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.639303:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.639305:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.639306:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.639307:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.639308:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.639310:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.639311:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.639313:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.639314:0:30882:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783948445.639318:0:30882:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783948445.639322:0:30882:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e958774e00. 00000080:00000001:3.0:1783948445.639324:0:30882:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783948445.639328:0:30882:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783948445.639331:0:30882:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:3.0:1783948445.639333:0:30882:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:3.0:1783948445.639336:0:30882:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783948445.639337:0:30882:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1783948445.639343:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67b80. 00000020:00000040:3.0:1783948445.639347:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948445.639351:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.639354:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.639357:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.639363:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774600. 00000100:00000001:3.0:1783948445.639370:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783948445.639384:0:30882:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783948445.639395:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783948445.639400:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783948445.639407:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.639408:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.639415:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.639417:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.639420:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.639421:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000001:3.0:1783948445.639426:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.639429:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.639432:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.639433:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.639437:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.639445:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.639447:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.639451:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.639454:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.639456:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.639459:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500992:192.168.202.104@tcp:35:rm.0 00000100:00000001:3.0:1783948445.639463:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.639468:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.639471:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.639473:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.639477:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e8000. 02000000:00000001:3.0:1783948445.639479:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.639487:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.639491:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.639499:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948445.639506:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636500992, portal 10 00000100:00000001:3.0:1783948445.639508:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.639509:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000040:3.0:1783948445.639514:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.639521:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.639524:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.639526:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125440. 00000100:00000200:3.0:1783948445.639529:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636500992, offset 0 00000400:00000200:3.0:1783948445.639535:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.639544:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.639552:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.639557:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.639561:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.639564:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.639566:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.639570:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2431:2431:256:4294967295] 192.168.202.104@tcp LPNI seq info [2431:2431:8:4294967295] 00000400:00000200:3.0:1783948445.639574:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.639583:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.639589:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.639593:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9100. 00000800:00000200:3.0:1783948445.639600:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.639608:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.639612:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.639631:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.639637:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 803618 usecs (804 jiffies) 00000400:00000200:3.0:1783948445.639640:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.639643:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536595 00000100:00000001:3.0:1783948445.639646:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.639648:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536595 00000100:00000001:3.0:1783948445.639650:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.639652:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.639654:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.639672:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.639674:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.639677:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.639688:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.639691:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.640297:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.640303:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:0.0:1783948445.640310:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.640316:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.640321:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125440 00000400:00000010:0.0:1783948445.640323:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125440. 00000100:00000001:0.0:1783948445.640328:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.640333:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.640344:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.640347:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.640353:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.640355:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.645228:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.645245:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.645249:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.645250:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.645257:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.645262:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.645270:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.645273:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.645278:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.645281:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944ea00 00000400:00000200:1.0:1783948445.645286:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.645291:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6b59 [1] + 224 00000800:00000001:1.0:1783948445.645296:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.645304:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.645307:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.645310:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.645316:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.645324:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.645332:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.645351:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.645356:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.645358:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.645404:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.645411:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.645413:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.645416:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.645419:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:3.0:1783948445.645421:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:3.0:1783948445.645423:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.645427:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.645432:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67b80 x1870603636500992/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645437:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.645438:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.645439:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.645442:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.645445:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.645447:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.645450:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.645459:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948445.645464:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.645467:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.645468:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.645471:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.645474:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.645477:0:30882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948445.645479:0:30882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783948445.645481:0:30882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948445.645483:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.645485:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000001:3.0:1783948445.645488:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.645490:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.645492:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.645495:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.645500:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67b80 x1870603636500992/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645508:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.645510:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.645512:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.645515:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67b80 x1870603636500992/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.645520:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636500992:192.168.202.104@tcp:35:rm.0 00000100:00000001:3.0:1783948445.645524:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.645525:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.645527:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.645529:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.645531:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67b80 x1870603636500992/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645536:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.645538:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.645541:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.645542:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.645548:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.645549:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000002:00000001:3.0:1783948445.645551:0:30882:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.645554:0:30882:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.645558:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774e00. 00000080:00000001:3.0:1783948445.645561:0:30882:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783948445.645564:0:30882:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1783948445.645568:0:30882:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783948445.645571:0:30882:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645576:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.645577:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948445.645579:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.645580:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645584:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.645585:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.645587:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67b80 x1870603636500992/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645590:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.645591:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.645592:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66680 x1870603636500224/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645596:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783948445.645598:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.645599:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.645600:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.645602:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eb400. 02000000:00000001:3.0:1783948445.645605:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.645606:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.645607:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66680. 00000100:00000001:3.0:1783948445.645610:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.645610:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.645611:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.645613:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67b80 x1870603636500992/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645616:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.645617:0:30882:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9509ab560. 00000002:00000001:3.0:1783948445.645618:0:30882:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.645620:0:30882:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.645621:0:30882:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9580d9600. 00000100:00000001:3.0:1783948445.645622:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.645624:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67b80 x1870603636500992/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.645631:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.645633:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.645635:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e8000. 02000000:00000001:3.0:1783948445.645636:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.645637:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.645638:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.645639:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.645639:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774600. 02000000:00000001:3.0:1783948445.645640:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.645641:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.645642:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67b80. 00000100:00000001:3.0:1783948445.645643:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.645643:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.645645:0:30882:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.645647:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.645649:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1783948445.645651:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.645653:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.645659:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 4 00010000:00000001:3.0:1783948445.645662:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.645666:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.645668:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.645671:0:30882:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948445.645673:0:30882:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff89e951d1db88) invalid 00000020:00000001:3.0:1783948445.645677:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba80 00000080:00002000:3.0:1783948445.645689:0:30882:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff89e951f5aa20) parent ffff89e951e2fe58 inode ffff89e951d1db88 refc 2 00000080:00000001:3.0:1783948445.645692:0:30882:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948445.645694:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.645696:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.645700:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.645704:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.645705:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.645707:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.645710:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.645713:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596800 with handle 0x8c7cf19e4b440bdf from hash 00010000:00000001:3.0:1783948445.645717:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.645718:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.645720:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.645721:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.645724:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.645725:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.645728:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783948445.645731:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783948445.645734:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1783948445.645739:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67b80. 00000020:00000040:3.0:1783948445.645742:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948445.645746:0:30882:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948445.645747:0:30882:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.645749:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.645754:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.645758:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.645759:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.645761:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.645763:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.645765:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.645769:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.645774:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774600. 00000100:00000001:3.0:1783948445.645778:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.645780:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.645782:0:30882:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948445.645787:0:30882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783948445.645794:0:30882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 1/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948445.645799:0:30882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1783948445.645803:0:30882:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1783948445.645804:0:30882:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1783948445.645805:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948445.645807:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440be6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05e8a expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.645817:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.645818:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948445.645820:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bdf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05e4b expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1783948445.645838:0:30882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459c00 count: 0 00010000:00000010:3.0:1783948445.645844:0:30882:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7080. 00010000:00000001:3.0:1783948445.645849:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.645881:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948445.645883:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440ba7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05db1 expref: -99 pid: 30880 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1783948445.645888:0:30882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722db00 count: 0 00010000:00000010:3.0:1783948445.645891:0:30882:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4880. 00010000:00000001:3.0:1783948445.645895:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.645896:0:30882:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.645897:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.645898:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.645899:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948445.645908:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948445.645912:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948445.645917:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.645918:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.645922:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.645924:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.645925:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.645926:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000001:3.0:1783948445.645930:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.645933:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.645934:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.645935:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.645938:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.645942:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.645943:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.645946:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.645947:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.645949:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.645950:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636501248:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948445.645953:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.645957:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.645958:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.645960:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.645962:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e8000. 02000000:00000001:3.0:1783948445.645964:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.645967:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.645969:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.645972:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948445.645976:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636501248, portal 10 00000100:00000001:3.0:1783948445.645977:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.645978:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000040:3.0:1783948445.645982:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.645986:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.645988:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.645989:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948445.645992:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1870603636501248, offset 0 00000400:00000200:3.0:1783948445.645995:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.645999:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.646004:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.646008:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.646011:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.646014:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.646016:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.646019:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2432:2432:256:4294967295] 192.168.202.104@tcp LPNI seq info [2432:2432:8:4294967295] 00000400:00000200:3.0:1783948445.646021:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.646028:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.646031:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.646034:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9900. 00000800:00000200:3.0:1783948445.646039:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.646045:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.646048:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.646062:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.646066:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 802511 usecs (803 jiffies) 00000400:00000200:3.0:1783948445.646068:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.646070:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536601 00000100:00000001:3.0:1783948445.646072:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.646074:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536601 00000100:00000001:3.0:1783948445.646075:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.646077:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.646078:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.646080:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.646081:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.646082:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.646084:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.646085:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.646247:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.646251:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:0.0:1783948445.646254:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.646258:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.646262:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:0.0:1783948445.646263:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:0.0:1783948445.646267:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.646270:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948445.646278:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.646281:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948445.646287:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.646288:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948445.651079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597800. 00010000:00000010:3.1:1783948445.651099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459c00. 00010000:00000010:3.1:1783948445.651103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00010000:00000010:3.1:1783948445.651107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722db00. 00010000:00000010:3.1:1783948445.651112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00000800:00000001:1.0:1783948445.670296:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.670317:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.670321:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.670324:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.670331:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.670339:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.670351:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.670358:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.670364:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.670368:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944eb00 00000400:00000200:1.0:1783948445.670373:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.670380:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6b61 [1] + 224 00000800:00000001:1.0:1783948445.670387:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.670399:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.670403:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.670407:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.670416:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.670425:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948445.670436:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948445.670458:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948445.670466:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948445.670470:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.670476:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948445.670482:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2433:2433:256:4294967295] 192.168.202.104@tcp LPNI seq info [2433:2433:8:4294967295] 00000400:00000200:1.0:1783948445.670486:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.670494:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948445.670500:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948445.670506:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948445.670512:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948445.670519:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948445.670523:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948445.670612:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.670617:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:1.0:1783948445.670621:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.670634:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948445.670640:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.670644:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.670872:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.670880:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.670882:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.670886:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.670891:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:3.0:1783948445.670893:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:3.0:1783948445.670897:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.670902:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948445.670911:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67b80 x1870603636501248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.670917:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.670919:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.670922:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.670925:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.670928:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.670930:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.670933:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.670942:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.670946:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.670949:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.670951:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.670954:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.670958:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.670961:0:30882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948445.670963:0:30882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x10000013d] 00000100:00000001:3.0:1783948445.670965:0:30882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948445.670967:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.670969:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000001:3.0:1783948445.670972:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.670974:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.670976:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.670979:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.670984:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67b80 x1870603636501248/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948461 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.670992:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.670994:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.670996:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.671001:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67b80 x1870603636501248/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948461 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948445.671010:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636501248:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948445.671014:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.671017:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.671020:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.671022:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.671025:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67b80 x1870603636501248/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948461 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.671032:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.671035:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.671038:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.671040:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.671047:0:30882:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.671050:0:30882:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.671170:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.671174:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000002:3.0:1783948445.671180:0:30882:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783948426 to 1783948445 00000100:00000001:3.0:1783948445.671187:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.671191:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67b80 x1870603636501248/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.671197:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.671199:0:30882:0:(namei.c:2360:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.675971:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.675981:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3600. 00000400:00000200:1.0:1783948445.675989:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.675998:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.676006:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:1.0:1783948445.676009:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:1.0:1783948445.676015:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.676022:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d180 x1870603636501376/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.676034:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.676038:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d180 x1870603636501376/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.676046:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.676048:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.685570:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.685588:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.685593:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.685595:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.685603:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.685612:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.685621:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.685626:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.685633:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.685638:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944eb80 00000400:00000200:1.0:1783948445.685643:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.685650:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6b69 [1] + 224 00000800:00000001:1.0:1783948445.685667:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.685675:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.685687:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.685692:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.685699:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.685709:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d180 x1870603636501376/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.685720:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066d180 x1870603636501376/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.685740:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.685749:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.685752:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:3.0:1783948445.686771:0:30882:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d9600. 00800000:00000001:3.0:1783948445.686775:0:30882:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030511616 : -129839679040000 : ffff89e9580d9600) 00800000:00000001:3.0:1783948445.686778:0:30882:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.686781:0:30882:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948445.686784:0:30882:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948445.686786:0:30882:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948445.686788:0:30882:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948445.686792:0:30882:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948445.686793:0:30882:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.686798:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948445.686801:0:30882:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1783948445.686806:0:30882:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948445.686808:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.686810:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.686811:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.686813:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.686816:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.686818:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.686819:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.686829:0:30882:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948445.686833:0:30882:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948445.686834:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d9600 1 00800000:00000010:3.0:1783948445.686836:0:30882:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d9600. 00800000:00000001:3.0:1783948445.686840:0:30882:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.686843:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440bed 00800000:00000001:3.0:1783948445.686846:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.686848:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.686849:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.686885:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.686887:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.686890:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.686892:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.686895:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.686896:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.686898:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.686900:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.686903:0:30882:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.686906:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.686909:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bed from it ffffb87d01bfbb58 00010000:00000001:3.0:1783948445.686911:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.686912:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.686914:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.686916:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.686918:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.686921:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.686924:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.686931:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.686932:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.686934:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.686936:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.686939:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.686947:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.686949:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.686951:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.686955:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.686957:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.686958:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.686962:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.686964:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.686966:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.686969:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.686971:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.686972:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.686973:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.686975:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.686980:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d180 x1870603636501376/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.686987:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.686991:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.686995:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958137800. 02000000:00000001:3.0:1783948445.687000:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.687003:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.687005:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.687007:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.687011:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9800. 02000000:00000001:3.0:1783948445.687015:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.687017:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.687019:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d180. 00000100:00000001:3.0:1783948445.687023:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.687024:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.687028:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948445.687034:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.687041:0:30882:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783948445.687044:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb48 00000080:00002000:3.0:1783948445.687046:0:30882:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff89e951e77af8) flags 0x20000e refc 1 00000080:00000001:3.0:1783948445.687050:0:30882:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.687052:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb90 00000080:00200000:3.0:1783948445.687213:0:30882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000001:3.0:1783948445.687221:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948445.687223:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.687234:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd08 00000080:00200008:3.0:1783948445.687237:0:30882:0:(file.c:6217:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.687245:0:30882:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1783948445.687249:0:30882:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.687253:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.687254:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc80 00000080:00200000:3.0:1783948445.687256:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348),name=d21g.recovery-small-2 00000080:00000010:3.0:1783948445.687263:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.687269:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.687275:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.687279:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.687280:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbba0 00800000:00000002:3.0:1783948445.687283:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.687286:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.687291:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.687297:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.687298:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba70 00000002:00010000:3.0:1783948445.687299:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.687302:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.687305:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.687306:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.687310:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:3.0:1783948445.687312:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.687315:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.687317:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.687321:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783948445.687328:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.687331:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.687334:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783948445.687340:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.687342:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.687343:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.687344:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.687346:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.687348:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.687349:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.687351:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.687353:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.687356:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.687357:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.687359:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) 00000080:00010000:3.0:1783948445.687362:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440bc3 00800000:00000001:3.0:1783948445.687364:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.687365:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.687366:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.687367:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.687369:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:3.0:1783948445.687370:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948445.687373:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948445.687376:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.687377:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.687378:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.687380:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.687381:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bc3 from it ffffb87d01bfbcb8 00010000:00000001:3.0:1783948445.687383:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.687384:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.687385:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:3.0:1783948445.687386:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948445.687388:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948445.687389:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.687391:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.687396:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.687397:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.687398:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.687399:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.687401:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948445.687406:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.687408:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.687409:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.687411:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.687412:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.687413:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.687414:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.687416:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.687417:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.687419:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.687420:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.687421:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.687422:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.687423:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.687425:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.687428:0:30882:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.687432:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd08 00000080:00000008:3.0:1783948445.687433:0:30882:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.687742:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.687746:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.687747:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.687749:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00000080:00200000:3.0:1783948445.687751:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948445.687755:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.687758:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.687761:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.687763:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.687764:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbae0 00800000:00000002:3.0:1783948445.687767:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.687770:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.687772:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.687775:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.687776:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9b0 00000002:00010000:3.0:1783948445.687778:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.687780:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.687782:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.687783:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.687785:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948445.687787:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.687790:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.687792:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.687795:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783948445.687802:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.687805:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.687808:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783948445.687819:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.688130:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.688132:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.688135:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.688137:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.688139:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.688142:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.688144:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.688147:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:3.0:1783948445.688150:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.688152:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.688154:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.688156:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440bed 00800000:00000001:3.0:1783948445.688159:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.688160:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.688161:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.688163:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.688164:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.688166:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.688168:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.688170:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.688171:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.688172:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.688174:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.688175:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bed from it ffffb87d01bfbbf8 00010000:00000001:3.0:1783948445.688177:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.688178:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.688179:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.688181:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.688183:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.688184:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.688187:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.688193:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.688194:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.688195:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.688197:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.688199:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948445.688205:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.688207:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.688208:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.688210:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.688212:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.688212:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688214:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.688216:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688217:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688220:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688222:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.688223:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.688224:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.688226:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.688227:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.688229:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948445.688233:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.688237:0:30882:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783948445.688239:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00000080:00002000:3.0:1783948445.688241:0:30882:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff89e951e77af8) flags 0x20000e refc 1 00000080:00000001:3.0:1783948445.688244:0:30882:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.688246:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc08 00000080:00200000:3.0:1783948445.688248:0:30882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:3.0:1783948445.688251:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948445.688253:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.688257:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948445.688259:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348), inode mode 41ed mask 44 00000080:00000001:3.0:1783948445.688262:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.688269:0:30882:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783948445.688271:0:30882:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948445.688273:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb78 00000080:00200008:3.0:1783948445.688276:0:30882:0:(file.c:1058:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), flags 704400 00000080:00000010:3.0:1783948445.688282:0:30882:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b3680. 00000080:00000001:3.0:1783948445.688289:0:30882:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1783948445.688292:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958774a00. 00800000:00000002:3.0:1783948445.688295:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.688297:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.688299:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.688301:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba28 00800000:00000002:3.0:1783948445.688303:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.688307:0:30882:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1783948445.688309:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9a8 00800000:00000002:3.0:1783948445.688311:0:30882:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1783948445.688315:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.688316:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb8e0 00000002:00010000:3.0:1783948445.688318:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1783948445.688323:0:30882:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948445.688326:0:30882:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783948445.688330:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.688334:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:3.0:1783948445.688336:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.688339:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.688342:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688344:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.688346:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.688348:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.688350:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948445.688352:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.688354:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.688355:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688357:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.688359:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.688364:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66680. 00000020:00000040:3.0:1783948445.688369:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948445.688376:0:30882:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948445.688378:0:30882:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688381:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.688385:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.688388:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.688389:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.688391:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.688394:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.688396:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.688398:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.688405:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eb400. 00000100:00000001:3.0:1783948445.688412:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688417:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.688419:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688420:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.688421:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.688423:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.688431:0:30882:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00010000:00000001:3.0:1783948445.688435:0:30882:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948445.688438:0:30882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948445.688440:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948445.688442:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.688444:0:30882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948445.688448:0:30882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596800. 00000020:00000001:3.0:1783948445.688452:0:30882:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948445.688455:0:30882:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596800 with handle 0x8c7cf19e4b440bf4 to hash 00000020:00000001:3.0:1783948445.688457:0:30882:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948445.688458:0:30882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.688462:0:30882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948445.688464:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.688466:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.688469:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.688476:0:30882:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783948445.688489:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783948445.688501:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783948445.688511:0:30882:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948445.688517:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.688519:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.688526:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:3.0:1783948445.688529:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:3.0:1783948445.688532:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.688533:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948445.688538:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.688542:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.688545:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.688547:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.688551:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.688560:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.688562:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.688566:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.688568:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.688571:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.688574:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636501632:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948445.688579:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.688585:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.688588:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.688591:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.690267:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958cc0000. 02000000:00000001:3.0:1783948445.690278:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.690289:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948445.691201:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948445.691214:0:30882:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e96018c000. 00000100:00000200:0.0:1783948445.691223:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636501632, portal 10 00000100:00000001:0.0:1783948445.691227:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.691229:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000040:0.0:1783948445.691245:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.691255:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948445.691258:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948445.691262:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948445.691266:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636501632, offset 0 00000400:00000200:0.0:1783948445.691273:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948445.691283:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.691291:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948445.691297:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948445.691301:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948445.691305:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948445.691308:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948445.691312:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2435:2435:256:4294967295] 192.168.202.104@tcp LPNI seq info [2435:2435:8:4294967295] 00000400:00000200:0.0:1783948445.691317:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.691326:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948445.691332:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948445.691338:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948445.691346:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948445.691355:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948445.691361:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783948445.691442:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.691448:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 800348 usecs (801 jiffies) 00000400:00000200:0.0:1783948445.691452:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948445.691454:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536644 00000100:00000001:0.0:1783948445.691458:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.691460:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536644 00000100:00000001:0.0:1783948445.691463:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.691465:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.691469:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.691472:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948445.691474:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948445.691477:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948445.691480:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948445.691483:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1783948445.693504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1dac0. 00000080:00000010:2.1:1783948445.693524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abde0. 00000800:00000200:1.0:1783948445.699948:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.699963:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:1.0:1783948445.699974:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.699984:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.699993:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:1.0:1783948445.699996:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:1.0:1783948445.700003:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.700013:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.700027:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.700031:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.700038:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.700040:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.702376:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.702391:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.702396:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.702398:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.702406:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.702413:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.702422:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.702427:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.702433:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.702437:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd944ec80 00000400:00000200:1.0:1783948445.702443:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.702450:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6b71 [64] + 224 00000800:00000001:1.0:1783948445.702458:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.702465:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.702468:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.702472:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.702480:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.702490:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.702501:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.702563:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948445.702583:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.702592:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.702595:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783948445.702631:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948445.702634:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948445.702637:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae0b0. 00000400:00000200:0.0:1783948445.702643:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e96018c000 00000400:00000010:0.0:1783948445.702646:0:30882:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e96018c000. 00000100:00000001:0.0:1783948445.702649:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.702653:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948445.703146:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.703154:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948445.703157:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.703160:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948445.703165:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948445.703168:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948445.703170:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.703173:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948445.703183:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948445.703188:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948445.703191:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783948445.703195:0:30882:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff89e950b66680 x1870603636501632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.703202:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783948445.703206:0:30882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948445.703208:0:30882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948445.703210:0:30882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948445.703212:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.703214:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:0.0:1783948445.703219:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948445.703223:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1783948445.703225:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948445.703228:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783948445.703233:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.703242:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783948445.703245:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948445.703247:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948445.703251:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948445.703259:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636501632:192.168.202.104@tcp:101:rm.0 00000100:00000001:0.0:1783948445.703264:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.703268:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783948445.703271:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948445.703273:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.703276:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.703284:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948445.703287:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:0.0:1783948445.703292:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948445.703294:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783948445.703297:0:30882:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948445.703303:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.703306:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.703309:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=4 00000020:00000001:0.0:1783948445.703312:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:0.0:1783948445.703315:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00010000:0.0:1783948445.703320:0:30882:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.703332:0:30882:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783948445.703337:0:30882:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.703344:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.703347:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.703353:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.703355:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948445.703357:0:30882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.703363:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.703366:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.703369:0:30882:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948445.703371:0:30882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948445.703378:0:30882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e946596800 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948445.703381:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948445.703385:0:30882:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.703392:0:30882:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948445.703395:0:30882:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948445.703399:0:30882:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.703404:0:30882:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948445.703407:0:30882:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948445.703408:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.703409:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.703411:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=5 00000020:00000001:0.0:1783948445.703413:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:0.0:1783948445.703415:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:0.0:1783948445.703419:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948445.703422:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948445.703427:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948445.703429:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.703432:0:30882:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948445.703434:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948445.703437:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948445.703439:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948445.703440:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.703442:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948445.703445:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596800 with handle 0x8c7cf19e4b440bf4 from hash 00010000:00000001:0.0:1783948445.703447:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948445.703449:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.703450:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.703451:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948445.703452:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948445.703454:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948445.703456:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.703458:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.703459:0:30882:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.703461:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.703464:0:30882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.703470:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.703471:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.703472:0:30882:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948445.703474:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.703475:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.703476:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.703478:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948445.703480:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440bf4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948445.703496:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.703498:0:30882:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783948445.703503:0:30882:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783948445.703509:0:30882:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948445.703519:0:30882:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783948445.703524:0:30882:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948445.703531:0:30882:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.703533:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783948445.703534:0:30882:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.703537:0:30882:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.703539:0:30882:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.703542:0:30882:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783948445.703544:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.703545:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00010000:00000001:0.0:1783948445.703547:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783948445.703549:0:30882:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.703551:0:30882:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948445.703553:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb868 00000002:00002000:0.0:1783948445.703555:0:30882:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783948445.703559:0:30882:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.703562:0:30882:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.703564:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948445.703567:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783948445.703570:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948445.703574:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948445.703578:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774a00. 00000080:00000001:0.0:1783948445.703582:0:30882:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948445.703588:0:30882:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948445.703592:0:30882:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948445.703594:0:30882:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948445.703597:0:30882:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1783948445.703600:0:30882:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.703604:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1783948445.703607:0:30882:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783948445.703612:0:30882:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 4096 00000080:00000001:0.0:1783948445.703615:0:30882:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948445.703618:0:30882:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948445.703619:0:30882:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.703623:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948445.703625:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.703628:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.703631:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.703638:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.703644:0:30882:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948445.703651:0:30882:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9511a2dc0. 00000080:00000001:0.0:1783948445.703655:0:30882:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783948445.703658:0:30882:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1783948445.703660:0:30882:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783948445.703663:0:30882:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e95818e960. 00000002:00100000:0.0:1783948445.703668:0:30882:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948445.703675:0:30882:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.703676:0:30882:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783948445.703693:0:30882:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783948445.703696:0:30882:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.703699:0:30882:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783948445.703700:0:30882:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.703702:0:30882:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.703706:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.703710:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783948445.703716:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948445.703720:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958cc0000. 02000000:00000001:0.0:1783948445.703781:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783948445.703783:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948445.703786:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb78 00000080:00000008:0.0:1783948445.703795:0:30882:0:(file.c:1297:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), flags 704400, rc = 0 00000080:00000001:0.0:1783948445.703799:0:30882:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948445.703836:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd28 00000080:00200008:0.0:1783948445.703839:0:30882:0:(file.c:6217:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948445.703848:0:30882:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783948445.704288:0:30882:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.704292:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948445.704295:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbca0 00000080:00200000:0.0:1783948445.704297:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348),name=d21g.recovery-small-2 00000080:00000010:0.0:1783948445.704304:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a6e00. 00800000:00000002:0.0:1783948445.704310:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948445.704316:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948445.704320:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.704321:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00800000:00000002:0.0:1783948445.704324:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948445.704327:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948445.704332:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948445.704336:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.704338:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba90 00000002:00010000:0.0:1783948445.704339:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948445.704342:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948445.704344:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948445.704347:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948445.704353:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:0.0:1783948445.704356:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.704360:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.704364:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948445.704367:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783948445.704381:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948445.704386:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.704390:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783948445.704396:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948445.704398:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948445.704401:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948445.704403:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948445.704405:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948445.704407:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948445.704409:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948445.704411:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948445.704413:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a6e00. 00000080:00000001:0.0:1783948445.704419:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948445.704420:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948445.704423:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) 00000080:00010000:0.0:1783948445.704427:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440bc3 00800000:00000001:0.0:1783948445.704430:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948445.704432:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948445.704433:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.704435:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.704437:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.704439:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.704441:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.704444:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.704446:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.704447:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.704449:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948445.704451:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bc3 from it ffffb87d01bfbcd8 00010000:00000001:0.0:1783948445.704453:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.704454:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.704456:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.704457:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.704459:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.704461:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.704464:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948445.704470:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.704471:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.704472:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948445.704475:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948445.704477:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948445.704484:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948445.704487:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948445.704489:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948445.704493:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.704494:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.704496:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.704499:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948445.704501:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.704503:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.704505:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.704507:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.704508:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.704509:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948445.704511:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948445.704512:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948445.704516:0:30882:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948445.704519:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd28 00000080:00000008:0.0:1783948445.704521:0:30882:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948445.704539:0:30882:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783948445.704541:0:30882:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783948445.704546:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a6e00. 00000080:00000001:0.0:1783948445.704550:0:30882:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1783948445.704555:0:30882:0:(lmv_obd.c:3433:lmv_read_page()) Process entered 00000002:00000001:0.0:1783948445.704558:0:30882:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1783948445.704560:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.704561:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbab8 00000002:00010000:0.0:1783948445.704563:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000404:0x24:0x0], intent: readdir flags 0 00000002:00000001:0.0:1783948445.704565:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948445.704567:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948445.704568:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948445.704570:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:0.0:1783948445.704572:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.704574:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.704575:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948445.704578:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783948445.704584:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948445.704586:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.704588:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783948445.704593:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948445.704594:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948445.704596:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948445.704597:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948445.704598:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.704599:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.704600:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.704602:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.704604:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.704606:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.704607:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.704608:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.704649:0:30882:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1783948445.704653:0:30882:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff89e96018c000. 00000002:00000001:0.0:1783948445.705501:0:30882:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1783948445.705512:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241c00. 00000020:00000040:0.0:1783948445.705517:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948445.705522:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948445.705525:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948445.705528:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948445.705535:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a7200. 00000100:00000001:0.0:1783948445.705542:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.705545:0:30882:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1783948445.705548:0:30882:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89e950636000. 00000100:00000010:0.0:1783948445.705552:0:30882:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff89e95870c000. 00000020:00000040:0.0:1783948445.705555:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948445.705574:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948445.705576:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948445.705582:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948445.705585:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913629504 : -129839795922112 : ffff89e951161b40) 00000100:00000001:0.0:1783948445.705587:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.705589:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000001:0.0:1783948445.705593:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948445.705598:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.705600:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948445.705601:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948445.705609:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.705618:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948445.705620:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.705624:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948445.705626:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948445.705629:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948445.705633:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636501760:192.168.202.104@tcp:37:rm.0 00000100:00000001:0.0:1783948445.705637:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948445.705642:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948445.705645:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.705647:0:30882:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1783948445.705656:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948445.705660:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae0b0. 00000400:00000010:0.0:1783948445.705668:0:30882:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff89e9493e4000. 00000100:00000200:0.0:1783948445.705675:0:30882:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a54dd944ed00-0x6a54dd944ed00, portal 14 00000100:00000001:0.0:1783948445.705688:0:30882:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.705690:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948445.705695:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635000. 02000000:00000001:0.0:1783948445.705697:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948445.705700:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948445.705703:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948445.705707:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948445.705710:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636501760, portal 10 00000100:00000001:0.0:1783948445.705712:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.705713:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000040:0.0:1783948445.705720:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.705727:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948445.705729:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948445.705732:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfa18. 00000100:00000200:0.0:1783948445.705734:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870603636501760, offset 0 00000400:00000200:0.0:1783948445.705740:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948445.705749:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.705755:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948445.705761:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948445.705764:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948445.705768:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948445.705771:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948445.705775:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2436:2436:256:4294967295] 192.168.202.104@tcp LPNI seq info [2436:2436:8:4294967295] 00000400:00000200:0.0:1783948445.705779:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.705788:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948445.705794:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948445.705799:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948445.705805:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948445.705813:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948445.705817:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783948445.705828:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.705832:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 799265 usecs (800 jiffies) 00000400:00000200:0.0:1783948445.705835:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948445.705838:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536657 00000100:00000001:0.0:1783948445.705841:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.705843:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536657 00000100:00000001:0.0:1783948445.705846:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.705848:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1783948445.706139:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.706143:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948445.706149:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.706154:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.706159:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfa18 00000400:00000010:1.0:1783948445.706162:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfa18. 00000100:00000001:1.0:1783948445.706166:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.706170:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.706178:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.706182:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.706189:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.706190:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948445.708936:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.708948:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948445.708950:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948445.708955:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948445.708959:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948445.708963:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948445.710405:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.710421:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.710425:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.710427:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.710436:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.710444:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.710454:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.710459:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.710465:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.710469:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd944ed00 00000400:00000200:1.0:1783948445.710474:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.710480:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x6b81 [256] + 0 00000400:00000010:1.0:1783948445.710486:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae0b0. 00000400:00000200:1.0:1783948445.710492:0:2346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e9493e4000 00000800:00000001:1.0:1783948445.710497:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.710504:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.710507:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.710511:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.710516:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9493e4000 00000400:00000010:1.0:1783948445.710519:0:2346:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e9493e4000. 00000100:00000001:1.0:1783948445.710523:0:2346:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783948445.710525:0:2346:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e960241c00 desc ffff89e950636000 mbits 1870603636501760 00000100:00000001:1.0:1783948445.710535:0:2346:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783948445.710542:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948445.710545:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.710550:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948445.710556:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2437:2437:256:4294967295] 192.168.202.104@tcp LPNI seq info [2437:2437:8:4294967295] 00000400:00000200:1.0:1783948445.710560:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.710567:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948445.710572:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948445.710579:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e95813e000. 00000800:00000200:1.0:1783948445.710584:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948445.710591:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948445.710596:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95813e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948445.710653:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.710657:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e95813e000. 00000400:00000200:1.0:1783948445.710660:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.710664:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948445.710670:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.710673:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.712755:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948445.712764:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1783948445.713245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00000800:00000001:1.0:1783948445.713817:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.713839:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.713842:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.713845:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.713891:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.713901:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.713911:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.713916:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.713923:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.713927:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd944ed00 00000400:00000200:1.0:1783948445.713933:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.713940:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6b89 [1] + 224 00000800:00000001:1.0:1783948445.713947:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.713954:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.713957:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.713962:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.713970:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.713979:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.713991:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.714003:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.714011:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.714014:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.714077:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948445.714084:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948445.714086:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948445.714089:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae4d0. 00000400:00000200:0.0:1783948445.714095:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948445.714097:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948445.714100:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.714105:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948445.714113:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.714120:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948445.714121:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.714124:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948445.714128:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948445.714131:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948445.714133:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.714136:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948445.714146:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948445.714150:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948445.714152:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948445.714154:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.714157:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948445.714164:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.714168:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948445.714170:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1783948445.714172:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948445.714174:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.714179:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948445.714191:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.714199:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948445.714202:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948445.714205:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948445.714214:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636501760:192.168.202.104@tcp:37:rm.0 00000100:00000001:0.0:1783948445.714219:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.714223:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.714226:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948445.714228:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.714231:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.714239:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948445.714242:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948445.714246:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948445.714248:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948445.714252:0:30882:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.714255:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.714258:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241c00 x1870603636501760/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.714266:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948445.714268:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948445.714271:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635000. 02000000:00000001:0.0:1783948445.714275:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948445.714277:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948445.714280:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948445.714283:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783948445.714284:0:30882:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783948445.714286:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948445.714288:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948445.714290:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783948445.714320:0:30882:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff89e95870c000. 00000100:00000010:0.0:1783948445.714325:0:30882:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff89e950636000. 00000100:00000001:0.0:1783948445.714328:0:30882:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783948445.714331:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a7200. 02000000:00000001:0.0:1783948445.714334:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948445.714336:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948445.714338:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241c00. 00000100:00000001:0.0:1783948445.714342:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948445.714343:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948445.714346:0:30882:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1783948445.714349:0:30882:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1783948445.714968:0:30882:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff89e96018c000. 00000002:00000001:0.0:1783948445.714976:0:30882:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.714982:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.714985:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.714989:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:0.0:1783948445.714992:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.714995:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948445.714998:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.715003:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948445.715014:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.715016:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.715017:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948445.715021:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948445.715024:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948445.715033:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948445.715037:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948445.715040:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948445.715046:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.715047:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.715049:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.715053:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948445.715055:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.715058:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.715062:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.715064:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.715065:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.715067:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1783948445.715069:0:30882:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.715074:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948445.715080:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1783948445.715082:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1783948445.715088:0:30882:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948445.715093:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a6e00. 00000080:00000001:0.0:1783948445.715098:0:30882:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.715132:0:30882:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783948445.715135:0:30882:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948445.715138:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd98 00000080:00200008:0.0:1783948445.715141:0:30882:0:(file.c:447:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), flags 704000 00000080:00400000:0.0:1783948445.715146:0:30882:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:0.0:1783948445.715151:0:30882:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783948445.715153:0:30882:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783948445.715155:0:30882:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1783948445.715163:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948445.715166:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948445.715172:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:0.0:1783948445.715175:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948445.715180:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948445.715182:0:30882:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 0 00000080:00000001:0.0:1783948445.715185:0:30882:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783948445.715188:0:30882:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783948445.715194:0:30882:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9509a6e00. 00000080:00000001:0.0:1783948445.715196:0:30882:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783948445.715203:0:30882:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783948445.715207:0:30882:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:0.0:1783948445.715209:0:30882:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:0.0:1783948445.715212:0:30882:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783948445.715214:0:30882:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1783948445.715220:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241c00. 00000020:00000040:0.0:1783948445.715225:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948445.715230:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948445.715233:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948445.715237:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948445.715244:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a7200. 00000100:00000001:0.0:1783948445.715250:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783948445.715265:0:30882:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783948445.715276:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783948445.715282:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783948445.715289:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948445.715291:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948445.715297:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948445.715299:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233913629504 : -129839795922112 : ffff89e951161b40) 00000100:00000001:0.0:1783948445.715302:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.715304:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000001:0.0:1783948445.715308:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948445.715313:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.715315:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948445.715317:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948445.715321:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.715328:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948445.715330:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.715334:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948445.715336:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948445.715339:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948445.715342:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502016:192.168.202.104@tcp:35:rm.0 00000100:00000001:0.0:1783948445.715347:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948445.715352:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948445.715354:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.715357:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948445.715360:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636000. 02000000:00000001:0.0:1783948445.715362:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948445.715368:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948445.715372:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948445.715377:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948445.715385:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636502016, portal 10 00000100:00000001:0.0:1783948445.715387:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.715388:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000040:0.0:1783948445.715394:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.715401:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948445.715404:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948445.715407:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf550. 00000100:00000200:0.0:1783948445.715410:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636502016, offset 0 00000400:00000200:0.0:1783948445.715416:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948445.715422:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.715429:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948445.715436:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948445.715440:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948445.715444:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948445.715447:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948445.715451:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2438:2438:256:4294967295] 192.168.202.104@tcp LPNI seq info [2438:2438:8:4294967295] 00000400:00000200:0.0:1783948445.715455:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.715463:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948445.715469:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948445.715475:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948445.715481:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948445.715489:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948445.715494:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948445.715504:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.715508:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 798175 usecs (799 jiffies) 00000400:00000200:0.0:1783948445.715511:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948445.715514:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536666 00000100:00000001:0.0:1783948445.715518:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.715520:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536666 00000100:00000001:0.0:1783948445.715522:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:0.0:1783948445.715525:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.715528:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.715530:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948445.715532:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948445.715535:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e951161b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948445.715537:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948445.715540:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.715791:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.715796:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:1.0:1783948445.715801:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.715806:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.715811:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf550 00000400:00000010:1.0:1783948445.715813:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf550. 00000100:00000001:1.0:1783948445.715818:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.715823:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.715833:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.715837:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.715844:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.715846:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.719498:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.719515:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.719520:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.719522:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.719530:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.719537:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.719547:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.719552:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.719557:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.719561:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944ee00 00000400:00000200:1.0:1783948445.719567:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.719574:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6b99 [1] + 224 00000800:00000001:1.0:1783948445.719581:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.719587:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.719590:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.719595:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.719602:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.719611:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.719623:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.719645:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.719653:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.719664:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.719830:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948445.719838:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948445.719841:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948445.719844:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae4d0. 00000400:00000200:0.0:1783948445.720011:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948445.720015:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948445.720020:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.720025:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948445.720033:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241c00 x1870603636502016/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720040:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948445.720042:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.720044:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948445.720048:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948445.720051:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948445.720119:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948445.720123:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948445.720133:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948445.720138:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948445.720140:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948445.720142:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.720145:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948445.720148:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.720151:0:30882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948445.720153:0:30882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948445.720155:0:30882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948445.720158:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.720159:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000001:0.0:1783948445.720163:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948445.720165:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1783948445.720167:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948445.720170:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948445.720175:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241c00 x1870603636502016/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720182:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948445.720185:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948445.720187:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948445.720191:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241c00 x1870603636502016/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948445.720198:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502016:192.168.202.104@tcp:35:rm.0 00000100:00000001:0.0:1783948445.720203:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.720206:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.720208:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948445.720210:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.720214:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241c00 x1870603636502016/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720221:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948445.720223:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e951161b40. 00000100:00000001:0.0:1783948445.720227:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948445.720229:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.720236:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.720237:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000002:00000001:0.0:1783948445.720241:0:30882:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.720244:0:30882:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948445.720248:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a6e00. 00000080:00000001:0.0:1783948445.720252:0:30882:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783948445.720256:0:30882:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948445.720260:0:30882:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948445.720265:0:30882:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720273:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948445.720275:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:0.0:1783948445.720277:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.720280:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720286:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.720288:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.720291:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241c00 x1870603636502016/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720297:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.720299:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.720301:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66680 x1870603636501632/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720307:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948445.720311:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948445.720313:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948445.720315:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948445.720319:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eb400. 02000000:00000001:0.0:1783948445.720323:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948445.720325:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948445.720327:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66680. 00000100:00000001:0.0:1783948445.720331:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948445.720332:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948445.720333:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.720336:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241c00 x1870603636502016/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720342:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948445.720344:0:30882:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e95818e960. 00000002:00000001:0.0:1783948445.720346:0:30882:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.720348:0:30882:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948445.720350:0:30882:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9511a2dc0. 00000100:00000001:0.0:1783948445.720353:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.720356:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241c00 x1870603636502016/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.720361:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948445.720363:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948445.720366:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636000. 02000000:00000001:0.0:1783948445.720368:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948445.720370:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948445.720371:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948445.720373:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948445.720374:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a7200. 02000000:00000001:0.0:1783948445.720376:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948445.720377:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948445.720379:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241c00. 00000100:00000001:0.0:1783948445.720381:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948445.720382:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948445.720385:0:30882:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948445.720387:0:30882:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b3680. 00000080:00000001:0.0:1783948445.720391:0:30882:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948445.720398:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd98 00000080:00000008:0.0:1783948445.720400:0:30882:0:(file.c:491:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), flags 704000, rc = 0 00000080:00000001:0.0:1783948445.720404:0:30882:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.720407:0:30882:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.720460:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948445.720464:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948445.720466:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948445.720468:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00000080:00200000:0.0:1783948445.720470:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948445.720476:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509a7200. 00800000:00000002:0.0:1783948445.720482:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948445.720486:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948445.720489:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.720491:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbae0 00800000:00000002:0.0:1783948445.720493:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948445.720497:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948445.720500:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948445.720505:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948445.720507:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9b0 00000002:00010000:0.0:1783948445.720509:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948445.720513:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948445.720516:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948445.720518:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948445.720525:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:0.0:1783948445.720528:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948445.720533:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948445.720538:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948445.720543:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783948445.720554:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948445.720559:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948445.720563:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783948445.720570:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948445.720573:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948445.720575:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948445.720577:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948445.720579:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948445.720582:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948445.720585:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948445.720587:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948445.720589:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509a7200. 00000080:00000001:0.0:1783948445.720592:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948445.720594:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948445.720597:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948445.720601:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440bed 00800000:00000001:0.0:1783948445.720605:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948445.720607:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948445.720608:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.720611:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.720614:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948445.720616:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948445.720619:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948445.720622:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.720624:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948445.720625:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948445.720627:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948445.720630:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bed from it ffffb87d01bfbbf8 00010000:00000001:0.0:1783948445.720632:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948445.720634:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948445.720635:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948445.720637:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948445.720640:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948445.720642:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948445.720645:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948445.720650:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.720651:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.720653:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948445.720654:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948445.722434:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948445.722456:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948445.722460:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948445.722463:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948445.722468:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.722469:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948445.722472:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.722475:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948445.722477:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.722479:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.722484:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948445.722487:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948445.722488:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948445.722489:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948445.722493:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948445.722495:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948445.722499:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948445.722505:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948445.722513:0:30882:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948445.722518:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00000080:00002000:0.0:1783948445.722521:0:30882:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff89e951e77af8) flags 0x20000e refc 1 00000080:00000001:0.0:1783948445.722524:0:30882:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948445.722527:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc08 00000080:00200000:0.0:1783948445.722529:0:30882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:0.0:1783948445.722536:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948445.722538:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948445.722708:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948445.722712:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348), inode mode 41ed mask 44 00000080:00000001:1.0:1783948445.722716:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948445.722723:0:30882:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783948445.722725:0:30882:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783948445.722727:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb78 00000080:00200008:1.0:1783948445.722729:0:30882:0:(file.c:1058:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), flags 704400 00000080:00000010:1.0:1783948445.722737:0:30882:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e954ebd680. 00000080:00000001:1.0:1783948445.722744:0:30882:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1783948445.722750:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e960d5e800. 00800000:00000002:1.0:1783948445.722756:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948445.722760:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948445.722763:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948445.722765:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba28 00800000:00000002:1.0:1783948445.722767:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948445.722770:0:30882:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1783948445.722773:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9a8 00800000:00000002:1.0:1783948445.722775:0:30882:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1783948445.722780:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948445.722782:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb8e0 00000002:00010000:1.0:1783948445.722784:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1783948445.722787:0:30882:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948445.722790:0:30882:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783948445.722793:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948445.722801:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:1.0:1783948445.722803:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948445.722806:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948445.722809:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.722811:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948445.722814:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948445.722816:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948445.722818:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:1.0:1783948445.722819:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948445.722821:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948445.722832:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.722833:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948445.722835:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948445.722841:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd880. 00000020:00000040:1.0:1783948445.722845:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948445.722876:0:30882:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948445.722886:0:30882:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.722889:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948445.722893:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948445.722896:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948445.722897:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948445.722899:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.722903:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948445.722905:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948445.722910:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948445.722919:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f3000. 00000100:00000001:1.0:1783948445.722927:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.722932:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948445.722934:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.722936:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948445.722938:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948445.722940:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948445.722947:0:30882:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00010000:00000001:1.0:1783948445.722951:0:30882:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948445.722953:0:30882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948445.722955:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:1.0:1783948445.722957:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948445.722959:0:30882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948445.722963:0:30882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617ba00. 00000020:00000001:1.0:1783948445.722967:0:30882:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948445.722970:0:30882:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617ba00 with handle 0x8c7cf19e4b440bfb to hash 00000020:00000001:1.0:1783948445.722973:0:30882:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948445.722974:0:30882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:1.0:1783948445.722978:0:30882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:1.0:1783948445.722982:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948445.722985:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948445.722989:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948445.722997:0:30882:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783948445.723012:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783948445.723024:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783948445.723034:0:30882:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948445.723039:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948445.723042:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948445.723050:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:1.0:1783948445.723173:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:1.0:1783948445.723178:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948445.723180:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948445.723185:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948445.723189:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.723192:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948445.723193:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948445.723198:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.723205:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948445.723207:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948445.723210:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948445.723213:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948445.723215:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948445.723218:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502272:192.168.202.104@tcp:101:rm.0 00000100:00000001:1.0:1783948445.723222:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948445.723226:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948445.723228:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948445.723230:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948445.723331:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958cc0000. 02000000:00000001:1.0:1783948445.723334:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948445.723342:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948445.723348:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438880b0. 00000400:00000010:1.0:1783948445.723356:0:30882:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e960180000. 00000100:00000200:1.0:1783948445.723363:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636502272, portal 10 00000100:00000001:1.0:1783948445.723366:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948445.723367:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000040:1.0:1783948445.723375:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.723381:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948445.723384:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948445.723388:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948445.723390:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636502272, offset 0 00000400:00000200:1.0:1783948445.723397:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948445.723407:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.723416:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948445.723422:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948445.723426:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948445.723430:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948445.723433:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948445.723437:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2439:2439:256:4294967295] 192.168.202.104@tcp LPNI seq info [2439:2439:8:4294967295] 00000400:00000200:1.0:1783948445.723441:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.723450:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948445.723456:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948445.723461:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948445.723468:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948445.723476:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948445.723481:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783948445.723505:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948445.723510:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 797080 usecs (798 jiffies) 00000400:00000200:1.0:1783948445.723513:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948445.723516:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536672 00000100:00000001:1.0:1783948445.723519:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:1.0:1783948445.723521:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536672 00000100:00000001:1.0:1783948445.723523:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:1.0:1783948445.723525:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948445.723528:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.723530:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948445.723531:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948445.723534:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1783948445.723537:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948445.723539:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.723836:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.723841:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:0.0:1783948445.723847:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.723882:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.723889:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618ee0 00000400:00000010:0.0:1783948445.723892:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618ee0. 00000100:00000001:0.0:1783948445.723897:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.723901:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.723910:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.723914:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.723921:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.723923:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.728197:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.728214:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.728219:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.728222:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.728230:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.728238:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.728247:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.728252:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.728258:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.728262:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd944ef00 00000400:00000200:1.0:1783948445.728267:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.728274:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6ba9 [64] + 224 00000800:00000001:1.0:1783948445.728283:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.728290:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.728293:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.728298:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.728304:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.728314:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948445.728325:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.728349:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948445.728358:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.728360:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.728487:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.728495:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.728497:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.728501:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438880b0. 00000400:00000200:3.0:1783948445.728505:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960180000 00000400:00000010:3.0:1783948445.728508:0:30882:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e960180000. 00000100:00000001:3.0:1783948445.728511:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.728516:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.728525:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd880 x1870603636502272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.728531:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.728533:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.728536:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.728539:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.728543:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.728546:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.728549:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.728559:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.728564:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.728567:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.728569:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.728571:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.728575:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.728578:0:30882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948445.728580:0:30882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783948445.728581:0:30882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948445.728583:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.728585:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:3.0:1783948445.728589:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.728591:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.728593:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.728597:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.728603:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.728610:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.728613:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.728615:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.728619:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.728627:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502272:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948445.728632:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.728635:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.728637:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.728639:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.728642:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.728649:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.728651:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:3.0:1783948445.728654:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.728656:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.728669:0:30882:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948445.728675:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.728685:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.728689:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=4 00000020:00000001:3.0:1783948445.728692:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.728695:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000040:3.0:1783948445.728702:0:30882:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617ba00, remote cookie: 0x2ceea11ad5e05ec9, flags: 0x1001 00010000:00000040:3.0:1783948445.728705:0:30882:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948445.728709:0:30882:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783948445.728716:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:3.0:1783948445.728719:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.728723:0:30882:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.728728:0:30882:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.728738:0:30882:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.728745:0:30882:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948445.728749:0:30882:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948445.728751:0:30882:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948445.728753:0:30882:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948445.728754:0:30882:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948445.728757:0:30882:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff89e948cd7400) refcount = 2 00010000:00000040:3.0:1783948445.728760:0:30882:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948445.728763:0:30882:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1783948445.728770:0:30882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.728777:0:30882:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948445.728780:0:30882:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948445.728782:0:30882:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.728785:0:30882:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948445.728787:0:30882:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.728790:0:30882:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.728795:0:30882:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948445.728797:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.728799:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.728800:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.728801:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.728802:0:30882:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.728808:0:30882:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948445.728812:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.728813:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.728814:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.728817:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.728819:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.728830:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.728832:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948445.728836:0:30882:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948445.728846:0:30882:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783948445.728986:0:30882:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948445.728994:0:30882:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.728996:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.728998:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.728999:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.729002:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729004:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729006:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729007:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.729009:0:30882:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.729011:0:30882:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.729015:0:30882:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1783948445.729017:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.729018:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00010000:00000001:3.0:1783948445.729020:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.729022:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.729023:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.729025:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729027:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00000002:00010000:3.0:1783948445.729030:0:30882:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.729042:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729043:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.729045:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948445.729046:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.729047:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.729049:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.729050:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729052:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000040:3.0:1783948445.729178:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 3 00010000:00000001:3.0:1783948445.729181:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948445.729185:0:30882:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/36 (0 0) 00010000:00000001:3.0:1783948445.729187:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729188:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.729190:0:30882:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948445.729193:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb868 00000002:00002000:3.0:1783948445.729195:0:30882:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1783948445.729199:0:30882:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.729204:0:30882:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.729206:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948445.729210:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948445.729213:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.729217:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.729221:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e960d5e800. 00000080:00000001:3.0:1783948445.729227:0:30882:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948445.729233:0:30882:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948445.729236:0:30882:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948445.729239:0:30882:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948445.729241:0:30882:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1783948445.729244:0:30882:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.729248:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948445.729251:0:30882:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1783948445.729255:0:30882:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 4096 00010000:00000001:3.0:1783948445.729258:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.729259:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.729261:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.729263:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729266:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729268:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729269:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.729270:0:30882:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948445.729273:0:30882:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948445.729275:0:30882:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.729279:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440bfb 00800000:00000001:3.0:1783948445.729283:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.729285:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.729287:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.729288:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.729289:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.729291:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729293:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729296:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729297:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.729299:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.729301:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.729304:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948445.729306:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.729308:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.729313:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.729320:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.729323:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bfb from it ffffb87d01bfbbd0 00010000:00000001:3.0:1783948445.729326:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.729327:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.729328:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=3 00000020:00000001:3.0:1783948445.729330:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729333:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.729336:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.729339:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.729347:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729348:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.729350:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.729353:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.729356:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.729363:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.729366:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.729368:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.729373:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729374:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.729375:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.729379:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.729381:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.729383:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.729386:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.729388:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.729389:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729391:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.729394:0:30882:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.729401:0:30882:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9580d9600. 00000080:00000001:3.0:1783948445.729404:0:30882:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1783948445.729407:0:30882:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1783948445.729410:0:30882:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1783948445.729412:0:30882:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9509ab560. 00000002:00100000:3.0:1783948445.729417:0:30882:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948445.729422:0:30882:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.729424:0:30882:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1783948445.729428:0:30882:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1783948445.729431:0:30882:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.729435:0:30882:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1783948445.729436:0:30882:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.729439:0:30882:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.729443:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.729446:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1783948445.729453:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.729457:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958cc0000. 02000000:00000001:3.0:1783948445.729515:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1783948445.729518:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.729521:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb78 00000080:00000008:3.0:1783948445.729523:0:30882:0:(file.c:1297:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), flags 704400, rc = 0 00000080:00000001:3.0:1783948445.729527:0:30882:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.729555:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd28 00000080:00200008:3.0:1783948445.729557:0:30882:0:(file.c:6217:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.729566:0:30882:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1783948445.729570:0:30882:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.729573:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.729575:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbca0 00000080:00200000:3.0:1783948445.729577:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348),name=d21g.recovery-small-2 00000080:00000010:3.0:1783948445.729583:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775a00. 00800000:00000002:3.0:1783948445.729589:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.729595:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.729598:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.729601:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbc0 00800000:00000002:3.0:1783948445.729603:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.729607:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.729611:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.729615:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.729616:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba90 00000002:00010000:3.0:1783948445.729618:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.729621:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.729623:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.729626:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.729629:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 3 00010000:00000001:3.0:1783948445.729630:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.729633:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.729637:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.729640:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783948445.729647:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.729651:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.729653:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783948445.729659:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.729661:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.729663:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.729665:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.729667:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.729669:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.729671:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.729673:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.729675:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775a00. 00000080:00000001:3.0:1783948445.729687:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.729689:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.729692:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) 00000080:00010000:3.0:1783948445.729696:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440bc3 00800000:00000001:3.0:1783948445.729699:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.729700:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.729702:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.729703:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.729705:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:3.0:1783948445.729707:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948445.729709:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948445.729712:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729713:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.729714:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.729716:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.729718:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bc3 from it ffffb87d01bfbcd8 00010000:00000001:3.0:1783948445.729720:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.729721:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.729722:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:3.0:1783948445.729724:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948445.729726:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948445.729728:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.729730:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948445.729737:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729738:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.729739:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.729741:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.729743:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948445.729750:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.729752:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.729753:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.729756:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729757:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.729758:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.729760:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.729761:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.729763:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.729765:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.729767:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.729768:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.729769:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.729771:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.729773:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.729777:0:30882:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.729780:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd28 00000080:00000008:3.0:1783948445.729782:0:30882:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948445.729813:0:30882:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1783948445.729816:0:30882:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1783948445.729830:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775a00. 00000080:00000001:3.0:1783948445.729835:0:30882:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1783948445.729843:0:30882:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724135473932544 : -19938235619072 : ffffedddc48c6900) 00000080:00000001:3.0:1783948445.729847:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948445.730323:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1783948445.730328:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948445.730332:0:30882:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.730336:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775a00. 00000080:00000001:3.0:1783948445.730341:0:30882:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.730353:0:30882:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1783948445.730355:0:30882:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:3.0:1783948445.730359:0:30882:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948445.730361:0:30882:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.730381:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.730384:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948445.730387:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348), inode mode 41ed mask 1 00000080:00000001:3.0:1783948445.730390:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.730396:0:30882:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783948445.730399:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbda0 00000080:00002000:3.0:1783948445.730401:0:30882:0:(dcache.c:87:ll_dcompare()) found name f(ffff89e951e77510) flags 0x48000e refc 0 00000080:00000001:3.0:1783948445.730403:0:30882:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.730405:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbe10 00000080:00200000:3.0:1783948445.730406:0:30882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1783948445.730411:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948445.730412:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff89e951d85348), inode mode 41ed mask 3 00000080:00000001:3.0:1783948445.730415:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.730418:0:30882:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:3.0:1783948445.730420:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbdf8 00000080:00200000:3.0:1783948445.730422:0:30882:0:(namei.c:2407:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff89e951d85348) 00000080:00000001:3.0:1783948445.730425:0:30882:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1783948445.730428:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.730434:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.730438:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775a00. 00000020:00000010:3.0:1783948445.730442:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774c00. 00000020:00000010:3.0:1783948445.730447:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.730455:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.730461:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.730468:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.730474:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.730479:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.730482:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775800. 00000008:00000010:3.0:1783948445.730485:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.730490:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.730494:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.730498:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.730501:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.730503:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.730506:0:30882:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1783948445.730509:0:30882:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:3.0:1783948445.730513:0:30882:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e958041300 addref 2/0 by ffff89e9412d8000. 00020000:00000002:3.0:1783948445.730515:0:30882:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.730517:0:30882:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1783948445.730519:0:30882:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1783948445.730521:0:30882:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1783948445.730523:0:30882:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1783948445.730525:0:30882:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1783948445.730527:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.730531:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774c00. 00000020:00000010:3.0:1783948445.730535:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.730538:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.730541:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.730545:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.730549:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.730551:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.730554:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775a00. 00000008:00000010:3.0:1783948445.730556:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.730560:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.730563:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.730566:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.730570:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775800. 00000020:00000010:3.0:1783948445.730571:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.730574:0:30882:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783948445.730579:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775800. 00800000:00000001:3.0:1783948445.730589:0:30882:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:3.0:1783948445.730592:0:30882:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1783948445.730595:0:30882:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x26:0x0] 00800000:00000001:3.0:1783948445.730598:0:30882:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.730600:0:30882:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000404:0x24:0x0]/[0x200000404:0x26:0x0] -> mds #0 00000002:00000001:3.0:1783948445.730604:0:30882:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783948445.730606:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.730610:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 3 00010000:00000001:3.0:1783948445.730612:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.730615:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.730618:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.730622:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1783948445.730630:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.730634:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.730636:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.730638:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:3.0:1783948445.730640:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.730642:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.730644:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948445.730646:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.730648:0:30882:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783948445.730652:0:30882:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783948445.730654:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.730656:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.731269:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948445.731279:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.731281:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.731283:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1783948445.731285:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.731287:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.731290:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=2 00000020:00000001:3.0:1783948445.731292:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.731295:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948445.731297:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.731298:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.731300:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.731302:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.731304:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948445.731307:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.731310:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.731311:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.731313:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.731314:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948445.731316:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.731318:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.731320:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948445.731325:0:30882:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff89e951d85280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948445.731365:0:30882:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948445.731367:0:30882:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948445.731369:0:30882:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948445.731372:0:30882:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff89e951d85348) invalid 00000020:00000001:3.0:1783948445.731375:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba60 00000080:00002000:3.0:1783948445.731377:0:30882:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff89e951e77af8) parent ffff89e951e2fe58 inode ffff89e951d85348 refc 3 00000080:00000001:3.0:1783948445.731381:0:30882:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948445.731384:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.731386:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.731390:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.731393:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.731395:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.731397:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.731399:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.731402:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465aa000 with handle 0x8c7cf19e4b440bc3 from hash 00010000:00000001:3.0:1783948445.731405:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.731406:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.731407:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.731408:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.731411:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.731413:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.731416:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948445.731418:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.731420:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.731422:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.731424:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 3 00010000:00000001:3.0:1783948445.731426:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.731428:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.731431:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.731434:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783948445.731441:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.731443:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.731444:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.731445:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:3.0:1783948445.731448:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.731449:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.731451:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 4 00010000:00000001:3.0:1783948445.731452:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.731455:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.731456:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.731457:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.731459:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 4 00010000:00000001:3.0:1783948445.731461:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.731462:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.731464:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.731465:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.731466:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 4 00010000:00000001:3.0:1783948445.731467:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.731469:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.731470:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.731471:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.731473:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 4 00010000:00000001:3.0:1783948445.731474:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.731476:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.731477:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.731480:0:30882:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948445.731481:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.731487:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.731492:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775a00. 00000020:00000010:3.0:1783948445.731496:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774c00. 00000020:00000010:3.0:1783948445.731500:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.731504:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.731508:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.731511:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.731515:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.731517:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.731520:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775600. 00000008:00000010:3.0:1783948445.731522:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.731524:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.731527:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.731529:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.731531:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.731533:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.731535:0:30882:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783948445.731538:0:30882:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1783948445.731540:0:30882:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783948445.731543:0:30882:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783948445.731546:0:30882:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948445.731548:0:30882:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948445.731551:0:30882:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783948445.731552:0:30882:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.731554:0:30882:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948445.731556:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.731558:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774c00. 00000020:00000010:3.0:1783948445.731561:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.731564:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.731566:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.731568:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.731570:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.731573:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.731575:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775a00. 00000008:00000010:3.0:1783948445.731577:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.731592:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.731596:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.731598:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.731600:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775600. 00000020:00000010:3.0:1783948445.731602:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.731605:0:30882:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.731607:0:30882:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948445.731608:0:30882:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff89e951d1ec08) invalid 00000020:00000001:3.0:1783948445.731610:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba60 00000080:00002000:3.0:1783948445.731612:0:30882:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f (ffff89e951e77510) parent ffff89e951e77af8 inode ffff89e951d1ec08 refc 1 00000080:00000001:3.0:1783948445.731615:0:30882:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948445.731616:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.731617:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.731619:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.731621:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.731622:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.731624:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.731625:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.731628:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465abc00 with handle 0x8c7cf19e4b440bca from hash 00010000:00000001:3.0:1783948445.731630:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.731631:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.731632:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.731633:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.731635:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.731636:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.731638:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.731640:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440ba0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e05da3 expref: -99 pid: 30846 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783948445.731646:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.731648:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.731649:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.731651:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:3.0:1783948445.731653:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.731654:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.731656:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 4 00010000:00000001:3.0:1783948445.731666:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.731669:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.731670:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.731672:0:30882:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948445.731673:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.731676:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.731687:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775600. 00000020:00000010:3.0:1783948445.731690:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775a00. 00000020:00000010:3.0:1783948445.731692:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.731694:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.731697:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.731700:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.731702:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.731704:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.731706:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774c00. 00000008:00000010:3.0:1783948445.731709:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.731711:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.731713:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.731716:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.731718:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.731720:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.731721:0:30882:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783948445.731722:0:30882:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1783948445.731724:0:30882:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783948445.731726:0:30882:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783948445.731727:0:30882:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948445.731729:0:30882:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948445.731731:0:30882:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783948445.731733:0:30882:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.731735:0:30882:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948445.731736:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.731738:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775a00. 00000020:00000010:3.0:1783948445.731740:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.731743:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.731745:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.731747:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.731749:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.731752:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.731754:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775600. 00000008:00000010:3.0:1783948445.731756:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.731758:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.731760:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.731762:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.731764:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774c00. 00000020:00000010:3.0:1783948445.731766:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.731768:0:30882:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.731770:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.731771:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.731774:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.731775:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.731777:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.731778:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.731780:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.731783:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235200 with handle 0x8c7cf19e4b440ba0 from hash 00010000:00000001:3.0:1783948445.731785:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.731786:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.731787:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.731788:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.731790:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.731791:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.731794:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783948445.731796:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783948445.731798:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1783948445.731803:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65500. 00000020:00000040:3.0:1783948445.731808:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948445.731814:0:30882:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948445.731816:0:30882:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.731818:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.731830:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.731835:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.731836:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.731837:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.731840:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.731842:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.731846:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.731877:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774c00. 00000100:00000001:3.0:1783948445.731894:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.731897:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.731899:0:30882:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948445.731905:0:30882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783948445.731912:0:30882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440ba0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05da3 expref: -99 pid: 30846 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783948445.731919:0:30882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1783948445.731936:0:30882:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1783948445.731938:0:30882:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1783948445.731940:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948445.731942:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abc00/0x8c7cf19e4b440bca lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05e28 expref: -99 pid: 30881 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783948445.731949:0:30882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9511a2ac0. 00010000:00000001:3.0:1783948445.731954:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.731955:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948445.731957:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440ba0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05da3 expref: -99 pid: 30846 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783948445.731963:0:30882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477ccc0. 00010000:00000040:3.0:1783948445.731966:0:30882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fe00 count: 0 00010000:00000010:3.0:1783948445.731970:0:30882:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887f00. 00010000:00000001:3.0:1783948445.731975:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.731976:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948445.731978:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440bc3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05e0c expref: -99 pid: 30881 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948445.731985:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.731986:0:30882:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.731988:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.731989:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.731991:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948445.732001:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948445.732011:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948445.732018:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.732020:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.732027:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279540. 00000100:00000001:3.0:1783948445.732030:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552064 : -129839777999552 : ffff89e952279540) 00000100:00000001:3.0:1783948445.732032:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.732034:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000001:3.0:1783948445.732038:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.732043:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.732045:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.732047:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.732051:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.732069:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.732071:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.732075:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.732077:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.732079:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.732082:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502528:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948445.732086:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.732092:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.732094:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.732096:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.732101:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509ebc00. 02000000:00000001:3.0:1783948445.732102:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.732110:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.732115:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.732125:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948445.732134:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636502528, portal 10 00000100:00000001:3.0:1783948445.732136:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.732138:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000040:3.0:1783948445.732145:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.732152:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.732155:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.732157:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125088. 00000100:00000200:3.0:1783948445.732162:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1870603636502528, offset 0 00000400:00000200:3.0:1783948445.732169:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.732177:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.732185:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.732191:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.732196:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.732200:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.732202:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.732206:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2440:2440:256:4294967295] 192.168.202.104@tcp LPNI seq info [2440:2440:8:4294967295] 00000400:00000200:3.0:1783948445.732211:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.732220:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.732226:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.732231:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9600. 00000800:00000200:3.0:1783948445.732238:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.732245:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.732249:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9600 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.732266:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.732270:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 795990 usecs (796 jiffies) 00000400:00000200:3.0:1783948445.732273:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.732278:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536679 00000100:00000001:3.0:1783948445.732281:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.732283:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536679 00000100:00000001:3.0:1783948445.732285:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.732287:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.732290:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.732293:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.732295:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.732298:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279540 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.732300:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.732304:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948445.733139:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.733147:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9600. 00000400:00000200:0.0:1783948445.733153:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.733160:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948445.733166:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125088 00000400:00000010:0.0:1783948445.733168:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125088. 00000100:00000001:0.0:1783948445.733173:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948445.733179:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948445.733190:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948445.733194:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948445.733200:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948445.733201:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948445.739292:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.739313:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948445.739318:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.739321:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.739331:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.739339:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948445.739349:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.739354:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.739360:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.739364:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944f000 00000400:00000200:1.0:1783948445.739370:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.739376:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6bb9 [1] + 224 00000800:00000001:1.0:1783948445.739385:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.739393:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948445.739396:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.739401:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948445.739409:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948445.739421:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948445.739433:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948445.739452:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948445.739460:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948445.739464:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.739469:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948445.739476:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2441:2441:256:4294967295] 192.168.202.104@tcp LPNI seq info [2441:2441:8:4294967295] 00000400:00000200:1.0:1783948445.739480:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948445.739488:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948445.739494:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948445.739502:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948445.739509:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948445.739517:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948445.739522:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948445.739615:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.739619:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:1.0:1783948445.739622:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.739626:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948445.739631:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948445.739634:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.740134:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.740147:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.740149:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.740153:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.740158:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:3.0:1783948445.740160:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:3.0:1783948445.740164:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.740170:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948445.740181:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65500 x1870603636502528/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.740187:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.740190:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.740193:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.740198:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.740201:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.740204:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.740207:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.740218:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.740223:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.740226:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.740228:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.740231:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.740235:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.740239:0:30882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948445.740241:0:30882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000013e/0x100000140] 00000100:00000001:3.0:1783948445.740244:0:30882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948445.740247:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.740249:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000001:3.0:1783948445.740252:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.740254:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.740256:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.740259:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.740264:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65500 x1870603636502528/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948461 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.740279:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.740282:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.740284:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.740288:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65500 x1870603636502528/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948461 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948445.740298:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502528:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948445.740303:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.740305:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.740308:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.740310:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.740313:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65500 x1870603636502528/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948461 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.740321:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.740324:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279540. 00000100:00000001:3.0:1783948445.740329:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.740330:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.740338:0:30882:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.740342:0:30882:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.740347:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775800. 00000100:00000001:3.0:1783948445.740353:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.740356:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65500 x1870603636502528/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948445.740363:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.740367:0:30882:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.740378:0:30882:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948445.740381:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbe28 00000080:00002000:3.0:1783948445.740384:0:30882:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff89e951e77510, parent ffff89e951e77af8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783948445.740387:0:30882:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.740393:0:30882:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948445.740398:0:30882:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948445.740406:0:30882:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783948445.740409:0:30882:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1783948445.740412:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.740417:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.740423:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775800. 00000020:00000010:3.0:1783948445.740428:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775600. 00000020:00000010:3.0:1783948445.740432:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.740438:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.740443:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.740448:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.740454:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.740458:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.740462:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775a00. 00000008:00000010:3.0:1783948445.740465:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.740468:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.740471:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.740475:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.740478:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.740481:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948445.740486:0:30882:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3dc8 -> ffff89e9516a3dc8 00000020:00000001:3.0:1783948445.740489:0:30882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948445.740491:0:30882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948445.740494:0:30882:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948445.740497:0:30882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.740498:0:30882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948445.740499:0:30882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948445.740503:0:30882:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x26:0x0]io ffff89e960109c20 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1783948445.740506:0:30882:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.740510:0:30882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948445.740511:0:30882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948445.740514:0:30882:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948445.740516:0:30882:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740518:0:30882:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948445.740520:0:30882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948445.740522:0:30882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740523:0:30882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.740525:0:30882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948445.740526:0:30882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948445.740527:0:30882:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:3.0:1783948445.740530:0:30882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740533:0:30882:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783948445.740535:0:30882:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1783948445.740537:0:30882:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783948445.740540:0:30882:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783948445.740543:0:30882:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948445.740547:0:30882:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948445.740548:0:30882:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948445.740550:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.740552:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948445.740555:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774000. 00000020:00000010:3.0:1783948445.740558:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.740560:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602049c0. 00000008:00000010:3.0:1783948445.740563:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948445.740566:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca540. 00008000:00000010:3.0:1783948445.740568:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948445.740571:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948445.740573:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948445.740576:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774a00. 00000008:00000010:3.0:1783948445.740578:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948445.740581:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948445.740583:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948445.740585:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948445.740587:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948445.740589:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948445.740591:0:30882:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3f58 -> ffff89e9516a3dc8 00000020:00000001:3.0:1783948445.740593:0:30882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948445.740596:0:30882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948445.740597:0:30882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948445.740598:0:30882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740600:0:30882:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740602:0:30882:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796376 : -129839542755240 : ffff89e9602d2058) 00000020:00000001:3.0:1783948445.740604:0:30882:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783948445.740606:0:30882:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740608:0:30882:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740610:0:30882:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740612:0:30882:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1783948445.740613:0:30882:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783948445.740614:0:30882:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948445.740615:0:30882:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783948445.740617:0:30882:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948445.740618:0:30882:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740619:0:30882:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740621:0:30882:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740622:0:30882:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740624:0:30882:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948445.740625:0:30882:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740626:0:30882:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740627:0:30882:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1783948445.740629:0:30882:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783948445.740631:0:30882:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948445.740631:0:30882:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783948445.740634:0:30882:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1783948445.740637:0:30882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783948445.740640:0:30882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783948445.740644:0:30882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e95201f6c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783948445.740647:0:30882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948445.740650:0:30882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e95201f6c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1783948445.740653:0:30882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948445.740655:0:30882:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740656:0:30882:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740673:0:30882:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740674:0:30882:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740676:0:30882:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740688:0:30882:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783948445.740690:0:30882:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1783948445.740692:0:30882:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783948445.740693:0:30882:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1783948445.740695:0:30882:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783948445.740696:0:30882:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740698:0:30882:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1783948445.740699:0:30882:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783948445.740701:0:30882:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783948445.740703:0:30882:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783948445.740705:0:30882:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948445.740707:0:30882:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948445.740708:0:30882:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783948445.740709:0:30882:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740711:0:30882:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740712:0:30882:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783948445.740713:0:30882:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783948445.740715:0:30882:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783948445.740716:0:30882:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783948445.740717:0:30882:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948445.740719:0:30882:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948445.740720:0:30882:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948445.740721:0:30882:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783948445.740722:0:30882:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783948445.740724:0:30882:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740726:0:30882:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.740727:0:30882:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948445.740728:0:30882:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948445.740730:0:30882:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.740732:0:30882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948445.740734:0:30882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948445.740736:0:30882:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948445.740737:0:30882:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948445.740738:0:30882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948445.740740:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948445.740744:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774e00. 00000020:00000010:3.0:1783948445.740748:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602049c0. 00000008:00000010:3.0:1783948445.740752:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948445.740755:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca540. 00008000:00000010:3.0:1783948445.740758:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948445.740761:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948445.740764:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948445.740768:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774000. 00000008:00000010:3.0:1783948445.740771:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948445.740774:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948445.740776:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948445.740779:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948445.740782:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774a00. 00000020:00000010:3.0:1783948445.740784:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00020000:00000001:3.0:1783948445.740787:0:30882:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948445.740789:0:30882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948445.740791:0:30882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948445.740793:0:30882:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948445.740797:0:30882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948445.740798:0:30882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948445.740801:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.740803:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775600. 00000020:00000010:3.0:1783948445.740805:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.740807:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.740810:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.740813:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.740815:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.740817:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.740819:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775800. 00000008:00000010:3.0:1783948445.740821:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.740824:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.740836:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.740839:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.740842:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775a00. 00000020:00000010:3.0:1783948445.740844:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.740846:0:30882:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.740849:0:30882:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783948445.740892:0:30882:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x26:0x0](ffff89e951d1ec08) 00800000:00000001:3.0:1783948445.740898:0:30882:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783948445.740900:0:30882:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x26:0x0] 00000002:00000001:3.0:1783948445.740905:0:30882:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783948445.740911:0:30882:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.740913:0:30882:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.740916:0:30882:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783948445.740919:0:30882:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783948445.740921:0:30882:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.741555:0:30882:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.741562:0:30882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948445.741568:0:30882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948445.741572:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775a00. 00000020:00000010:3.0:1783948445.741575:0:30882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775800. 00000020:00000010:3.0:1783948445.741578:0:30882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.741582:0:30882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.741584:0:30882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.741587:0:30882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.741591:0:30882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.741594:0:30882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.741596:0:30882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775600. 00000008:00000010:3.0:1783948445.741598:0:30882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.741601:0:30882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.741604:0:30882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.741606:0:30882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948445.741607:0:30882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948445.741610:0:30882:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00020000:00000001:3.0:1783948445.741616:0:30882:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:3.0:1783948445.741617:0:30882:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.741620:0:30882:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1783948445.741624:0:30882:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041300, objid 0x26:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948445.741628:0:30882:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948445.741632:0:30882:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e9509aa080: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:3.0:1783948445.741634:0:30882:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:3.0:1783948445.741636:0:30882:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.741638:0:30882:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1783948445.741639:0:30882:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1783948445.741644:0:30882:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1783948445.741649:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d700 count: 2 00010000:00000001:3.0:1783948445.741651:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.741654:0:30882:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1783948445.741657:0:30882:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1783948445.741790:0:30882:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1783948427 1783948427 1783948427 by oinfo size 0 blocks 0 [cma]time 1783948427 1783948427 1783948427 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1783948445.741812:0:30882:0:(cl_object.c:151:cl_object_top()) ffff89e95201f6c0 -> ffff89e9516a3dc8 00000020:00000001:3.0:1783948445.741814:0:30882:0:(cl_object.c:151:cl_object_top()) ffff89e95201f6c0 -> ffff89e9516a3dc8 00000008:00000001:3.0:1783948445.741817:0:30882:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948445.741820:0:30882:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1783948445.742251:0:30882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abc00. 00010000:00000010:3.1:1783948445.742273:0:30882:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fe00. 00010000:00000010:3.1:1783948445.742278:0:30882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:3.1:1783948445.742281:0:30882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa000. 00010000:00000001:3.0:1783948445.742288:0:30882:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948445.742291:0:30882:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783948445.742298:0:30882:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff89e95201f6c0. 00020000:00000001:3.0:1783948445.742302:0:30882:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1783948445.742305:0:30882:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff89e9516a3ed8. 00020000:00000001:3.0:1783948445.742311:0:30882:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1783948445.742313:0:30882:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948445.742315:0:30882:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948445.742318:0:30882:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.742321:0:30882:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:3.0:1783948445.742323:0:30882:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:3.0:1783948445.742325:0:30882:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:3.0:1783948445.742328:0:30882:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1783948445.742331:0:30882:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff89e9466de378. 00020000:00000010:3.0:1783948445.742335:0:30882:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff89e9585c5c00. 00020000:00000010:3.0:1783948445.742338:0:30882:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff89e9602652c0. 00020000:00000002:3.0:1783948445.742342:0:30882:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041300, objid 0x26:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948445.742347:0:30882:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948445.742351:0:30882:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e9509aa080: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:3.0:1783948445.742356:0:30882:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e9509aa080. 00020000:00000010:3.0:1783948445.742359:0:30882:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041e40. 00020000:00000010:3.0:1783948445.742362:0:30882:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041300. 00020000:00000001:3.0:1783948445.742364:0:30882:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1783948445.742366:0:30882:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519894d8) owner 0000000000000000/ffff89e9412d8000 00020000:00000010:3.0:1783948445.742368:0:30882:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff89e9519894d8. 00020000:00000001:3.0:1783948445.742371:0:30882:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:3.0:1783948445.742374:0:30882:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff89e9516a3d48. 00000020:00001000:3.0:1783948445.742378:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:3.0:1783948445.742381:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775800. 00000020:00000010:3.0:1783948445.742385:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602044e0. 00000008:00000010:3.0:1783948445.742388:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948445.742391:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca180. 00008000:00000010:3.0:1783948445.742394:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948445.742398:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948445.742402:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948445.742405:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775a00. 00000008:00000010:3.0:1783948445.742408:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948445.742412:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948445.742415:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948445.742417:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:3.0:1783948445.742420:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775600. 00000020:00000010:3.0:1783948445.742423:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:3.0:1783948445.742426:0:30882:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783948445.742429:0:30882:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783948445.742465:0:30882:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783948445.742468:0:30882:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948445.742471:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd98 00000080:00200008:3.0:1783948445.742473:0:30882:0:(file.c:447:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), flags 704000 00000080:00400000:3.0:1783948445.742477:0:30882:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:3.0:1783948445.742481:0:30882:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783948445.742482:0:30882:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1783948445.742484:0:30882:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1783948445.742491:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.742494:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.742499:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:3.0:1783948445.742501:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.742505:0:30882:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783948445.742509:0:30882:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783948445.742512:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.742519:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.742523:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948445.742531:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.742533:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.742535:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1783948445.742537:0:30882:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 16 00000080:00000010:3.0:1783948445.742540:0:30882:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e954ebd680. 00000080:00000001:3.0:1783948445.742545:0:30882:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948445.742549:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd98 00000080:00000008:3.0:1783948445.742551:0:30882:0:(file.c:491:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff89e951d85348), flags 704000, rc = 0 00000080:00000001:3.0:1783948445.742565:0:30882:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.742566:0:30882:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.742570:0:30882:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948445.742571:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbe00 00000080:00002000:3.0:1783948445.742573:0:30882:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff89e951e77af8, parent ffff89e951e2fe58, inode ffff89e951d85348) hashed, 00000080:00000001:3.0:1783948445.742576:0:30882:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.742582:0:30882:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948445.742584:0:30882:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948445.742611:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.742616:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.742618:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.742620:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbbd8 00000080:00200000:3.0:1783948445.742622:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948445.742627:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775600. 00800000:00000002:3.0:1783948445.742632:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.742636:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.742640:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.742641:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbaf8 00800000:00000002:3.0:1783948445.742643:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.742646:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.742650:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.742654:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.742656:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9c8 00000002:00010000:3.0:1783948445.743720:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.743729:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.743731:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.743733:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.743740:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948445.743743:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.743747:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.743752:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.743757:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783948445.743767:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.743772:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.744131:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783948445.744141:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.744143:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.744145:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.744148:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.744151:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.744154:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.744156:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.744159:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.744163:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775600. 00000080:00000001:3.0:1783948445.744168:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.744169:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.744172:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.744176:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440bed 00800000:00000001:3.0:1783948445.744179:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.744182:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.744184:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.744187:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.744191:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.744193:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.744196:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.744200:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.744201:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.744203:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.744205:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.744206:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bed from it ffffb87d01bfbc10 00010000:00000001:3.0:1783948445.744208:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.744209:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.744211:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.744212:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.744215:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.744217:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.744220:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948445.744226:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.744226:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.744228:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.744230:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.744232:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948445.744240:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.744243:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.744245:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.744250:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.744252:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.744253:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.744256:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.744258:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.744260:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.744263:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.744265:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.744266:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.744267:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.744270:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.744272:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.744276:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948445.744281:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948445.744299:0:30882:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abac0. 00000020:00000001:3.0:1783948445.744304:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbdc8 00000080:00200000:3.0:1783948445.744306:0:30882:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=0 00000080:00000001:3.0:1783948445.744309:0:30882:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948445.744311:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc78 00000080:00200000:3.0:1783948445.744314:0:30882:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:3.0:1783948445.744323:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775600. 00800000:00000002:3.0:1783948445.744326:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.744331:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.744334:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.744335:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb98 00800000:00000002:3.0:1783948445.744337:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.744340:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948445.744345:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb30 00800000:00000002:3.0:1783948445.744346:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1783948445.744350:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.744351:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba68 00000002:00010000:3.0:1783948445.744352:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783948445.744356:0:30882:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948445.744359:0:30882:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948445.744365:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67800. 00000020:00000040:3.0:1783948445.744369:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948445.744376:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948445.744380:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.744383:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.744384:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.744385:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.744388:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.744390:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.744394:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.744401:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8c00. 00000100:00000001:3.0:1783948445.744409:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.744414:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.744416:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.744417:0:30882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948445.744419:0:30882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.744420:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.744429:0:30882:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907361792 : -129839802189824 : ffff89e950b67800) 00010000:00000001:3.0:1783948445.744433:0:30882:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948445.744435:0:30882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948445.744438:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948445.744440:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.744442:0:30882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948445.744446:0:30882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597800. 00000020:00000001:3.0:1783948445.744449:0:30882:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948445.744451:0:30882:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597800 with handle 0x8c7cf19e4b440c02 to hash 00000020:00000001:3.0:1783948445.744453:0:30882:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948445.744455:0:30882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.744458:0:30882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.744461:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.744463:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.744466:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.744472:0:30882:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.744481:0:30882:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948445.744488:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.744490:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.744498:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279540. 00000100:00000001:3.0:1783948445.744500:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552064 : -129839777999552 : ffff89e952279540) 00000100:00000001:3.0:1783948445.744503:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.744505:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907361792 : -129839802189824 : ffff89e950b67800) 00000100:00000001:3.0:1783948445.744510:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.744513:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.744515:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.744517:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.744527:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.744536:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.744538:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.744542:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.744545:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.744547:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.744551:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67800 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502656:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948445.744556:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.744561:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.744564:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.744567:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.744572:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948445.744574:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.744583:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.744588:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.744595:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948445.744601:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636502656, portal 10 00000100:00000001:3.0:1783948445.744603:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.744605:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907361792 : -129839802189824 : ffff89e950b67800) 00000100:00000040:3.0:1783948445.744611:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.744619:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.744622:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948445.744625:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125220. 00000100:00000200:3.0:1783948445.744628:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636502656, offset 0 00000400:00000200:3.0:1783948445.744635:0:30882:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948445.744644:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.744653:0:30882:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948445.745462:0:30882:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948445.745469:0:30882:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948445.745472:0:30882:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948445.745475:0:30882:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948445.745479:0:30882:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2442:2442:256:4294967295] 192.168.202.104@tcp LPNI seq info [2442:2442:8:4294967295] 00000400:00000200:3.0:1783948445.745485:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948445.745496:0:30882:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948445.745502:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948445.745510:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9000. 00000800:00000200:3.0:1783948445.745529:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948445.745537:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948445.745541:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783948445.745561:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.745568:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 794907 usecs (795 jiffies) 00000400:00000200:3.0:1783948445.745572:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948445.745576:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296536692 00000100:00000001:3.0:1783948445.745579:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.745582:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296536692 00000100:00000001:3.0:1783948445.745585:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296537833 00000100:00000001:3.0:1783948445.745587:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.745591:0:30882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.745593:0:30882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948445.745595:0:30882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948445.745598:0:30882:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279540 going to sleep for 11 seconds 00000100:00000001:3.0:1783948445.745602:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948445.745605:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948445.746283:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.746288:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9000. 00000400:00000200:1.0:1783948445.746294:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.746300:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.746306:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125220 00000400:00000010:1.0:1783948445.746309:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125220. 00000100:00000001:1.0:1783948445.746313:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.746320:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.746331:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.746335:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.746342:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.746344:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1783948445.749493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e900. 00000080:00000010:3.1:1783948445.752688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1eb40. 00000080:00000010:3.1:1783948445.752711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e660. 00000800:00000001:0.0:1783948445.752910:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.753016:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.753020:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.753023:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.753031:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.753038:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948445.753046:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.753051:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.753118:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.753121:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944f080 00000400:00000200:0.0:1783948445.753126:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.753133:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6bc1 [1] + 224 00000800:00000001:0.0:1783948445.753140:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.753148:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.753151:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.753155:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948445.753162:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.753170:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948445.753179:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.753197:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948445.753205:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.753208:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.753317:0:30882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948445.753326:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948445.753328:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948445.753332:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b987e8. 00000400:00000200:3.0:1783948445.753336:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:3.0:1783948445.753339:0:30882:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:3.0:1783948445.753343:0:30882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948445.753348:0:30882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948445.753357:0:30882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.753362:0:30882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948445.753364:0:30882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.753366:0:30882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948445.753370:0:30882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948445.753373:0:30882:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948445.753374:0:30882:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.753378:0:30882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948445.753387:0:30882:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=115 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948445.753390:0:30882:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948445.753393:0:30882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948445.753395:0:30882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.753397:0:30882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948445.753400:0:30882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.753404:0:30882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948445.753406:0:30882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1783948445.753408:0:30882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948445.753410:0:30882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948445.753415:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.753422:0:30882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948445.753424:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948445.753426:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948445.753430:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948445.753437:0:30882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67800 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502656:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948445.753441:0:30882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948445.753444:0:30882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.753447:0:30882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948445.753449:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.753452:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.753459:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948445.753461:0:30882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279540. 00000100:00000001:3.0:1783948445.753466:0:30882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948445.753468:0:30882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.753471:0:30882:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948445.753474:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.753477:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.753481:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=4 00000020:00000001:3.0:1783948445.753483:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.753486:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000040:3.0:1783948445.753493:0:30882:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597800, remote cookie: 0x2ceea11ad5e05f08, flags: 0x1001 00010000:00010000:3.0:1783948445.753498:0:30882:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948445.753506:0:30882:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948445.753509:0:30882:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783948445.753516:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:3.0:1783948445.753518:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.753521:0:30882:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.753524:0:30882:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948445.753532:0:30882:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.753539:0:30882:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948445.753543:0:30882:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948445.753546:0:30882:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948445.753549:0:30882:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948445.753550:0:30882:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948445.753552:0:30882:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff89e948cd7400) refcount = 2 00010000:00000040:3.0:1783948445.753556:0:30882:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948445.753558:0:30882:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948445.753565:0:30882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.753570:0:30882:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948445.753574:0:30882:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948445.753575:0:30882:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.753578:0:30882:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948445.753581:0:30882:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.753585:0:30882:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.753590:0:30882:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948445.753592:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.753594:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.753594:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.753595:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.753597:0:30882:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.753601:0:30882:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948445.753603:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.753604:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.753605:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.753607:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.753610:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.753612:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.753613:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.753614:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=4 00000020:00000001:3.0:1783948445.753615:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.753618:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.753620:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.753623:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.753626:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.753632:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.753633:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.753634:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.753635:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.753637:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=5 00000020:00000001:3.0:1783948445.753639:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.753641:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.753643:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.753646:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.753652:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.753653:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948445.753655:0:30882:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.754360:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.754363:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754364:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.754365:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754366:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948445.754376:0:30882:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948445.754384:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.754386:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.754388:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.754390:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754393:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754395:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754396:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.754397:0:30882:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.754401:0:30882:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.754404:0:30882:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948445.754406:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.754407:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.754408:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.754410:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754412:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00000002:00010000:3.0:1783948445.754417:0:30882:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.754423:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754424:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.754426:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948445.754428:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.754429:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.754431:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.754432:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754435:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000040:3.0:1783948445.754439:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 3 00010000:00000001:3.0:1783948445.754441:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948445.754445:0:30882:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1783948445.754447:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754448:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.754450:0:30882:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948445.754453:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfb9f0 00000002:00002000:3.0:1783948445.754455:0:30882:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948445.754458:0:30882:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.754462:0:30882:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.754464:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948445.754468:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948445.754471:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.754475:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:3.0:1783948445.754478:0:30882:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948445.754480:0:30882:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01bfbe00 it_disposition b 00000080:00000001:3.0:1783948445.754483:0:30882:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948445.754488:0:30882:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948445.754491:0:30882:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948445.754493:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948445.754496:0:30882:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783948445.754503:0:30882:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948445.754505:0:30882:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1783948445.754507:0:30882:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.754510:0:30882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1783948445.754513:0:30882:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948445.754515:0:30882:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833956 mtime from 1783948427 to 1783948445 00000080:00200000:3.0:1783948445.754520:0:30882:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 4096 00000080:00200000:3.0:1783948445.754523:0:30882:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff89e951d85348): rc = 0 00000080:00000001:3.0:1783948445.754525:0:30882:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926357832 : -129839783193784 : ffff89e951d85348) 00010000:00000001:3.0:1783948445.754527:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.754528:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.754530:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.754532:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754534:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754536:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754537:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.754539:0:30882:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948445.754541:0:30882:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948445.754542:0:30882:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948445.754545:0:30882:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948445.754547:0:30882:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.754550:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440c02 00800000:00000001:3.0:1783948445.754553:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.754555:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.754556:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.754557:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.754559:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.754561:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754563:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754565:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754566:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.754568:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.754570:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783948445.754575:0:30882:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f5a438 inode ffff89e951d85348 refc 1 flags 0x20000e 00000080:00000001:3.0:1783948445.754579:0:30882:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948445.754581:0:30882:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.754583:0:30882:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783948445.754587:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff89e951d85348) 00000080:00010000:3.0:1783948445.754591:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c02 from it ffffb87d01bfbe00 00010000:00000001:3.0:1783948445.754592:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.754594:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.754595:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948445.754597:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754599:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948445.754600:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.754603:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948445.754609:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754610:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.754612:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.754615:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.754617:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948445.754625:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.754628:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.754631:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.754635:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754636:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.754637:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.754640:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.754642:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.754644:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.754647:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.754648:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.754650:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754651:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948445.754653:0:30882:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948445.754656:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775600. 00000100:00000001:3.0:1783948445.754738:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948445.754743:0:30882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67800 x1870603636502656/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.754751:0:30882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948445.754753:0:30882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948445.754757:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948445.754760:0:30882:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948445.754762:0:30882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948445.754764:0:30882:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948445.754766:0:30882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948445.754768:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8c00. 02000000:00000001:3.0:1783948445.754771:0:30882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948445.754773:0:30882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948445.754774:0:30882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67800. 00000100:00000001:3.0:1783948445.754778:0:30882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948445.754780:0:30882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948445.754782:0:30882:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783948445.754784:0:30882:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01bfbe00 released 00000080:00000001:3.0:1783948445.754786:0:30882:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783948445.754790:0:30882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948445.754793:0:30882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948445.754795:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbd50 00000080:00200000:3.0:1783948445.754797:0:30882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948445.754806:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775600. 00800000:00000002:3.0:1783948445.754812:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948445.754816:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948445.754819:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.754820:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbc70 00800000:00000002:3.0:1783948445.754831:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948445.754835:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948445.754838:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948445.754842:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948445.754844:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbb40 00000002:00010000:3.0:1783948445.754846:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948445.754868:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948445.754870:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.754872:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.754875:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948445.754877:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.754890:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.754894:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948445.754897:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783948445.754904:0:30882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948445.754908:0:30882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948445.754911:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783948445.754918:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948445.754920:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.754921:0:30882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.754935:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948445.754937:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.754939:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948445.754941:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948445.754943:0:30882:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948445.754945:0:30882:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775600. 00000080:00000001:3.0:1783948445.754949:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948445.754951:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.754953:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948445.754956:0:30882:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440bed 00800000:00000001:3.0:1783948445.754959:0:30882:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948445.754960:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948445.754961:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.754963:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.754964:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.754966:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.754968:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.754970:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754971:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948445.754972:0:30882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948445.754974:0:30882:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948445.754976:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440bed from it ffffb87d01bfbd88 00010000:00000001:3.0:1783948445.754977:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948445.754979:0:30882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948445.754980:0:30882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948445.754982:0:30882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.754984:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948445.754986:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948445.754989:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948445.754996:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.754997:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.754998:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948445.754999:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948445.755002:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948445.755008:0:30882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948445.755010:0:30882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948445.755012:0:30882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948445.755013:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.755015:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.755016:0:30882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.755018:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948445.755019:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.755020:0:30882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.755022:0:30882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.755024:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948445.755025:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.755026:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948445.755027:0:30882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948445.755029:0:30882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948445.755032:0:30882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948445.755037:0:30882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.755042:0:30882:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:3.0:1783948445.755044:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfbe18 00000080:00200000:3.0:1783948445.755046:0:30882:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:3.0:1783948445.755049:0:30882:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1783948445.755052:0:30882:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000404:0x24:0x0]) is foreign... 00000080:00000001:3.0:1783948445.755551:0:30882:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783948445.755558:0:30882:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775600. 00800000:00000002:3.0:1783948445.755561:0:30882:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:3.0:1783948445.755568:0:30882:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:3.0:1783948445.755572:0:30882:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1783948445.755574:0:30882:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x24:0x0] 00800000:00000001:3.0:1783948445.755576:0:30882:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948445.755578:0:30882:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x24:0x0] -> mds #0 00000002:00000001:3.0:1783948445.755581:0:30882:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783948445.755584:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.755587:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948445.755590:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.755592:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.755595:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.755598:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440bed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05ead expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1783948445.755611:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.755614:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.755616:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.755617:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948445.755619:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.755621:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.755623:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 3 00010000:00000001:3.0:1783948445.755624:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.755626:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.755627:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.755628:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.755630:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 3 00010000:00000001:3.0:1783948445.755631:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.755633:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.755634:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.755635:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.755637:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 3 00010000:00000001:3.0:1783948445.755638:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.755640:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.755641:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948445.755643:0:30882:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948445.755647:0:30882:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948445.755649:0:30882:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948445.755651:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.755652:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.755655:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.755658:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.755660:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.755661:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.755663:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.755665:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235c00 with handle 0x8c7cf19e4b440bed from hash 00010000:00000001:3.0:1783948445.755667:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.755669:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.755670:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.755671:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.755673:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.755675:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.755688:0:30882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948445.755690:0:30882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.755692:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948445.755694:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948445.755696:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 3 00010000:00000001:3.0:1783948445.755698:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948445.755699:0:30882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948445.755701:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.755703:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440c02 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05f08 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1783948445.755709:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.755711:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.755712:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.755713:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:3.0:1783948445.755714:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.755715:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.755717:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948445.755718:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.755720:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.755721:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.755722:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.755724:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948445.755725:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.755728:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.755729:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.755730:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.755731:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948445.755733:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.755735:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.755736:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948445.755738:0:30882:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff89e951d85280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948445.755740:0:30882:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948445.755742:0:30882:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948445.755743:0:30882:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948445.755745:0:30882:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff89e951d85348) invalid 00000020:00000001:3.0:1783948445.755747:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bfba80 00000080:00002000:3.0:1783948445.755749:0:30882:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff89e951f5a438) parent ffff89e951e2fe58 inode ffff89e951d85348 refc 2 00000080:00000001:3.0:1783948445.755752:0:30882:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948445.755753:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948445.755754:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948445.755756:0:30882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948445.755757:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948445.755758:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948445.755760:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948445.755761:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948445.755763:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597800 with handle 0x8c7cf19e4b440c02 from hash 00010000:00000001:3.0:1783948445.755765:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948445.755766:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948445.755767:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948445.755768:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948445.755769:0:30882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948445.755770:0:30882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948445.755772:0:30882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948445.755775:0:30882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440bfb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05ec9 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783948445.755781:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948445.755782:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948445.755783:0:30882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948445.755784:0:30882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:3.0:1783948445.755786:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.755787:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.755789:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948445.755790:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.755793:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948445.755794:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948445.755795:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948445.755797:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948445.755799:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948445.755801:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.755802:0:30882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948445.755804:0:30882:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783948445.755807:0:30882:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783948445.755810:0:30882:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e958775a00. 00000080:00000001:3.0:1783948445.755812:0:30882:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783948445.755815:0:30882:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783948445.755818:0:30882:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:3.0:1783948445.755820:0:30882:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:3.0:1783948445.755823:0:30882:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783948445.755825:0:30882:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:3.0:1783948445.755829:0:30882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67800. 00000020:00000040:3.0:1783948445.755833:0:30882:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948445.755837:0:30882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948445.755840:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948445.755843:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948445.755850:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958775800. 00000100:00000001:3.0:1783948445.755888:0:30882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783948445.755902:0:30882:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e9529cd880 x1870603636502272/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948461 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783948445.755913:0:30882:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783948445.755918:0:30882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b67800 x1870603636502912/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783948445.755941:0:30882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948445.755943:0:30882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948445.755951:0:30882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279540. 00000100:00000001:3.0:1783948445.755953:0:30882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552064 : -129839777999552 : ffff89e952279540) 00000100:00000001:3.0:1783948445.755956:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.755957:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907361792 : -129839802189824 : ffff89e950b67800) 00000100:00000001:3.0:1783948445.755962:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948445.755967:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948445.755969:0:30882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948445.755971:0:30882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948445.755975:0:30882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67800 x1870603636502912/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.755982:0:30882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948445.755984:0:30882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.755988:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948445.755991:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948445.755993:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948445.755996:0:30882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67800 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:30882:1870603636502912:192.168.202.104@tcp:35:rm.0 00000100:00000001:3.0:1783948445.756000:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948445.756005:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948445.756007:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948445.756010:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948445.756014:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e8c00. 02000000:00000001:3.0:1783948445.756016:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948445.756023:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948445.756027:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b987e8. 00000400:00000010:3.0:1783948445.756035:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948445.756044:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636502912, portal 10 00000100:00000001:3.0:1783948445.756046:0:30882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948445.756047:0:30882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907361792 : -129839802189824 : ffff89e950b67800) 00000100:00000040:3.0:1783948445.756425:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b67800 x1870603636502912/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948445.756438:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948445.756442:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000800:00000200:1.0:1783948445.757221:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.757227:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3c00. 00000400:00000200:1.0:1783948445.757235:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.757240:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.757249:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2dd0 00000400:00000010:1.0:1783948445.757251:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2dd0. 00000100:00000001:1.0:1783948445.757258:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.757264:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67800 x1870603636502912/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.757276:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.757282:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67800 x1870603636502912/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948445.757289:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.757293:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948445.760112:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.760130:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.760134:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.760137:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.760145:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.760152:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948445.760161:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.760166:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.760171:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.760176:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944f180 00000400:00000200:0.0:1783948445.760181:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.760187:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6bc9 [1] + 224 00000800:00000001:0.0:1783948445.760195:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.760202:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.760205:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.760208:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948445.760215:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.760222:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67800 x1870603636502912/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948445.760229:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e950b67800 x1870603636502912/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948445.760246:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948445.760253:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.760255:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948445.763144:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948445.763152:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3f00. 00000400:00000200:1.0:1783948445.763159:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948445.763166:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948445.763173:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2000 00000400:00000010:1.0:1783948445.763175:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2000. 00000100:00000001:1.0:1783948445.763180:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948445.763188:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d500 x1870603636503168/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948445.763202:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948445.763205:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d500 x1870603636503168/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948445.763212:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948445.763214:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948445.767214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597800. 00010000:00000010:2.1:1783948445.767232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7400. 00010000:00000010:2.1:1783948445.767236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00010000:00000010:2.1:1783948445.767240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f700. 00010000:00000010:2.1:1783948445.767243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00000800:00000001:0.0:1783948445.772592:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.772614:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948445.772619:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.772622:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.772633:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.772641:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948445.772653:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.772658:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.772664:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.772668:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd944f280 00000400:00000200:0.0:1783948445.772674:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.772692:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6bd1 [1] + 224 00000800:00000001:0.0:1783948445.772700:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.772723:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948445.772727:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.772732:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948445.772740:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948445.772750:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d500 x1870603636503168/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948445.772762:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e95066d500 x1870603636503168/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948445.772785:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948445.772795:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948445.772798:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.772804:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948445.772810:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2445:2445:256:4294967295] 192.168.202.104@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:0.0:1783948445.772815:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948445.772831:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948445.772837:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948445.772843:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948445.772897:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948445.772908:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948445.772913:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948445.772995:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948445.772999:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:0.0:1783948445.773001:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948445.773005:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948445.773011:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948445.773014:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783948445.780953:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d85280. 00000080:00000010:2.1:1783948445.780968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abac0. 00000020:00000001:1.0:1783948445.914962:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948445.914967:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948445.914971:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948446.941659:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948446.941664:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948446.941679:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948447.960165:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296537833, at 4296538112 00000100:00000010:0.0:1783948447.960177:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619a80. 00000020:00000001:1.0:1783948447.960346:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948447.960350:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948447.960354:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948447.960363:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296537833, at 4296538112 00000100:00000010:1.0:1783948447.960369:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619060. 00000100:00000040:1.0:1783948448.471993:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948448.472004:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948448.472013:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948448.472020:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:1.0:1783948448.472025:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948448.472039:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948448.472045:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948448.472055:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e400. 00000100:00000001:1.0:1783948448.472231:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.472248:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948448.472260:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948448.472265:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.472274:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a291e8b7] to pc [ptlrpcd_00_00+0] req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.472319:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948448.472323:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948448.472326:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948448.472333:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.472341:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948448.472344:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.472348:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948448.472350:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948448.472353:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948448.472357:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636503296:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948448.472361:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948448.472367:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948448.472369:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.472372:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948448.472377:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7e00. 02000000:00000001:0.0:1783948448.472379:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948448.472386:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948448.472390:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948448.472396:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948448.472403:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636503296, portal 25 00000100:00000001:0.0:1783948448.472420:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948448.472421:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:0.0:1783948448.472427:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.472939:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948448.472944:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948448.472948:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf660. 00000100:00000200:0.0:1783948448.472952:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636503296, offset 0 00000400:00000200:0.0:1783948448.472959:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948448.472969:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.472976:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948448.472982:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948448.472986:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948448.472990:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948448.472993:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948448.472997:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2446:2446:256:4294967295] 192.168.202.104@tcp LPNI seq info [2446:2446:8:4294967295] 00000400:00000200:0.0:1783948448.473000:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.473009:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948448.473015:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948448.473021:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442800. 00000800:00000200:0.0:1783948448.473039:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948448.473048:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948448.473053:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948448.473132:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948448.473139:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948448.473142:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296542949 00000100:00000010:0.0:1783948448.473150:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713f60. 00000100:00000001:0.0:1783948448.473157:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783948448.473165:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296542949 00000100:00000010:0.0:1783948448.473168:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9437135a0. 00000100:00000001:0.0:1783948448.473239:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783948448.473243:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948448.473246:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.473248:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.473251:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948448.473294:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.473297:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948448.473301:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948448.473306:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cce00. 00000020:00000040:1.0:1783948448.473309:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948448.473312:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948448.473314:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948448.473317:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948448.473322:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e900. 00000100:00000001:1.0:1783948448.473325:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.473331:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948448.473339:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948448.473342:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.473346:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007db2a4a] to pc [ptlrpcd_00_01+1] req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.476889:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948448.476900:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948448.476907:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948448.476910:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948448.476914:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948448.476917:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783948448.476920:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.476923:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948448.476924:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.476925:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948448.476926:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948448.476928:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948448.476943:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.476953:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948448.476955:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.476960:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948448.476964:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948448.476967:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948448.476970:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636503424:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948448.476974:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948448.476980:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948448.476983:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.476985:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948448.476993:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a6800. 02000000:00000001:0.0:1783948448.476996:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948448.477004:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948448.477008:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb58. 00000400:00000010:0.0:1783948448.477015:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf220. 00000100:00000200:0.0:1783948448.477022:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636503424, portal 10 00000100:00000001:0.0:1783948448.477024:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948448.477026:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00000100:00000001:1.0:1783948448.477266:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.477272:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948448.477276:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948448.477283:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cdf80. 00000020:00000040:1.0:1783948448.477287:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948448.477292:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948448.477295:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948448.477299:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948448.477306:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4ee00. 00000100:00000001:1.0:1783948448.477313:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.477319:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948448.477329:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948448.477334:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.477339:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb2b7fac] to pc [ptlrpcd_00_00+0] req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.477356:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.477359:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948448.477362:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948448.477365:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cdc00. 00000020:00000040:1.0:1783948448.477368:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:1.0:1783948448.477371:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948448.477372:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948448.477374:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948448.477377:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e000. 00000100:00000001:1.0:1783948448.477380:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.477384:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948448.477391:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948448.477393:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.477397:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b332441] to pc [ptlrpcd_00_01+1] req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.477404:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.477409:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1876) 00000100:00000001:1.0:1783948448.477432:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1783948448.477738:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.477746:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948448.477748:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948448.477822:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf110. 00000100:00000200:0.0:1783948448.477827:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636503424, offset 0 00000400:00000200:0.0:1783948448.477835:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948448.477846:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.477870:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948448.477876:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948448.477880:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948448.477884:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948448.477887:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948448.477891:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2447:2447:255:4294967295] 192.168.202.104@tcp LPNI seq info [2447:2447:7:4294967295] 00000400:00000200:0.0:1783948448.477896:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.477906:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948448.477912:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948448.477920:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e945442900. 00000800:00000200:0.0:1783948448.477928:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948448.477937:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948448.477942:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e945442900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948448.477946:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.477950:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 791681 usecs (792 jiffies) 00000400:00000200:0.0:1783948448.477955:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948448.477957:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296539422 00000100:00000001:0.0:1783948448.477961:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296542949 00000100:00000001:0.0:1783948448.477963:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296539422 00000100:00000001:0.0:1783948448.477966:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296542949 00000100:00000001:0.0:1783948448.477968:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948448.477971:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.477974:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.477976:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.477982:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948448.477984:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948448.477986:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948448.477987:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948448.477989:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948448.477992:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.477999:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948448.478001:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.478003:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948448.478005:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948448.478008:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948448.478010:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636503552:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948448.478014:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948448.478018:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948448.478019:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.478021:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948448.478025:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7a00. 02000000:00000001:0.0:1783948448.478027:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948448.478512:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948448.478517:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae2c0. 00000400:00000010:0.0:1783948448.478524:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfbb0. 00000100:00000200:0.0:1783948448.478528:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636503552, portal 4 00000100:00000001:0.0:1783948448.478530:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948448.478532:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000100:00000040:0.0:1783948448.478539:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.478544:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948448.478546:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948448.478549:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfc38. 00000100:00000200:0.0:1783948448.478551:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636503552, offset 0 00000400:00000200:0.0:1783948448.478557:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948448.478561:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.478565:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948448.478568:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948448.478571:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948448.478573:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948448.478575:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948448.478578:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2448:2448:254:4294967295] 192.168.202.104@tcp LPNI seq info [2448:2448:6:4294967295] 00000400:00000200:0.0:1783948448.478582:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.478589:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948448.478594:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948448.478599:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948448.478603:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948448.478608:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948448.478611:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948448.478615:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.478619:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21642 usecs (22 jiffies) 00000400:00000200:0.0:1783948448.478623:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948448.478624:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296538652 00000100:00000001:0.0:1783948448.478627:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296542949 00000100:00000001:0.0:1783948448.478629:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296538652 00000100:00000001:0.0:1783948448.478630:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296542949 00000100:00000001:0.0:1783948448.478633:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948448.478635:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.478639:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.478642:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.478647:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948448.478649:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948448.478651:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948448.478817:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948448.478820:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948448.478826:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.478833:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948448.478834:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948448.478837:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948448.478839:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948448.478841:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948448.478844:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636503680:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948448.478847:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948448.478874:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948448.478876:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948448.478878:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948448.478883:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9584cfc00. 02000000:00000001:1.0:1783948448.478884:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948448.478888:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948448.478890:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888898. 00000400:00000010:1.0:1783948448.478895:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948448.478898:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636503680, portal 4 00000100:00000001:1.0:1783948448.478899:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948448.478900:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000040:1.0:1783948448.478907:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.478913:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948448.478915:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948448.478917:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506184c8. 00000100:00000200:1.0:1783948448.478919:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636503680, offset 0 00000400:00000200:1.0:1783948448.478923:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948448.478927:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.479524:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948448.479530:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948448.479533:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948448.479535:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948448.479538:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948448.479541:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2449:2449:253:4294967295] 192.168.202.104@tcp LPNI seq info [2449:2449:5:4294967295] 00000400:00000200:1.0:1783948448.479547:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.479553:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948448.479558:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948448.479563:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948448.479568:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948448.479572:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948448.479576:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948448.479580:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.479584:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 279990 usecs (280 jiffies) 00000400:00000200:1.0:1783948448.479587:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948448.479589:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296538911 00000100:00000001:1.0:1783948448.479591:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296542949 00000100:00000001:1.0:1783948448.479593:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296538911 00000100:00000001:1.0:1783948448.479595:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296542949 00000100:00000001:1.0:1783948448.479597:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948448.479599:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948448.479602:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948448.479604:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948448.479609:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948448.479610:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948448.479612:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948448.479614:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948448.479615:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948448.479617:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.479843:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948448.479847:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.479866:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948448.479914:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948448.479918:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442800. 00000400:00000200:0.0:1783948448.479923:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.479928:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948448.479934:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf660 00000400:00000010:0.0:1783948448.479937:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf660. 00000100:00000001:0.0:1783948448.479940:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948448.479946:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.479957:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948448.479961:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.479967:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.479970:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948448.479983:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948448.479985:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e945442900. 00000400:00000200:0.0:1783948448.479988:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.479991:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948448.479994:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf110 00000400:00000010:0.0:1783948448.479995:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf110. 00000100:00000001:0.0:1783948448.479998:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948448.480001:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.480008:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948448.480011:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.480016:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.480017:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948448.480025:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948448.480039:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:0.0:1783948448.480043:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.480046:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948448.480048:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfc38 00000400:00000010:0.0:1783948448.480049:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfc38. 00000100:00000001:0.0:1783948448.480051:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948448.480055:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.480812:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948448.480817:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.480822:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.480823:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948448.480956:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948448.480958:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:0.0:1783948448.480961:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.480964:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948448.480966:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506184c8 00000400:00000010:0.0:1783948448.480968:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506184c8. 00000100:00000001:0.0:1783948448.480970:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948448.480974:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.480979:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948448.480981:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.480985:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.480986:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948448.483703:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.483719:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948448.483724:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.483726:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.483734:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.483742:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948448.483751:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.483756:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.483762:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.483766:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944f300 00000400:00000200:0.0:1783948448.483773:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.483780:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6bd9 [1] + 224 00000800:00000001:0.0:1783948448.483788:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.483795:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.483799:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.483803:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948448.483810:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948448.483820:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948448.483832:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.483847:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948448.484000:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.484004:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.484016:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948448.484021:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948448.484030:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948448.484032:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948448.484035:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae4d0. 00000400:00000200:0.0:1783948448.484040:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948448.484043:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948448.484046:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948448.484051:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948448.484061:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.484068:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948448.484070:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.484073:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948448.484076:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948448.484078:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948448.484081:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.484084:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948448.484091:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948448.484095:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948448.484097:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948448.484099:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.484102:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948448.484104:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.484107:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.484112:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.484120:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948448.484123:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948448.484125:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948448.484129:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948448.484136:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636503296:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948448.484142:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.484144:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948448.484147:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636503296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.484155:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948448.484158:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948448.484161:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7e00. 02000000:00000001:0.0:1783948448.484165:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948448.484167:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948448.484169:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948448.484171:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948448.484174:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e400. 02000000:00000001:0.0:1783948448.484178:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948448.484179:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948448.484181:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:0.0:1783948448.484185:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948448.484187:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.484190:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.484191:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948448.484192:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948448.484194:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.484195:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948448.485939:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.485956:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948448.485961:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.485963:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.485973:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.485981:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948448.485990:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.485995:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.486001:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.486006:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd944f380 00000400:00000200:0.0:1783948448.486012:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.486018:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6be9 [1] + 224 00000800:00000001:0.0:1783948448.486025:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.486030:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.486033:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.486038:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948448.486044:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948448.486053:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948448.486065:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.486081:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948448.486088:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.486092:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948448.486094:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.486096:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.486099:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.486102:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948448.486107:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.486110:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.486113:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.486116:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944f400 00000400:00000200:0.0:1783948448.486119:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.486124:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6bf9 [1] + 224 00000800:00000001:0.0:1783948448.486128:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.486136:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.486138:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.486141:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948448.486144:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948448.486149:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948448.486157:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.486163:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948448.486167:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.486170:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.486183:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948448.486187:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948448.486192:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948448.486194:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948448.486196:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae2c0. 00000400:00000200:0.0:1783948448.486201:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfbb0 00000400:00000010:0.0:1783948448.486203:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfbb0. 00000100:00000001:0.0:1783948448.486206:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948448.486210:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948448.486219:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.486226:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948448.486227:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.486230:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948448.486233:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948448.486236:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948448.486237:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.486241:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948448.486248:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=118 v=5 (5 5 5 112) 00000100:00001000:0.0:1783948448.486252:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=23 v=5 (1 1 0 0) 00000100:00000001:0.0:1783948448.486255:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948448.486256:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.486259:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948448.486262:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.486266:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948448.486268:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1783948448.486270:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948448.486273:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.486278:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.486285:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948448.486299:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948448.486302:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948448.486306:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948448.486314:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636503552:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948448.486319:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948448.486321:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948448.486322:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb58. 00000400:00000200:0.0:1783948448.486325:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf220 00000400:00000010:0.0:1783948448.486327:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf220. 00000100:00000001:0.0:1783948448.486329:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948448.486332:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948448.486340:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.486347:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948448.486348:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.486350:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948448.486351:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948448.486352:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948448.486353:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.486355:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948448.486359:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=118 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948448.486361:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948448.486363:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948448.486365:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.486366:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948448.486368:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.486370:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948448.486371:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1783948448.486373:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948448.486374:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.486378:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.486390:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948448.486392:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948448.486393:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948448.486397:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948448.486404:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636503424:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948448.486407:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.486409:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948448.486413:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cdf80 x1870603636503552/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.486427:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948448.486429:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948448.486433:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7a00. 02000000:00000001:0.0:1783948448.486437:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948448.486440:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948448.486442:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948448.486443:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948448.486446:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4ee00. 02000000:00000001:0.0:1783948448.486449:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948448.486450:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948448.486452:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cdf80. 00000100:00000001:0.0:1783948448.486455:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948448.486456:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.486458:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948448.486461:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cce00 x1870603636503424/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948448.486466:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948448.486467:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948448.486469:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a6800. 02000000:00000001:0.0:1783948448.486471:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948448.486472:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948448.486474:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948448.486475:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948448.486477:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e900. 02000000:00000001:0.0:1783948448.486479:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948448.486480:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948448.486481:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cce00. 00000100:00000001:0.0:1783948448.486483:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948448.486485:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.486487:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.486497:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948448.486499:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.486502:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948448.486505:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948448.494563:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.494581:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948448.494586:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.494589:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948448.494596:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.494604:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948448.494614:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.494619:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.494625:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.494629:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944f480 00000400:00000200:1.0:1783948448.494634:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.494641:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6c09 [1] + 224 00000800:00000001:1.0:1783948448.494649:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.494672:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948448.494676:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948448.494680:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948448.494689:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948448.494708:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948448.494720:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.494735:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948448.494742:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.494746:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948448.494904:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948448.494909:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948448.494916:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948448.494918:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948448.494921:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888898. 00000400:00000200:1.0:1783948448.494926:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618ee0 00000400:00000010:1.0:1783948448.494929:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618ee0. 00000100:00000001:1.0:1783948448.494933:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948448.494938:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948448.494949:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.494955:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948448.494957:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948448.494959:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948448.494963:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948448.494966:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948448.494967:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948448.494971:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948448.494980:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=118 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948448.494984:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948448.494987:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948448.494989:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948448.494992:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948448.494995:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948448.494998:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948448.495001:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948448.495003:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948448.495005:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948448.495010:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.495018:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948448.495022:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948448.495023:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948448.495169:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948448.495251:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636503680:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948448.495256:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948448.495258:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948448.495262:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cdc00 x1870603636503680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.495268:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948448.495270:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948448.495274:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9584cfc00. 02000000:00000001:1.0:1783948448.495278:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948448.495280:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948448.495282:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948448.495285:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948448.495287:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e000. 02000000:00000001:1.0:1783948448.495290:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948448.495293:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948448.495294:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cdc00. 00000100:00000001:1.0:1783948448.495297:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948448.495298:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948448.495301:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948448.495309:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948448.495311:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948448.495313:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948448.495316:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948448.807416:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.807435:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948448.807440:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.807443:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.807452:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.807461:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948448.807470:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.807476:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.807482:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.807486:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda958780 00000400:00000200:0.0:1783948448.807496:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x5f49 [2] + 1312 00000800:00000001:0.0:1783948448.807504:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.807509:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.807512:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.807516:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948448.807526:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948448.807529:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783948448.807536:0:2345:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241c00. 00000100:00000040:0.0:1783948448.807540:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff89e960241c00 x1870603658561408 msgsize 328 00000100:00100000:0.0:1783948448.807544:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:0.0:1783948448.807563:0:2345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948448.807573:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.807577:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948448.807579:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.807581:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.807584:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.807588:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948448.807591:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.807594:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.807597:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.807599:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda958880 00000400:00000200:0.0:1783948448.807604:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x5f49 [2] + 1640 00000800:00000001:0.0:1783948448.807607:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.807613:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948448.807615:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948448.807618:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948448.807621:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948448.807622:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783948448.807625:0:2345:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243480. 00000100:00000040:0.0:1783948448.807627:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff89e960243480 x1870603658561664 msgsize 328 00000100:00100000:0.0:1783948448.807630:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:0.0:1783948448.807639:0:2345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948448.807642:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948448.807645:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.807683:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783948448.807686:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658561408 02000000:00000001:0.0:1783948448.807689:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783948448.807691:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948448.807694:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.807699:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948448.807704:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658561408 00000020:00000001:0.0:1783948448.807707:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948448.807709:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:0.0:1783948448.807712:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948448.807716:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:0.0:1783948448.807719:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:0.0:1783948448.807722:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00000001:0.0:1783948448.807727:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948448.807731:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d3880. 00000100:00000001:0.0:1783948448.807734:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948448.807737:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d3880. 00000020:00000010:0.0:1783948448.807744:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7200. 00000020:00000010:0.0:1783948448.807762:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e95082d300. 00000020:00000010:0.0:1783948448.807768:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e947e493e8. 00000100:00000040:0.0:1783948448.807778:0:15856:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783948448.807781:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783948448.807782:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783948448.807784:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.807792:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.807803:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.807813:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783948448.807815:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658561664 02000000:00000001:0.0:1783948448.807816:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783948448.807817:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948448.807819:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948448.807821:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948448.807823:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658561664 00000020:00000001:0.0:1783948448.807824:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948448.807825:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:0.0:1783948448.807827:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948448.807829:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:0.0:1783948448.807831:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:0.0:1783948448.807833:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000001:0.0:1783948448.807835:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948448.807838:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d3880. 00000100:00000001:0.0:1783948448.807840:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948448.807843:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d3880. 00000020:00000010:0.0:1783948448.807846:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7600. 00000020:00000010:0.0:1783948448.807849:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e95082dd80. 00000020:00000010:0.0:1783948448.808063:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e947e49258. 00000100:00000001:0.0:1783948448.808069:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783948448.808071:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783948448.808072:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.808076:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.808078:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.808086:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783948448.808089:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783948448.808094:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 56 00000100:00000040:0.0:1783948448.808097:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6a800 : new rpc_count 1 00000100:00000001:0.0:1783948448.808100:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000040:0.0:1783948448.808108:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960241c00 x1870603658561408/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:484/0 lens 328/0 e 0 to 0 dl 1783948459 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948448.808118:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948448.808121:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d3880. 00000100:00000001:0.0:1783948448.808123:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948448.808125:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d3880. 00000100:00100000:0.0:1783948448.808130:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960241c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6941:x1870603658561408:12345-192.168.202.104@tcp:104: 00000100:00000200:0.0:1783948448.808134:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658561408 00010000:00000001:0.0:1783948448.808138:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783948448.808147:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948448.808149:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948448.808151:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=2 00000020:00000001:0.0:1783948448.808153:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:0.0:1783948448.808157:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:0.0:1783948448.808161:0:15856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948448.808165:0:15856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948448.808170:0:15856:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440bbc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e05df0 expref: -99 pid: 30880 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783948448.808184:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783948448.808188:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783948448.808193:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e950636800. 02000000:00000001:0.0:1783948448.808196:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.808198:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.808203:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783948448.808206:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948448.808209:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948448.808214:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948448.808217:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948448.808219:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:0.0:1783948448.808222:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783948448.808223:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.808227:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948448.808230:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948448.808235:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf220. 00000100:00000200:0.0:1783948448.808240:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658561408, offset 224 00000400:00000200:0.0:1783948448.808246:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948448.808253:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.808260:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948448.808266:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2450:2450:256:4294967295] 192.168.202.104@tcp LPNI seq info [2450:2450:8:4294967295] 00000400:00000200:0.0:1783948448.808271:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.808280:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948448.808287:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948448.808292:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948448.808299:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948448.808306:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948448.808310:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948448.808320:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.808323:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:0.0:1783948448.808326:0:15856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783948448.808330:0:15856:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e960275e40. 00010000:00000001:0.0:1783948448.808333:0:15856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783948448.808353:0:15856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783948448.808356:0:15856:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.808358:0:15856:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.808360:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.808365:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241c00 x1870603658561408/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:484/0 lens 328/224 e 0 to 0 dl 1783948459 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783948448.808375:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960241c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6941:x1870603658561408:12345-192.168.202.104@tcp:104: Request processed in 255us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1783948448.808383:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 56 00000100:00000040:0.0:1783948448.808387:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6a800 : new rpc_count 0 00000100:00000001:0.0:1783948448.808389:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783948448.808391:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783948448.808396:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e95082d300. 00000020:00000010:0.0:1783948448.808400:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e947e493e8. 00000020:00000010:0.0:1783948448.808404:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7200. 00000020:00000040:0.0:1783948448.808409:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00000001:0.0:1783948448.808412:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948448.808419:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783948448.808421:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783948448.808424:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 57 00000100:00000040:0.0:1783948448.808426:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6c000 : new rpc_count 1 00000100:00000001:0.0:1783948448.808427:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166211712 : -129839543339904 : ffff89e960243480) 00000100:00000040:0.0:1783948448.808432:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960243480 x1870603658561664/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:484/0 lens 328/0 e 0 to 0 dl 1783948459 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948448.808438:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948448.808440:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d3880. 00000100:00000001:0.0:1783948448.808442:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948448.808444:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d3880. 00000100:00100000:0.0:1783948448.808448:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:15136:x1870603658561664:12345-192.168.202.104@tcp:104: 00000100:00000200:0.0:1783948448.808451:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658561664 00010000:00000001:0.0:1783948448.808453:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783948448.808455:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948448.808456:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948448.808458:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=2 00000020:00000001:0.0:1783948448.808460:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948448.808462:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948448.808465:0:15856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948448.808467:0:15856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948448.808470:0:15856:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000004d4b593e/0x8c7cf19e4b440bd1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e05e2f expref: -99 pid: 30881 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783948448.808478:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783948448.808479:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783948448.808482:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e950637400. 02000000:00000001:0.0:1783948448.808484:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.808485:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.808487:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783948448.808489:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948448.808491:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948448.808494:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948448.808496:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948448.808498:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:0.0:1783948448.808500:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783948448.808501:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948448.808502:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948448.808504:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948448.808507:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfbb0. 00000100:00000200:0.0:1783948448.808510:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658561664, offset 224 00000400:00000200:0.0:1783948448.808514:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948448.808518:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.808522:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948448.808525:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2451:2451:255:4294967295] 192.168.202.104@tcp LPNI seq info [2451:2451:7:4294967295] 00000400:00000200:0.0:1783948448.808529:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948448.808535:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948448.808542:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948448.808545:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b200. 00000800:00000200:0.0:1783948448.808549:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948448.808553:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948448.808555:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948448.808558:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.808561:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:0.0:1783948448.808563:0:15856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783948448.808565:0:15856:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e9602756c0. 00010000:00000001:0.0:1783948448.808567:0:15856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783948448.808575:0:15856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1783948448.808577:0:15856:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.808579:0:15856:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948448.808581:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948448.808585:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243480 x1870603658561664/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:484/0 lens 328/224 e 0 to 0 dl 1783948459 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783948448.808593:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:15136:x1870603658561664:12345-192.168.202.104@tcp:104: Request processed in 154us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1783948448.808599:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 57 00000100:00000040:0.0:1783948448.808602:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6c000 : new rpc_count 0 00000100:00000001:0.0:1783948448.808603:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783948448.808605:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783948448.808607:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e95082dd80. 00000020:00000010:0.0:1783948448.808610:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e947e49258. 00000020:00000010:0.0:1783948448.808613:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7600. 00000020:00000040:0.0:1783948448.808615:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:0.0:1783948448.808617:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948448.810553:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948448.810558:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948448.810563:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948448.810568:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948448.810574:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf220 00000400:00000010:1.0:1783948448.810576:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf220. 00000100:00000001:1.0:1783948448.810580:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783948448.810582:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1783948448.810593:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948448.810595:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b200. 00000400:00000200:1.0:1783948448.810598:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948448.810600:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948448.810603:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfbb0 00000400:00000010:1.0:1783948448.810605:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfbb0. 00000100:00000001:1.0:1783948448.810607:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783948448.810608:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1783948448.810686:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948448.810689:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3300. 00000400:00000200:1.0:1783948448.810693:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948448.810696:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948448.810699:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a24c8 00000400:00000010:1.0:1783948448.810700:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a24c8. 00000100:00000001:1.0:1783948448.810704:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948448.810709:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.810719:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948448.810722:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.810728:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948448.810730:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1783948448.811004:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948448.811007:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948448.811010:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783948448.811016:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948448.811018:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.812994:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296542949 00000100:00000001:3.0:1783948448.812999:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296539243 00000100:00000001:3.0:1783948448.813001:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296542949 00000100:00000001:3.0:1783948448.813004:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948448.813007:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.813011:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.813015:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948448.822254:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948448.822264:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3700. 00000400:00000200:1.0:1783948448.822271:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948448.822281:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948448.822290:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:1.0:1783948448.822294:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:1.0:1783948448.822299:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948448.822307:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.822321:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948448.822325:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.822333:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948448.822335:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948448.823619:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.823632:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948448.823636:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.823638:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948448.823646:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.823662:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948448.823670:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.823675:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.823681:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.823685:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd944f580 00000400:00000200:1.0:1783948448.823691:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.823697:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6c29 [1] + 224 00000800:00000001:1.0:1783948448.823704:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.823711:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948448.823714:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948448.823717:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948448.823723:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948448.823730:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948448.823741:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.823760:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948448.823768:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.823772:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948448.826824:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948448.826832:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948448.826842:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948448.826844:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948448.826848:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:3.0:1783948448.826877:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a22a8 00000400:00000010:3.0:1783948448.826881:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a22a8. 00000100:00000001:3.0:1783948448.826885:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948448.826897:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948448.826907:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948448.826915:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948448.826917:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948448.826919:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948448.826923:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948448.826926:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948448.826937:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948448.826941:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948448.826951:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185538 time=116 v=5 (5 5 5 0) 00000100:00001000:3.0:1783948448.826956:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=23 v=5 (1 1 0 0) 00000100:00000001:3.0:1783948448.826958:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948448.826960:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948448.826963:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948448.826966:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.826970:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948448.826972:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1783948448.826975:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948448.826977:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948448.826983:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948448.826991:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948448.826994:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948448.826996:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948448.827001:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948448.827009:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636503936:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948448.827014:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.827017:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948448.827020:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e680 x1870603636503936/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948448.827027:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948448.827030:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948448.827033:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951730400. 02000000:00000001:3.0:1783948448.827038:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948448.827040:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948448.827043:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948448.827045:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948448.827048:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e941284000. 02000000:00000001:3.0:1783948448.827053:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948448.827055:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948448.827057:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e680. 00000100:00000001:3.0:1783948448.827061:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948448.827062:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948448.827065:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.827067:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948448.827069:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948448.827071:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.827073:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783948448.830042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459900. 00010000:00000010:2.1:1783948448.830065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597a00. 00010000:00000010:2.1:1783948448.830069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d700. 00010000:00000010:2.1:1783948448.830073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b600. 00000800:00000001:1.0:1783948448.836084:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.836097:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948448.836102:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.836104:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948448.836112:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.836121:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948448.836130:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.836135:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.836141:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.836144:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd944f500 00000400:00000200:1.0:1783948448.836149:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948448.836156:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6c31 [1] + 224 00000800:00000001:1.0:1783948448.836163:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.836211:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948448.836215:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948448.836219:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948448.836227:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948448.836235:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948448.836247:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948448.836264:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948448.836273:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948448.836275:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948448.836644:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948448.836658:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948448.836666:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948448.836668:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948448.836672:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891a50. 00000400:00000200:3.0:1783948448.836676:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2770 00000400:00000010:3.0:1783948448.836679:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2770. 00000100:00000001:3.0:1783948448.836682:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948448.836687:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948448.836696:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948448.836702:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948448.836704:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948448.836707:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948448.836710:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948448.836713:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948448.836715:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948448.836718:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948448.836726:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185d38 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948448.836730:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948448.836732:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948448.836734:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948448.836737:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948448.836740:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.836744:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948448.836746:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948448.836748:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948448.836750:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948448.836754:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948448.836761:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948448.836764:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948448.836765:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948448.836769:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948448.836777:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636503808:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948448.836782:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948448.836785:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948448.836788:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e300 x1870603636503808/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948464 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948448.836800:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948448.836803:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948448.836807:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951731400. 02000000:00000001:3.0:1783948448.836811:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948448.836813:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948448.836815:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948448.836818:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948448.836821:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9594b3200. 02000000:00000001:3.0:1783948448.836824:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948448.836826:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948448.836828:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e300. 00000100:00000001:3.0:1783948448.836832:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948448.836833:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948448.836835:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948448.836842:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948448.836844:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948448.836846:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948448.836848:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948448.993175:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948448.993180:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948448.993186:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783948450.836362:0:31249:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948451.037625:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948451.037639:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948451.037644:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948451.596675:0:31311:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948452.057173:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948452.057176:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948452.057179:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948452.750212:0:31402:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948453.080208:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296542949, at 4296543232 00000100:00000010:0.0:1783948453.080222:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713f60. 00000020:00000001:3.0:1783948453.080906:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948453.080910:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948453.080914:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948453.081545:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296542949, at 4296543233 00000100:00000010:1.0:1783948453.081554:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9437135a0. 00000001:00000001:0.0:1783948453.131798:0:31438:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783948453.131806:0:31438:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 09:14:11 (1783948451) 00000001:00000001:0.0:1783948453.153202:0:31438:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1783948453.359443:0:31450:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948453.359451:0:31450:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948453.359453:0:31450:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948453.359456:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547b20 00000080:00200000:0.0:1783948453.359460:0:31450:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948453.359467:0:31450:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730400. 00800000:00000002:0.0:1783948453.359474:0:31450:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948453.359478:0:31450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948453.359482:0:31450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948453.359484:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547a40 00800000:00000002:0.0:1783948453.359486:0:31450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948453.359490:0:31450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948453.359494:0:31450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948453.359499:0:31450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948453.359501:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547910 00000002:00010000:0.0:1783948453.359503:0:31450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948453.359507:0:31450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948453.359509:0:31450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948453.359512:0:31450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948453.359518:0:31450:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.359520:0:31450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.359523:0:31450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.359525:0:31450:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948453.359527:0:31450:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948453.359533:0:31450:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243b80. 00000020:00000040:0.0:1783948453.359538:0:31450:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948453.359544:0:31450:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948453.359549:0:31450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948453.359553:0:31450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.359557:0:31450:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948453.359559:0:31450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948453.359563:0:31450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948453.359570:0:31450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948453.359577:0:31450:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.359582:0:31450:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948453.359584:0:31450:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.359585:0:31450:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948453.359586:0:31450:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.359588:0:31450:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.359592:0:31450:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00010000:00000001:0.0:1783948453.359597:0:31450:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948453.359599:0:31450:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948453.359603:0:31450:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7000. 00010000:00000010:0.0:1783948453.359618:0:31450:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082da00. 00010000:00000001:0.0:1783948453.359624:0:31450:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948453.359628:0:31450:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aae00. 00000020:00000001:0.0:1783948453.359632:0:31450:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948453.359635:0:31450:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aae00 with handle 0x8c7cf19e4b440c09 to hash 00000020:00000001:0.0:1783948453.359637:0:31450:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948453.359639:0:31450:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.359642:0:31450:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.359646:0:31450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948453.359649:0:31450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948453.359653:0:31450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948453.359662:0:31450:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948453.359673:0:31450:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31450 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948453.359679:0:31450:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948453.359681:0:31450:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948453.359689:0:31450:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279240. 00000100:00000001:0.0:1783948453.359691:0:31450:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551296 : -129839778000320 : ffff89e952279240) 00000100:00000001:0.0:1783948453.359694:0:31450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948453.359695:0:31450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000001:0.0:1783948453.359700:0:31450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948453.359704:0:31450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.359706:0:31450:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948453.359708:0:31450:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948453.359719:0:31450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.359727:0:31450:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948453.359729:0:31450:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948453.359733:0:31450:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948453.359735:0:31450:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948453.359738:0:31450:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948453.359741:0:31450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:31450:1870603636504064:192.168.202.104@tcp:101:lfs.0 00000100:00000001:0.0:1783948453.359745:0:31450:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948453.359751:0:31450:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948453.359753:0:31450:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948453.359756:0:31450:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948453.359761:0:31450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018a000. 02000000:00000001:0.0:1783948453.359763:0:31450:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948453.359769:0:31450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948453.359774:0:31450:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb58. 00000400:00000010:0.0:1783948453.359780:0:31450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948453.359786:0:31450:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636504064, portal 10 00000100:00000001:0.0:1783948453.361931:0:31450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948453.361938:0:31450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000040:0.0:1783948453.361958:0:31450:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.361967:0:31450:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948453.361969:0:31450:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948453.361976:0:31450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfc38. 00000100:00000200:0.0:1783948453.361982:0:31450:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636504064, offset 0 00000400:00000200:0.0:1783948453.361989:0:31450:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948453.361999:0:31450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.362007:0:31450:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948453.362012:0:31450:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948453.362015:0:31450:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948453.362019:0:31450:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948453.362021:0:31450:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948453.362025:0:31450:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2454:2454:256:4294967295] 192.168.202.104@tcp LPNI seq info [2454:2454:8:4294967295] 00000400:00000200:0.0:1783948453.362030:0:31450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.362040:0:31450:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948453.362046:0:31450:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948453.362052:0:31450:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948453.362058:0:31450:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948453.362065:0:31450:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948453.362069:0:31450:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783948453.366688:0:31450:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948453.366700:0:31450:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 790618 usecs (791 jiffies) 00000400:00000200:0.0:1783948453.366708:0:31450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948453.366712:0:31450:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296544309 00000100:00000010:0.0:1783948453.366721:0:31450:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713f60. 00000100:00000001:0.0:1783948453.366729:0:31450:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783948453.366736:0:31450:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296544309 00000100:00000010:0.0:1783948453.366739:0:31450:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713420. 00000100:00000001:0.0:1783948453.366742:0:31450:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783948453.366745:0:31450:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948453.366749:0:31450:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.366753:0:31450:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948453.366755:0:31450:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948453.366758:0:31450:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279240 going to sleep for 11 seconds 00000100:00000001:0.0:1783948453.366761:0:31450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948453.366764:0:31450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948453.367226:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.367232:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:1.0:1783948453.367237:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.367245:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.367252:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfc38 00000400:00000010:1.0:1783948453.367254:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfc38. 00000100:00000001:1.0:1783948453.367260:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.367267:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.367278:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.367282:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.367289:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.367291:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948453.377463:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.377481:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948453.377486:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.377488:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.377497:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.377506:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948453.377515:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.377529:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.377535:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.377539:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944f600 00000400:00000200:1.0:1783948453.377545:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.377552:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6c39 [1] + 224 00000800:00000001:1.0:1783948453.377558:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.377565:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.377569:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.377575:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948453.377584:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.377594:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948453.377621:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.377638:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948453.377646:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.377648:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948453.377744:0:31450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948453.377751:0:31450:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948453.377753:0:31450:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948453.377757:0:31450:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb58. 00000400:00000200:0.0:1783948453.377763:0:31450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948453.377765:0:31450:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948453.377768:0:31450:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948453.377773:0:31450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948453.377783:0:31450:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.377790:0:31450:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948453.377791:0:31450:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948453.377794:0:31450:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948453.377798:0:31450:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948453.377801:0:31450:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948453.377803:0:31450:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948453.377806:0:31450:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948453.377818:0:31450:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=123 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948453.377822:0:31450:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948453.377825:0:31450:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948453.377827:0:31450:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.377830:0:31450:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948453.377833:0:31450:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.377836:0:31450:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783948453.377839:0:31450:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 4294967631 gen 2 00000100:00000040:0.0:1783948453.377844:0:31450:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff89e960241500 x1870603636495872/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.377901:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.377904:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241500 x1870603636495872/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.377915:0:31450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948453.377918:0:31450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948453.377921:0:31450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636400. 02000000:00000001:0.0:1783948453.377925:0:31450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948453.377927:0:31450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948453.377929:0:31450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948453.377931:0:31450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948453.377934:0:31450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a6c00. 02000000:00000001:0.0:1783948453.377937:0:31450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948453.377939:0:31450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948453.377941:0:31450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241500. 00000100:00000001:0.0:1783948453.377945:0:31450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948453.377947:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948453.377952:0:31450:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff89e960242a00 x1870603636498304/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.377960:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.377963:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242a00 x1870603636498304/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948459 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.377969:0:31450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948453.377970:0:31450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948453.377972:0:31450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636c00. 02000000:00000001:0.0:1783948453.377974:0:31450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948453.377975:0:31450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948453.377976:0:31450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948453.377977:0:31450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948453.377979:0:31450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a6a00. 02000000:00000001:0.0:1783948453.377981:0:31450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948453.377982:0:31450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948453.377983:0:31450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242a00. 00000100:00000001:0.0:1783948453.377985:0:31450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948453.377987:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948453.377991:0:31450:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff89e950b67480 x1870603636500608/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.378003:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.378006:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67480 x1870603636500608/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.378013:0:31450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948453.378014:0:31450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948453.378015:0:31450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e9c00. 02000000:00000001:0.0:1783948453.378018:0:31450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948453.378019:0:31450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948453.378020:0:31450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948453.378021:0:31450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948453.378023:0:31450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774200. 02000000:00000001:0.0:1783948453.378025:0:31450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948453.378026:0:31450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948453.378027:0:31450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67480. 00000100:00000001:0.0:1783948453.378029:0:31450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948453.378030:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948453.378034:0:31450:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff89e950b67b80 x1870603636501248/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.378040:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.378043:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67b80 x1870603636501248/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.378049:0:31450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948453.378050:0:31450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948453.378051:0:31450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e8000. 02000000:00000001:0.0:1783948453.378053:0:31450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948453.378054:0:31450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948453.378055:0:31450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948453.378057:0:31450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948453.378058:0:31450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774600. 02000000:00000001:0.0:1783948453.378059:0:31450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948453.378060:0:31450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948453.378062:0:31450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67b80. 00000100:00000001:0.0:1783948453.378064:0:31450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948453.378065:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948453.378070:0:31450:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff89e950b65500 x1870603636502528/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.378076:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.378079:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65500 x1870603636502528/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.378084:0:31450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948453.378086:0:31450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948453.378087:0:31450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509ebc00. 02000000:00000001:0.0:1783948453.378089:0:31450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948453.378090:0:31450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948453.378091:0:31450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948453.378092:0:31450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948453.378094:0:31450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774c00. 02000000:00000001:0.0:1783948453.378095:0:31450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948453.378096:0:31450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948453.378097:0:31450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65500. 00000100:00000001:0.0:1783948453.378099:0:31450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948453.378100:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948453.378105:0:31450:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff89e95066d500 x1870603636503168/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.378110:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.378113:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d500 x1870603636503168/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948461 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.378119:0:31450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948453.378120:0:31450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948453.378121:0:31450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c9000. 02000000:00000001:0.0:1783948453.378123:0:31450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948453.378124:0:31450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948453.378125:0:31450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948453.378127:0:31450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948453.378128:0:31450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b81600. 02000000:00000001:0.0:1783948453.378131:0:31450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948453.378132:0:31450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948453.378134:0:31450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d500. 00000100:00000001:0.0:1783948453.378136:0:31450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948453.378137:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948453.378139:0:31450:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783948453.378142:0:31450:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:0.0:1783948453.378145:0:31450:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948453.378146:0:31450:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948453.378151:0:31450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.378158:0:31450:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948453.378160:0:31450:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948453.378163:0:31450:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948453.378167:0:31450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948453.378185:0:31450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:31450:1870603636504064:192.168.202.104@tcp:101:lfs.0 00000100:00000001:0.0:1783948453.378189:0:31450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948453.378192:0:31450:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.378195:0:31450:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948453.378196:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.378199:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.378206:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948453.378208:0:31450:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279240. 00000100:00000001:0.0:1783948453.378212:0:31450:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948453.378214:0:31450:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.378217:0:31450:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948453.378221:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378224:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378227:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=4 00000020:00000001:0.0:1783948453.378229:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378232:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000040:0.0:1783948453.378239:0:31450:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aae00, remote cookie: 0x2ceea11ad5e05f39, flags: 0x1001 00010000:00010000:0.0:1783948453.378244:0:31450:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948453.378254:0:31450:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948453.378260:0:31450:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948453.378264:0:31450:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948453.378266:0:31450:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948453.378268:0:31450:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948453.378269:0:31450:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948453.378272:0:31450:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e948cd7000) refcount = 1 00010000:00010000:0.0:1783948453.378276:0:31450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948453.378283:0:31450:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948453.378286:0:31450:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948453.378288:0:31450:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948453.378291:0:31450:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948453.378293:0:31450:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948453.378296:0:31450:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948453.378302:0:31450:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948453.378304:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378305:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.378307:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378308:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.378309:0:31450:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.378313:0:31450:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948453.378315:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378316:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378317:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.378319:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378321:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378323:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378325:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378326:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=4 00000020:00000001:0.0:1783948453.378328:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378330:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378332:0:31450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948453.378335:0:31450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948453.378339:0:31450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948453.378344:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378345:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.378347:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378348:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378349:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=5 00000020:00000001:0.0:1783948453.378351:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378352:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378355:0:31450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948453.378357:0:31450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948453.378363:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378364:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948453.378367:0:31450:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948453.378372:0:31450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948453.378480:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378482:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.378484:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378485:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948453.378491:0:31450:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948453.378501:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378502:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378504:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.378506:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378508:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378510:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378511:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948453.378513:0:31450:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.378515:0:31450:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.378575:0:31450:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948453.378578:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378579:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378580:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.378583:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378585:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00000002:00010000:0.0:1783948453.378589:0:31450:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948453.378596:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378597:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.378599:0:31450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948453.378601:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378602:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378603:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.378605:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378616:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000040:0.0:1783948453.378623:0:31450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:0.0:1783948453.378626:0:31450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948453.378631:0:31450:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783948453.378633:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378635:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948453.378636:0:31450:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948453.378639:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547898 00000002:00002000:0.0:1783948453.378641:0:31450:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948453.378644:0:31450:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948453.378648:0:31450:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948453.378651:0:31450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948453.378655:0:31450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783948453.378657:0:31450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948453.378663:0:31450:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948453.378667:0:31450:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730400. 00000080:00000001:0.0:1783948453.378671:0:31450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948453.378674:0:31450:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948453.378680:0:31450:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783948453.378685:0:31450:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783948453.378692:0:31450:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9587d3800. 00800000:00000001:0.0:1783948453.378694:0:31450:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234037827584 : -129839671724032 : ffff89e9587d3800) 00800000:00000001:0.0:1783948453.378697:0:31450:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.378699:0:31450:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948453.378702:0:31450:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948453.378704:0:31450:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783948453.378706:0:31450:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948453.378709:0:31450:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948453.378711:0:31450:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.378715:0:31450:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948453.378718:0:31450:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783948453.378722:0:31450:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783948453.378724:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378726:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378727:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.378729:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378731:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378733:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378734:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948453.378735:0:31450:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948453.378738:0:31450:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783948453.378740:0:31450:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9587d3800 1 00800000:00000010:0.0:1783948453.378742:0:31450:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9587d3800. 00800000:00000001:0.0:1783948453.378745:0:31450:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948453.378748:0:31450:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c09 00800000:00000001:0.0:1783948453.378751:0:31450:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948453.378753:0:31450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948453.378754:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378755:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378756:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.378758:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378760:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378762:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378764:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948453.378765:0:31450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948453.378767:0:31450:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.378769:0:31450:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948453.378772:0:31450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948453.378774:0:31450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c09 from it ffffb87d01547b58 00010000:00000001:0.0:1783948453.378776:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.378777:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.378778:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.378780:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378782:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.378783:0:31450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948453.378786:0:31450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948453.378792:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378793:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.378794:0:31450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948453.378796:0:31450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948453.378799:0:31450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948453.378813:0:31450:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948453.378816:0:31450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948453.378818:0:31450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948453.378822:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378823:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.378824:0:31450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.378828:0:31450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948453.378829:0:31450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.378831:0:31450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.378834:0:31450:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.378835:0:31450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948453.378836:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.378837:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948453.378839:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.378844:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243b80 x1870603636504064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.378881:0:31450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948453.378884:0:31450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948453.378886:0:31450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018a000. 02000000:00000001:0.0:1783948453.378890:0:31450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948453.378892:0:31450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948453.378894:0:31450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948453.378895:0:31450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948453.378897:0:31450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950634800. 02000000:00000001:0.0:1783948453.378900:0:31450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948453.378901:0:31450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948453.378903:0:31450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243b80. 00000100:00000001:0.0:1783948453.378907:0:31450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948453.378908:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948453.378912:0:31450:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948453.378918:0:31450:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948453.378932:0:31450:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e4c0. 00000020:00000001:0.0:1783948453.378936:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547ae8 00000080:00200000:0.0:1783948453.378939:0:31450:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=13 00000080:00000001:0.0:1783948453.378944:0:31450:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948453.378945:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547998 00000080:00200000:0.0:1783948453.378948:0:31450:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:0.0:1783948453.378957:0:31450:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730400. 00800000:00000002:0.0:1783948453.378961:0:31450:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948453.378965:0:31450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948453.378967:0:31450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948453.378969:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d015478b8 00800000:00000002:0.0:1783948453.378971:0:31450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948453.378974:0:31450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948453.378978:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547850 00800000:00000002:0.0:1783948453.378980:0:31450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1783948453.378984:0:31450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948453.378985:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547788 00000002:00010000:0.0:1783948453.378987:0:31450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783948453.378991:0:31450:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948453.378993:0:31450:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948453.378996:0:31450:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243b80. 00000020:00000040:0.0:1783948453.378999:0:31450:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948453.379004:0:31450:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948453.379007:0:31450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948453.379010:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.379011:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.379012:0:31450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.379015:0:31450:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948453.379017:0:31450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948453.379021:0:31450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948453.379026:0:31450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948453.379032:0:31450:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.379035:0:31450:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948453.379037:0:31450:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.379039:0:31450:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948453.379040:0:31450:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.379042:0:31450:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.379048:0:31450:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00010000:00000001:0.0:1783948453.379052:0:31450:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948453.379054:0:31450:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948453.379056:0:31450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:0.0:1783948453.379058:0:31450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948453.379061:0:31450:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948453.379065:0:31450:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aac00. 00000020:00000001:0.0:1783948453.379068:0:31450:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948453.379070:0:31450:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aac00 with handle 0x8c7cf19e4b440c10 to hash 00000020:00000001:0.0:1783948453.379072:0:31450:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948453.379074:0:31450:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948453.379077:0:31450:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948453.379080:0:31450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948453.379082:0:31450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948453.379086:0:31450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948453.379093:0:31450:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948453.379102:0:31450:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31450 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948453.379108:0:31450:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948453.379110:0:31450:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948453.379114:0:31450:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279240. 00000100:00000001:0.0:1783948453.379116:0:31450:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551296 : -129839778000320 : ffff89e952279240) 00000100:00000001:0.0:1783948453.379119:0:31450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948453.379121:0:31450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000001:0.0:1783948453.379125:0:31450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948453.379130:0:31450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.379132:0:31450:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948453.379133:0:31450:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948453.379138:0:31450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243b80 x1870603636504192/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.379151:0:31450:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948453.379153:0:31450:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948453.379157:0:31450:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948453.379159:0:31450:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948453.379162:0:31450:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948453.379165:0:31450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:31450:1870603636504192:192.168.202.104@tcp:101:lfs.0 00000100:00000001:0.0:1783948453.379169:0:31450:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948453.379514:0:31450:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948453.379518:0:31450:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948453.379581:0:31450:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1783948453.386709:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.386719:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3300. 00000400:00000200:1.0:1783948453.386728:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.386737:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.386747:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2088 00000400:00000010:1.0:1783948453.386749:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2088. 00000100:00000001:1.0:1783948453.386754:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.386762:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243b80 x1870603636504192/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.386775:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.386778:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960243b80 x1870603636504192/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.386785:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.386786:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948453.397369:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.397616:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948453.397621:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.397624:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.397633:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.397642:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948453.397651:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.397656:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.397663:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.397667:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944f680 00000400:00000200:1.0:1783948453.397674:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.397681:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6c49 [1] + 224 00000800:00000001:1.0:1783948453.397690:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.397697:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.397700:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.397704:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948453.397711:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.397720:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243b80 x1870603636504192/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948453.397731:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e960243b80 x1870603636504192/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.397803:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948453.397812:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.397816:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948453.406300:0:31450:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948453.406332:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547d08 00000080:00200008:0.0:1783948453.406336:0:31450:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783948453.406341:0:31450:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948453.406343:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547c80 00000080:00200000:0.0:1783948453.406344:0:31450:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948453.406349:0:31450:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731800. 00800000:00000002:0.0:1783948453.406354:0:31450:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948453.406358:0:31450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948453.406363:0:31450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948453.406364:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547ba0 00800000:00000002:0.0:1783948453.406367:0:31450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948453.406370:0:31450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948453.406446:0:31450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948453.406452:0:31450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948453.406454:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547a70 00000002:00010000:0.0:1783948453.406457:0:31450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948453.406460:0:31450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948453.406462:0:31450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948453.406465:0:31450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948453.406470:0:31450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:0.0:1783948453.406473:0:31450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948453.406479:0:31450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948453.406483:0:31450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948453.406489:0:31450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783948453.406499:0:31450:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948453.406505:0:31450:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948453.406508:0:31450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783948453.406516:0:31450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948453.406517:0:31450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948453.406585:0:31450:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948453.406587:0:31450:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948453.406588:0:31450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948453.406590:0:31450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948453.406593:0:31450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948453.406595:0:31450:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948453.406598:0:31450:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731800. 00000080:00000001:0.0:1783948453.406602:0:31450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948453.406604:0:31450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948453.406615:0:31450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948453.406619:0:31450:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c09 00800000:00000001:0.0:1783948453.406622:0:31450:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948453.406624:0:31450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948453.406626:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.406627:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.406630:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.406632:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.406635:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.406638:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.406639:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948453.406640:0:31450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948453.406642:0:31450:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948453.406644:0:31450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c09 from it ffffb87d01547cb8 00010000:00000001:0.0:1783948453.406646:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.406647:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.406649:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.406650:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.406652:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.406654:0:31450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948453.406658:0:31450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948453.406664:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.406665:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.406667:0:31450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948453.406668:0:31450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948453.406671:0:31450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948453.406677:0:31450:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948453.406680:0:31450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948453.406682:0:31450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948453.406686:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.406687:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.406689:0:31450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.406692:0:31450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948453.406693:0:31450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.406695:0:31450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.406698:0:31450:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.406700:0:31450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948453.406701:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.406702:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948453.406705:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948453.406707:0:31450:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948453.406711:0:31450:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948453.406715:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547d08 00000080:00000008:0.0:1783948453.406717:0:31450:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783948453.407603:0:31450:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948453.407616:0:31450:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948453.407618:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547b78 00000080:00200000:0.0:1783948453.407622:0:31450:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948453.407629:0:31450:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731800. 00800000:00000002:0.0:1783948453.407634:0:31450:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948453.407636:0:31450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948453.407639:0:31450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948453.407641:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547a98 00800000:00000002:0.0:1783948453.407644:0:31450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948453.407647:0:31450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948453.407651:0:31450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948453.407655:0:31450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948453.407656:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547968 00000002:00010000:0.0:1783948453.407658:0:31450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948453.407662:0:31450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948453.407663:0:31450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948453.407665:0:31450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948453.407669:0:31450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:0.0:1783948453.407671:0:31450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948453.407674:0:31450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948453.407678:0:31450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948453.407682:0:31450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1783948453.407690:0:31450:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948453.407695:0:31450:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948453.407698:0:31450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1783948453.407705:0:31450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948453.407707:0:31450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948453.407709:0:31450:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948453.407711:0:31450:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948453.407713:0:31450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948453.407715:0:31450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948453.407718:0:31450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948453.407720:0:31450:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948453.407722:0:31450:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731800. 00000080:00000001:0.0:1783948453.407726:0:31450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948453.407727:0:31450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948453.407729:0:31450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948453.407732:0:31450:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c09 00800000:00000001:0.0:1783948453.407735:0:31450:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948453.407737:0:31450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948453.407738:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.407740:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.407742:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.407744:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.407746:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.407749:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.407750:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948453.407751:0:31450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948453.407753:0:31450:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948453.407755:0:31450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c09 from it ffffb87d01547bb0 00010000:00000001:0.0:1783948453.407757:0:31450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948453.407758:0:31450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948453.407760:0:31450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948453.407761:0:31450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.407763:0:31450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948453.407765:0:31450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948453.407768:0:31450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948453.407774:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.407775:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.407776:0:31450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948453.407778:0:31450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948453.407780:0:31450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783948453.407787:0:31450:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948453.407790:0:31450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948453.407791:0:31450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948453.407794:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.407795:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.407797:0:31450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.407799:0:31450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948453.407801:0:31450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.407802:0:31450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.407805:0:31450:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.407806:0:31450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948453.407807:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.407808:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948453.407810:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948453.407811:0:31450:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948453.407814:0:31450:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:0.0:1783948453.407818:0:31450:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.407823:0:31450:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783948453.407826:0:31450:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783948453.407828:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547b78 00000080:00200008:0.0:1783948453.407830:0:31450:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 300000 00000080:00000010:0.0:1783948453.407834:0:31450:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e951725040. 00000080:00000001:0.0:1783948453.407839:0:31450:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.407840:0:31450:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.408037:0:31450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783948453.408041:0:31450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c03066f0 arg=7ffefb824b50 00000020:00000001:0.0:1783948453.408048:0:31450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1783948453.408053:0:31450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff89e950636c00. 00000020:00000001:0.0:1783948453.408057:0:31450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.408061:0:31450:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1783948453.408063:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547ad0 00000080:00200000:0.0:1783948453.408065:0:31450:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1783948453.408070:0:31450:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731800. 00800000:00000002:0.0:1783948453.408074:0:31450:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:0.0:1783948453.408082:0:31450:0:(lmv_obd.c:2302:lmv_create()) Process entered 00800000:00000001:0.0:1783948453.408084:0:31450:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783948453.408089:0:31450:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:0.0:1783948453.408092:0:31450:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783948453.408094:0:31450:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783948453.408097:0:31450:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783948453.408100:0:31450:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783948453.408102:0:31450:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x27:0x0] 40000000:00000001:0.0:1783948453.408106:0:31450:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.408108:0:31450:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948453.408110:0:31450:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948453.408111:0:31450:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948453.408114:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d015479e8 00800000:00000002:0.0:1783948453.408115:0:31450:0:(lmv_obd.c:2343:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000404:0x27:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1783948453.408119:0:31450:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1783948453.408122:0:31450:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948453.408125:0:31450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:0.0:1783948453.408127:0:31450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948453.408129:0:31450:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948453.408132:0:31450:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948453.408135:0:31450:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783948453.408143:0:31450:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948453.408146:0:31450:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948453.408148:0:31450:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948453.408150:0:31450:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1783948453.408152:0:31450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948453.408153:0:31450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948453.408155:0:31450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 3 00010000:00000001:0.0:1783948453.408157:0:31450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948453.408159:0:31450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.408161:0:31450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948453.408162:0:31450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948453.408163:0:31450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 3 00010000:00000001:0.0:1783948453.408165:0:31450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948453.408168:0:31450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.408169:0:31450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948453.408171:0:31450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948453.408172:0:31450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 3 00010000:00000001:0.0:1783948453.408174:0:31450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948453.408176:0:31450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.408177:0:31450:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783948453.408180:0:31450:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783948453.408184:0:31450:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1783948453.408187:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547670 00000080:00002000:0.0:1783948453.408188:0:31450:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:0.0:1783948453.408194:0:31450:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783948453.408198:0:31450:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783948453.408202:0:31450:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783948453.408204:0:31450:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948453.408205:0:31450:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.408208:0:31450:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948453.408212:0:31450:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948453.408214:0:31450:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948453.408215:0:31450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948453.408217:0:31450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948453.408220:0:31450:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465aae00 with handle 0x8c7cf19e4b440c09 from hash 00010000:00000001:0.0:1783948453.408222:0:31450:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948453.408224:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948453.408225:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.408226:0:31450:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948453.408229:0:31450:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948453.408230:0:31450:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948453.408233:0:31450:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948453.408235:0:31450:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948453.408236:0:31450:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783948453.408241:0:31450:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242a00. 00000020:00000040:0.0:1783948453.408245:0:31450:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948453.408252:0:31450:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948453.408253:0:31450:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.408256:0:31450:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948453.408259:0:31450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948453.408261:0:31450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.408264:0:31450:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948453.408266:0:31450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948453.408269:0:31450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948453.408275:0:31450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950636400. 00000100:00000001:0.0:1783948453.408282:0:31450:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.408284:0:31450:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948453.408286:0:31450:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783948453.408292:0:31450:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783948453.408298:0:31450:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783948453.408300:0:31450:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948453.408302:0:31450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948453.408304:0:31450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05f39 expref: -99 pid: 31450 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1783948453.408310:0:31450:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e948cd7000 count: 0 00010000:00000010:0.0:1783948453.408314:0:31450:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e95082da00. 00010000:00000001:0.0:1783948453.408321:0:31450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948453.408322:0:31450:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.408324:0:31450:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948453.408325:0:31450:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.408327:0:31450:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783948453.408340:0:31450:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783948453.408351:0:31450:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948453.408358:0:31450:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948453.408360:0:31450:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948453.408367:0:31450:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279480. 00000100:00000001:0.0:1783948453.408369:0:31450:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551872 : -129839777999744 : ffff89e952279480) 00000100:00000001:0.0:1783948453.408372:0:31450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948453.409648:0:31450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000001:0.0:1783948453.409659:0:31450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948453.409663:0:31450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.409666:0:31450:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948453.409667:0:31450:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948453.409675:0:31450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.409685:0:31450:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948453.409687:0:31450:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948453.409691:0:31450:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948453.409694:0:31450:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948453.409696:0:31450:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948453.409700:0:31450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:31450:1870603636504448:192.168.202.104@tcp:36:lfs.0 00000100:00000001:0.0:1783948453.409705:0:31450:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948453.409710:0:31450:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948453.409713:0:31450:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948453.409715:0:31450:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948453.409722:0:31450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950637c00. 02000000:00000001:0.0:1783948453.409724:0:31450:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948453.409731:0:31450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948453.409736:0:31450:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb58. 00000400:00000010:0.0:1783948453.409744:0:31450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948453.409751:0:31450:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636504448, portal 10 00000100:00000001:0.0:1783948453.409753:0:31450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948453.409754:0:31450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000040:0.0:1783948453.409761:0:31450:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.409769:0:31450:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948453.409772:0:31450:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948453.409775:0:31450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf110. 00000100:00000200:0.0:1783948453.409778:0:31450:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870603636504448, offset 0 00000400:00000200:0.0:1783948453.409784:0:31450:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948453.409792:0:31450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.409799:0:31450:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948453.409805:0:31450:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948453.409809:0:31450:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948453.409813:0:31450:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948453.409816:0:31450:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948453.409819:0:31450:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2456:2456:256:4294967295] 192.168.202.104@tcp LPNI seq info [2456:2456:8:4294967295] 00000400:00000200:0.0:1783948453.409824:0:31450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.409833:0:31450:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948453.409840:0:31450:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948453.409844:0:31450:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b900. 00000800:00000200:0.0:1783948453.410591:0:31450:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948453.410602:0:31450:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948453.410615:0:31450:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1783948453.410685:0:31450:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948453.410691:0:31450:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 788528 usecs (789 jiffies) 00000400:00000200:0.0:1783948453.410697:0:31450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948453.410700:0:31450:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296544351 00000100:00000001:0.0:1783948453.411309:0:31450:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296544325 00000100:00000001:0.0:1783948453.411317:0:31450:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296544352 00000100:00000001:0.0:1783948453.411320:0:31450:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296544325 00000100:00000001:0.0:1783948453.411323:0:31450:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948453.411326:0:31450:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.411329:0:31450:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948453.411331:0:31450:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948453.411334:0:31450:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279480 going to sleep for 11 seconds 00000100:00000001:0.0:1783948453.411337:0:31450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948453.411340:0:31450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948453.419798:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.419809:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b900. 00000400:00000200:1.0:1783948453.419817:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.419827:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.419834:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf110 00000400:00000010:1.0:1783948453.419837:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf110. 00000100:00000001:1.0:1783948453.419843:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.419874:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.419887:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.419891:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.419899:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.419900:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948453.423914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aac00. 00000800:00000001:1.0:1783948453.427835:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000080:00000010:0.1:1783948453.427973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e4c0. 00010000:00000010:0.1:1783948453.427986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7000. 00010000:00000010:0.1:1783948453.427992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aae00. 00000800:00000001:1.0:1783948453.428036:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948453.428040:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.428044:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.428054:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.428063:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948453.428075:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.428081:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.428087:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.428092:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd944f780 00000400:00000200:1.0:1783948453.428097:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.428104:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x6c51 [1] + 224 00000800:00000001:1.0:1783948453.428113:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.428120:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.428123:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.428128:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948453.428137:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.428147:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948453.428159:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.428182:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948453.428192:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948453.428196:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.428203:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948453.428209:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2457:2457:256:4294967295] 192.168.202.104@tcp LPNI seq info [2457:2457:8:4294967295] 00000400:00000200:1.0:1783948453.428213:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.428221:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948453.428226:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948453.428233:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948453.428239:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948453.428246:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948453.428252:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1783948453.428622:0:31450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948453.428634:0:31450:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948453.428637:0:31450:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948453.428641:0:31450:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb58. 00000400:00000200:0.0:1783948453.428648:0:31450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:0.0:1783948453.428651:0:31450:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:0.0:1783948453.428655:0:31450:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948453.428661:0:31450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948453.428671:0:31450:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242a00 x1870603636504448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.428678:0:31450:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948453.428680:0:31450:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948453.428683:0:31450:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948453.428688:0:31450:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948453.428691:0:31450:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948453.428694:0:31450:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948453.428698:0:31450:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948453.428708:0:31450:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=123 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948453.428713:0:31450:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948453.428716:0:31450:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948453.428718:0:31450:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948453.428721:0:31450:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948453.428725:0:31450:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.428729:0:31450:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948453.428731:0:31450:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:0.0:1783948453.428733:0:31450:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948453.428736:0:31450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948453.428738:0:31450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000001:0.0:1783948453.428741:0:31450:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948453.428743:0:31450:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967631 00000100:00000001:0.0:1783948453.428745:0:31450:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948453.428748:0:31450:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948453.428753:0:31450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242a00 x1870603636504448/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948469 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.428760:0:31450:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948453.428763:0:31450:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948453.428765:0:31450:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948453.428770:0:31450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242a00 x1870603636504448/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948469 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948453.428778:0:31450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:31450:1870603636504448:192.168.202.104@tcp:36:lfs.0 00000100:00000001:0.0:1783948453.428783:0:31450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948453.428786:0:31450:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.428788:0:31450:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948453.428790:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.428794:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242a00 x1870603636504448/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948469 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.428801:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948453.428804:0:31450:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279480. 00000100:00000001:0.0:1783948453.428820:0:31450:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948453.428822:0:31450:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948453.428832:0:31450:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948453.428835:0:31450:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200000404:0x27:0x0] 00800000:00000001:0.0:1783948453.428837:0:31450:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.428841:0:31450:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948453.428847:0:31450:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948453.428850:0:31450:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948453.428873:0:31450:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1783948453.428877:0:31450:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783948453.428889:0:31450:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951dca940. 00000080:00000001:0.0:1783948453.428900:0:31450:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783948453.428902:0:31450:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08) 00000080:00000001:0.0:1783948453.428904:0:31450:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948453.428906:0:31450:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1783948453.428909:0:31450:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.428910:0:31450:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1783948453.428913:0:31450:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1783948453.428915:0:31450:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833959 mtime from 0 to 1783948453 00000080:00200000:0.0:1783948453.428919:0:31450:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 4096 00000080:00000001:0.0:1783948453.428922:0:31450:0:(llite_lib.c:3377:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783948453.428925:0:31450:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926642184 : -129839782909432 : ffff89e951dcaa08) 00000080:00000001:0.0:1783948453.428928:0:31450:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948453.428931:0:31450:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948453.428933:0:31450:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.428941:0:31450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.428945:0:31450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242a00 x1870603636504448/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948469 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.428952:0:31450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948453.428954:0:31450:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948453.428957:0:31450:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731800. 00000080:00000010:0.0:1783948453.428963:0:31450:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff89e950636c00. 00000080:00000001:0.0:1783948453.428967:0:31450:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.428987:0:31450:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783948453.428990:0:31450:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948453.428994:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547d98 00000080:00200008:0.0:1783948453.428997:0:31450:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 300000 00000080:00400000:0.0:1783948453.429002:0:31450:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1783948453.429007:0:31450:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e951725040. 00000080:00000001:0.0:1783948453.429012:0:31450:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783948453.429015:0:31450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01547d98 00000080:00000008:0.0:1783948453.429016:0:31450:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 300000, rc = 0 00000080:00000001:0.0:1783948453.429019:0:31450:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948453.429021:0:31450:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948453.431798:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.431810:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:1.0:1783948453.431819:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.431828:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948453.431843:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.431868:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948453.444114:0:31451:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948453.444121:0:31451:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948453.444123:0:31451:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948453.444125:0:31451:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f8bb20 00000080:00200000:1.0:1783948453.444129:0:31451:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948453.444136:0:31451:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7400. 00800000:00000002:1.0:1783948453.444141:0:31451:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948453.444144:0:31451:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948453.444149:0:31451:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948453.444150:0:31451:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f8ba40 00800000:00000002:1.0:1783948453.444152:0:31451:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948453.444155:0:31451:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948453.444159:0:31451:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948453.444164:0:31451:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948453.444165:0:31451:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f8b910 00000002:00010000:1.0:1783948453.444166:0:31451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948453.444170:0:31451:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948453.444171:0:31451:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948453.444174:0:31451:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948453.444179:0:31451:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.444180:0:31451:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.444182:0:31451:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.444183:0:31451:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948453.444186:0:31451:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783948453.444190:0:31451:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cdc00. 00000020:00000040:1.0:1783948453.444193:0:31451:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:1.0:1783948453.444198:0:31451:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948453.444202:0:31451:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948453.444205:0:31451:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.444207:0:31451:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948453.444209:0:31451:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948453.444213:0:31451:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948453.444219:0:31451:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f2c00. 00000100:00000001:1.0:1783948453.444225:0:31451:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.444229:0:31451:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948453.444230:0:31451:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.444231:0:31451:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948453.444232:0:31451:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.444233:0:31451:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.444236:0:31451:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00010000:00000001:1.0:1783948453.444240:0:31451:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948453.444241:0:31451:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948453.444244:0:31451:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d500. 00010000:00000010:1.0:1783948453.444247:0:31451:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4180. 00010000:00000001:1.0:1783948453.444251:0:31451:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948453.444254:0:31451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617b200. 00000020:00000001:1.0:1783948453.444256:0:31451:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948453.444258:0:31451:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617b200 with handle 0x8c7cf19e4b440c17 to hash 00000020:00000001:1.0:1783948453.444260:0:31451:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948453.444261:0:31451:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948453.444264:0:31451:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948453.444267:0:31451:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948453.444270:0:31451:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948453.444273:0:31451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440c17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31451 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948453.444280:0:31451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440c17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31451 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948453.444289:0:31451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440c17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31451 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948453.444294:0:31451:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948453.444296:0:31451:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948453.444301:0:31451:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941359000. 00000100:00000001:1.0:1783948453.444302:0:31451:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233647255552 : -129840062296064 : ffff89e941359000) 00000100:00000001:1.0:1783948453.444305:0:31451:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948453.444306:0:31451:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000001:1.0:1783948453.444310:0:31451:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948453.444313:0:31451:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.444314:0:31451:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948453.444316:0:31451:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948453.444324:0:31451:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cdc00 x1870603636504576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.444331:0:31451:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948453.444332:0:31451:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948453.444335:0:31451:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948453.444337:0:31451:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948453.444339:0:31451:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948453.444341:0:31451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:31451:1870603636504576:192.168.202.104@tcp:101:lfs.0 00000100:00000001:1.0:1783948453.444343:0:31451:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948453.444348:0:31451:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948453.444350:0:31451:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948453.444352:0:31451:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948453.444355:0:31451:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9613ea800. 02000000:00000001:1.0:1783948453.444356:0:31451:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948453.444362:0:31451:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948453.444365:0:31451:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888898. 00000400:00000010:1.0:1783948453.444371:0:31451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948453.444478:0:31451:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636504576, portal 10 00000100:00000001:1.0:1783948453.444480:0:31451:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948453.444481:0:31451:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000040:1.0:1783948453.444487:0:31451:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cdc00 x1870603636504576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.444496:0:31451:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948453.444499:0:31451:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948453.444502:0:31451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618dd0. 00000100:00000200:1.0:1783948453.444506:0:31451:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636504576, offset 0 00000400:00000200:1.0:1783948453.444513:0:31451:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948453.444590:0:31451:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.444599:0:31451:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948453.444605:0:31451:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948453.444620:0:31451:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948453.444625:0:31451:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948453.444627:0:31451:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948453.444632:0:31451:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2458:2458:256:4294967295] 192.168.202.104@tcp LPNI seq info [2458:2458:8:4294967295] 00000400:00000200:1.0:1783948453.444636:0:31451:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.444646:0:31451:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948453.444652:0:31451:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948453.444658:0:31451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948453.444664:0:31451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948453.444671:0:31451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948453.444676:0:31451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783948453.444694:0:31451:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948453.444699:0:31451:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 787486 usecs (788 jiffies) 00000400:00000200:1.0:1783948453.444702:0:31451:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948453.444705:0:31451:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296544383 00000800:00000200:1.0:1783948453.445122:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.445126:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:1.0:1783948453.445130:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.445134:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.445139:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618dd0 00000400:00000010:1.0:1783948453.445140:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618dd0. 00000100:00000001:1.0:1783948453.445144:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.445148:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdc00 x1870603636504576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.445155:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.445158:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdc00 x1870603636504576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.445163:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.445165:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783948453.445183:0:31451:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296544351 00000100:00000001:1.0:1783948453.445186:0:31451:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296544385 00000100:00000001:1.0:1783948453.445188:0:31451:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296544352 00000100:00000001:1.0:1783948453.445190:0:31451:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948453.445192:0:31451:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.445194:0:31451:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948453.445196:0:31451:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948453.445198:0:31451:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941359000 going to sleep for 11 seconds 00000100:00000001:1.0:1783948453.445200:0:31451:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948453.445203:0:31451:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948453.455005:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.455029:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948453.455034:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.455037:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.455046:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.455055:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948453.455069:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.455074:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.455081:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.455086:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944f800 00000400:00000200:1.0:1783948453.455091:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.455097:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6c61 [1] + 224 00000800:00000001:1.0:1783948453.455105:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.455118:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.455122:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.455126:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948453.455137:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.455147:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cdc00 x1870603636504576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948453.455159:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e9529cdc00 x1870603636504576/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.455265:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948453.455277:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.455280:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948453.468027:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948453.468038:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3c00. 00000400:00000200:0.0:1783948453.468047:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948453.468057:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948453.468064:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2aa0 00000400:00000010:0.0:1783948453.468067:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2aa0. 00000100:00000001:0.0:1783948453.468072:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948453.468081:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636504704/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.468093:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.468096:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636504704/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.468103:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.468106:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948453.472897:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.472918:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948453.472921:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.472924:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.472932:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.472941:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948453.472950:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.472955:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.472961:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.472966:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944f880 00000400:00000200:1.0:1783948453.472971:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.472978:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6c71 [1] + 224 00000800:00000001:1.0:1783948453.472985:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.472992:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.472996:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.473000:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948453.473008:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.473017:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636504704/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948453.473027:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e95066ea00 x1870603636504704/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.473163:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948453.473247:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.473252:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948453.494051:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948453.494061:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3600. 00000400:00000200:0.0:1783948453.494070:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948453.494079:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948453.494087:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2550 00000400:00000010:0.0:1783948453.494089:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2550. 00000100:00000001:0.0:1783948453.494094:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948453.494102:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636504960/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.494114:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.494118:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636504960/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.494125:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.494127:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948453.504911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00000800:00000001:0.0:1783948453.506843:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.508083:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948453.508090:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.508094:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.508103:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.508110:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948453.508122:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.508127:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.508133:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.508137:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd944f980 00000400:00000200:1.0:1783948453.508142:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.508148:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x6c79 [1] + 224 00000800:00000001:1.0:1783948453.508156:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.508166:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.508170:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.508174:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948453.508181:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.508191:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636504960/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948453.508204:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e95066ea00 x1870603636504960/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.508268:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948453.508278:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948453.508282:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.508288:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948453.508294:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2461:2461:256:4294967295] 192.168.202.104@tcp LPNI seq info [2461:2461:8:4294967295] 00000400:00000200:1.0:1783948453.508299:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.508307:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948453.508312:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948453.508319:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948453.508325:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948453.508332:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948453.508337:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1783948453.509711:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1783948453.509893:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.509899:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:1.0:1783948453.509904:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.509912:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948453.510055:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783948453.512657:0:31451:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bedc0. 00010000:00000010:2.1:1783948453.512675:0:31451:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d500. 00010000:00000010:2.1:1783948453.512681:0:31451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b200. 00000080:00000001:3.0:1783948453.583031:0:31453:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948453.583039:0:31453:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948453.583041:0:31453:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948453.583044:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93bc0 00000080:00200000:3.0:1783948453.583048:0:31453:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948453.583056:0:31453:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e943f2ea00. 00800000:00000002:3.0:1783948453.583062:0:31453:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948453.583067:0:31453:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948453.583071:0:31453:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948453.583073:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93ae0 00800000:00000002:3.0:1783948453.583075:0:31453:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948453.583079:0:31453:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948453.583083:0:31453:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948453.583089:0:31453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948453.583091:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f939b0 00000002:00010000:3.0:1783948453.583092:0:31453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948453.583095:0:31453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948453.583097:0:31453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948453.583100:0:31453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948453.583106:0:31453:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948453.583108:0:31453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948453.583110:0:31453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948453.583112:0:31453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948453.583115:0:31453:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948453.583121:0:31453:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65880. 00000020:00000040:3.0:1783948453.583126:0:31453:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948453.583132:0:31453:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948453.583136:0:31453:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948453.583140:0:31453:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948453.583144:0:31453:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948453.583146:0:31453:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948453.583150:0:31453:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948453.583157:0:31453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e9400. 00000100:00000001:3.0:1783948453.583164:0:31453:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948453.583168:0:31453:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948453.583170:0:31453:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948453.583172:0:31453:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948453.583173:0:31453:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948453.583175:0:31453:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948453.583181:0:31453:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907353728 : -129839802197888 : ffff89e950b65880) 00010000:00000001:3.0:1783948453.583184:0:31453:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948453.583186:0:31453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948453.583190:0:31453:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459100. 00010000:00000010:3.0:1783948453.583194:0:31453:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7880. 00010000:00000001:3.0:1783948453.583199:0:31453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948453.583202:0:31453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596a00. 00000020:00000001:3.0:1783948453.583205:0:31453:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948453.583208:0:31453:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596a00 with handle 0x8c7cf19e4b440c25 to hash 00000020:00000001:3.0:1783948453.583211:0:31453:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948453.583212:0:31453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.583215:0:31453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.583219:0:31453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948453.583223:0:31453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948453.583227:0:31453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948453.583237:0:31453:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948453.583247:0:31453:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948453.583252:0:31453:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948453.583254:0:31453:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948453.583262:0:31453:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807e300. 00000100:00000001:3.0:1783948453.583264:0:31453:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030138112 : -129839679413504 : ffff89e95807e300) 00000100:00000001:3.0:1783948453.583267:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948453.583268:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907353728 : -129839802197888 : ffff89e950b65880) 00000100:00000001:3.0:1783948453.583273:0:31453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948453.583278:0:31453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948453.583279:0:31453:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948453.583282:0:31453:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948453.583295:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.583304:0:31453:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948453.583305:0:31453:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948453.583310:0:31453:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948453.583313:0:31453:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948453.583315:0:31453:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948453.583320:0:31453:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65880 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:31453:1870603636505088:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948453.583324:0:31453:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948453.583330:0:31453:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948453.583332:0:31453:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948453.583335:0:31453:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948453.583339:0:31453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582b9800. 02000000:00000001:3.0:1783948453.583341:0:31453:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948453.583348:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948453.583354:0:31453:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948453.583361:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125dd0. 00000100:00000200:3.0:1783948453.583368:0:31453:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636505088, portal 10 00000100:00000001:3.0:1783948453.583370:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948453.583371:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907353728 : -129839802197888 : ffff89e950b65880) 00000100:00000040:3.0:1783948453.583377:0:31453:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.583384:0:31453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948453.583386:0:31453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948453.583389:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125330. 00000100:00000200:3.0:1783948453.583393:0:31453:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636505088, offset 0 00000400:00000200:3.0:1783948453.583400:0:31453:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948453.583410:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948453.583419:0:31453:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948453.583425:0:31453:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948453.583429:0:31453:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948453.583432:0:31453:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948453.583435:0:31453:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948453.583439:0:31453:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2462:2462:256:4294967295] 192.168.202.104@tcp LPNI seq info [2462:2462:8:4294967295] 00000400:00000200:3.0:1783948453.583444:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948453.583454:0:31453:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948453.583462:0:31453:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948453.583468:0:31453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9000. 00000800:00000200:3.0:1783948453.583475:0:31453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948453.583484:0:31453:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948453.583489:0:31453:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948453.583508:0:31453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948453.583513:0:31453:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 784371 usecs (785 jiffies) 00000400:00000200:3.0:1783948453.583516:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948453.583519:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296544517 00000100:00000001:3.0:1783948453.583527:0:31453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296544422 00000100:00000001:3.0:1783948453.583533:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296544517 00000100:00000001:3.0:1783948453.583535:0:31453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296544422 00000100:00000001:3.0:1783948453.583538:0:31453:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948453.583541:0:31453:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948453.583543:0:31453:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948453.583545:0:31453:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948453.583548:0:31453:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807e300 going to sleep for 11 seconds 00000100:00000001:3.0:1783948453.583551:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948453.583553:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948453.583910:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.583915:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9000. 00000400:00000200:1.0:1783948453.583921:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.583926:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.583931:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125330 00000400:00000010:1.0:1783948453.583933:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125330. 00000100:00000001:1.0:1783948453.583938:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.583943:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.583953:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.583957:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.583963:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.583965:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948453.589111:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.589130:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948453.589135:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.589138:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948453.589147:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.589154:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948453.589164:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.589169:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.589174:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.589179:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd944fa00 00000400:00000200:0.0:1783948453.589184:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.589191:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6c81 [1] + 224 00000800:00000001:0.0:1783948453.589199:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.589210:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948453.589214:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948453.589218:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948453.589226:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948453.589235:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948453.589247:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.589298:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948453.589318:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948453.589327:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.589331:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948453.594214:0:31453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948453.594219:0:31453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948453.594223:0:31453:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948453.594232:0:31453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125dd0 00000400:00000010:3.0:1783948453.594235:0:31453:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125dd0. 00000100:00000001:3.0:1783948453.594240:0:31453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948453.594249:0:31453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948453.594262:0:31453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.594270:0:31453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948453.594273:0:31453:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948453.594276:0:31453:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948453.594279:0:31453:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948453.594283:0:31453:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948453.594285:0:31453:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948453.594288:0:31453:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948453.594297:0:31453:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=123 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948453.594301:0:31453:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948453.594303:0:31453:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948453.594305:0:31453:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948453.594308:0:31453:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948453.594312:0:31453:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948453.594315:0:31453:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948453.594317:0:31453:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967631 00000100:00000001:3.0:1783948453.594319:0:31453:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948453.594321:0:31453:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948453.594326:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.594332:0:31453:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948453.594335:0:31453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948453.594337:0:31453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948453.594340:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948453.594348:0:31453:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65880 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:31453:1870603636505088:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948453.594353:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948453.594356:0:31453:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948453.594358:0:31453:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948453.594361:0:31453:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948453.594364:0:31453:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.594371:0:31453:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948453.594375:0:31453:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807e300. 00000100:00000001:3.0:1783948453.594378:0:31453:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948453.594381:0:31453:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948453.594384:0:31453:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948453.594387:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948453.594389:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948453.594393:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=4 00000020:00000001:3.0:1783948453.594395:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594398:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000040:3.0:1783948453.594405:0:31453:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596a00, remote cookie: 0x2ceea11ad5e05f9b, flags: 0x1001 00010000:00010000:3.0:1783948453.594411:0:31453:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948453.594421:0:31453:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948453.594429:0:31453:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948453.594433:0:31453:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948453.594435:0:31453:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948453.594437:0:31453:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948453.594438:0:31453:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948453.594442:0:31453:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459100) refcount = 1 00010000:00010000:3.0:1783948453.594447:0:31453:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948453.594453:0:31453:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948453.594457:0:31453:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948453.594458:0:31453:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948453.594461:0:31453:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948453.594464:0:31453:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948453.594467:0:31453:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948453.594472:0:31453:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948453.594474:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594477:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948453.594478:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594479:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948453.594480:0:31453:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948453.594485:0:31453:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948453.594486:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948453.594488:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948453.594489:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948453.594491:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594493:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594496:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948453.594497:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948453.594498:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=4 00000020:00000001:3.0:1783948453.594500:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594502:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594505:0:31453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948453.594509:0:31453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948453.594513:0:31453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948453.594531:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594531:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948453.594533:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948453.594534:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948453.594535:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=5 00000020:00000001:3.0:1783948453.594536:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594538:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594540:0:31453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948453.594544:0:31453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948453.594549:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594550:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948453.594552:0:31453:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948453.594730:0:31453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948453.594733:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594734:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948453.594735:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594736:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948453.594741:0:31453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b65880 x1870603636505088/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948453.594750:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948453.594751:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948453.594753:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948453.594754:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594756:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594758:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594759:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948453.594760:0:31453:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948453.594762:0:31453:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948453.594765:0:31453:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948453.594767:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948453.594768:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948453.594769:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948453.594771:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594772:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00000002:00010000:3.0:1783948453.594775:0:31453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948453.594781:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594781:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948453.594783:0:31453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948453.594784:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948453.594785:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948453.594786:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:3.0:1783948453.594788:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:3.0:1783948453.594790:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000040:3.0:1783948453.594795:0:31453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:3.0:1783948453.594798:0:31453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948453.594801:0:31453:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948453.594803:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948453.594804:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948453.594806:0:31453:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948453.594808:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93938 00000002:00002000:3.0:1783948453.594810:0:31453:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948453.594813:0:31453:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948453.594817:0:31453:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948453.594819:0:31453:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948453.594823:0:31453:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948453.594825:0:31453:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948453.594829:0:31453:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948453.594832:0:31453:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2ea00. 00000080:00000001:3.0:1783948453.594836:0:31453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948453.594839:0:31453:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948453.594845:0:31453:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948453.594849:0:31453:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00000800:00000200:1.0:1783948453.598349:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.598359:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9601e3300. 00000400:00000200:1.0:1783948453.598370:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.598379:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.598387:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2908 00000400:00000010:1.0:1783948453.598390:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2908. 00000100:00000001:1.0:1783948453.598395:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.598403:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066dc00 x1870603636505216/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.598416:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.598419:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066dc00 x1870603636505216/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.598426:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.598428:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948453.598443:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.598445:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954535800. 00000400:00000200:1.0:1783948453.598448:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.598451:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.598455:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2660 00000400:00000010:1.0:1783948453.598456:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2660. 00000100:00000001:1.0:1783948453.598458:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.598463:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c700 x1870603636505472/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.598470:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.598473:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c700 x1870603636505472/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.598479:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.598480:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948453.598488:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.598490:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954535400. 00000400:00000200:1.0:1783948453.598494:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.598497:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.598499:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2550 00000400:00000010:1.0:1783948453.598501:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2550. 00000100:00000001:1.0:1783948453.598503:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.598507:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636505344/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.598513:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.598527:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636505344/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.598533:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.598535:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948453.598723:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.598726:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954535200. 00000400:00000200:1.0:1783948453.598729:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.598733:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948453.598736:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2088 00000400:00000010:1.0:1783948453.598738:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2088. 00000100:00000001:1.0:1783948453.598740:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948453.598745:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.598757:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.598759:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.598765:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.598766:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948453.605962:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.605979:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948453.605983:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.605986:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948453.605994:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.606001:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948453.606010:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.606015:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.606021:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.606024:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944fc00 00000400:00000200:0.0:1783948453.606029:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.606035:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6ca1 [1] + 224 00000800:00000001:0.0:1783948453.606042:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.606049:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948453.606052:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948453.606055:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948453.606062:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948453.606069:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948453.606079:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.606098:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948453.606105:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.606108:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948453.606176:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948453.606183:0:31453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948453.606185:0:31453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948453.606188:0:31453:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891108. 00000400:00000200:1.0:1783948453.606192:0:31453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2aa0 00000400:00000010:1.0:1783948453.606194:0:31453:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2aa0. 00000100:00000001:1.0:1783948453.606197:0:31453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.606202:0:31453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948453.606210:0:31453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.606216:0:31453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948453.606219:0:31453:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948453.606221:0:31453:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948453.606224:0:31453:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948453.606227:0:31453:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948453.606230:0:31453:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948453.606233:0:31453:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948453.606242:0:31453:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=123 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948453.606246:0:31453:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948453.606249:0:31453:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948453.606250:0:31453:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.606253:0:31453:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948453.606256:0:31453:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.606260:0:31453:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948453.606262:0:31453:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967631 00000100:00000001:1.0:1783948453.606264:0:31453:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948453.606267:0:31453:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948453.606272:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.606280:0:31453:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948453.606283:0:31453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948453.606285:0:31453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948453.606288:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948469 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948453.606295:0:31453:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066d500 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:31453:1870603636505600:192.168.202.104@tcp:101:multiop.0 00000100:00000001:1.0:1783948453.606299:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948453.606302:0:31453:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.606304:0:31453:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948453.606307:0:31453:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.606310:0:31453:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948469 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.606317:0:31453:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948453.606319:0:31453:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e942ef0480. 00000100:00000001:1.0:1783948453.606321:0:31453:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948453.606323:0:31453:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.606326:0:31453:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948453.606329:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606331:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606334:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=4 00000020:00000001:1.0:1783948453.606336:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606339:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000040:1.0:1783948453.606344:0:31453:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234c00, remote cookie: 0x2ceea11ad5e05fb7, flags: 0x1001 00010000:00010000:1.0:1783948453.606349:0:31453:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948453.606357:0:31453:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783948453.606360:0:31453:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783948453.606368:0:31453:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d100. 00010000:00000010:1.0:1783948453.606373:0:31453:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4a00. 00010000:00000001:1.0:1783948453.606378:0:31453:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948453.606382:0:31453:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948453.606390:0:31453:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948453.606396:0:31453:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948453.606400:0:31453:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948453.606402:0:31453:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948453.606404:0:31453:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948453.606405:0:31453:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948453.606408:0:31453:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff89e94722d100) refcount = 1 00010000:00010000:1.0:1783948453.606411:0:31453:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948453.606418:0:31453:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948453.606420:0:31453:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948453.606422:0:31453:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948453.606425:0:31453:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948453.606427:0:31453:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948453.606430:0:31453:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948453.606436:0:31453:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948453.606438:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606439:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948453.606440:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606441:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948453.606443:0:31453:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.606447:0:31453:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948453.606449:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606451:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606452:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:1.0:1783948453.606454:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606456:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606458:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606459:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606460:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=4 00000020:00000001:1.0:1783948453.606462:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606464:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606466:0:31453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948453.606469:0:31453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948453.606472:0:31453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948453.606479:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606480:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948453.606481:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606483:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606484:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=5 00000020:00000001:1.0:1783948453.606486:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606487:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606490:0:31453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948453.606492:0:31453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948453.606499:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606500:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948453.606502:0:31453:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948453.606508:0:31453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948453.606509:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606510:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948453.606511:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606512:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948453.606528:0:31453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783948453.606536:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606537:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606539:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:1.0:1783948453.606540:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606542:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606545:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606546:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948453.606548:0:31453:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.606549:0:31453:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.606553:0:31453:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783948453.606555:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606556:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606557:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:1.0:1783948453.606638:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606641:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00000002:00010000:1.0:1783948453.606644:0:31453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948453.606650:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606651:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948453.606653:0:31453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948453.606654:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606655:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606657:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:1.0:1783948453.606659:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606661:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000040:1.0:1783948453.606665:0:31453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:1.0:1783948453.606667:0:31453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948453.606670:0:31453:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:1.0:1783948453.606673:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606674:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948453.606676:0:31453:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948453.606679:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93750 00000002:00002000:1.0:1783948453.606681:0:31453:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1783948453.606685:0:31453:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948453.606689:0:31453:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948453.606692:0:31453:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948453.606695:0:31453:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948453.606698:0:31453:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948453.606701:0:31453:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:1.0:1783948453.606704:0:31453:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948453.606705:0:31453:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01f93ac8 it_disposition b 00000080:00000001:1.0:1783948453.606708:0:31453:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948453.606714:0:31453:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948453.606717:0:31453:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948453.606719:0:31453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1783948453.606722:0:31453:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1783948453.606728:0:31453:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783948453.606731:0:31453:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1783948453.606733:0:31453:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948453.606736:0:31453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1783948453.606739:0:31453:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783948453.606743:0:31453:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 4096 00000080:00200000:1.0:1783948453.606746:0:31453:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff89e951dcaa08): rc = 0 00000080:00000001:1.0:1783948453.606748:0:31453:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926642184 : -129839782909432 : ffff89e951dcaa08) 00010000:00000001:1.0:1783948453.606750:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606751:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606753:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:1.0:1783948453.606755:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606756:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606758:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606759:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948453.606761:0:31453:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783948453.606764:0:31453:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783948453.606766:0:31453:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948453.606768:0:31453:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948453.606770:0:31453:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948453.606773:0:31453:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) for lock 0x8c7cf19e4b440c2c 00800000:00000001:1.0:1783948453.606775:0:31453:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948453.606777:0:31453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948453.606778:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606779:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606780:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:1.0:1783948453.606783:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606785:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606787:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606788:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948453.606789:0:31453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948453.606791:0:31453:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783948453.606796:0:31453:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f515e8 inode ffff89e951dcaa08 refc 1 flags 0x20000e 00000080:00000001:1.0:1783948453.606800:0:31453:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948453.606801:0:31453:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948453.606804:0:31453:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783948453.606807:0:31453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) 00000080:00010000:1.0:1783948453.606810:0:31453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c2c from it ffffb87d01f93ac8 00010000:00000001:1.0:1783948453.606812:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948453.606813:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948453.606815:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:1.0:1783948453.606816:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606818:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:1.0:1783948453.606820:0:31453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948453.606822:0:31453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948453.606828:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606829:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948453.606831:0:31453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948453.606833:0:31453:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948453.606835:0:31453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948453.606842:0:31453:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948453.606845:0:31453:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948453.606847:0:31453:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948453.606902:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606904:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948453.606905:0:31453:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.606909:0:31453:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948453.606911:0:31453:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.606913:0:31453:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.606916:0:31453:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.606918:0:31453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948453.606919:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.606920:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948453.606922:0:31453:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948453.606925:0:31453:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950bf5200. 00000100:00000001:1.0:1783948453.606930:0:31453:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948453.606935:0:31453:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d500 x1870603636505600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.606942:0:31453:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948453.606944:0:31453:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948453.606948:0:31453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958134000. 02000000:00000001:1.0:1783948453.606951:0:31453:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948453.606953:0:31453:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948453.606955:0:31453:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948453.606957:0:31453:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948453.606960:0:31453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:1.0:1783948453.606963:0:31453:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948453.606965:0:31453:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948453.606967:0:31453:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d500. 00000100:00000001:1.0:1783948453.606971:0:31453:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948453.606972:0:31453:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948453.606979:0:31453:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948453.606982:0:31453:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08), inode mode 41ed mask 1 00000080:00000001:1.0:1783948453.606986:0:31453:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948453.607001:0:31453:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9470aa300. 00000080:00000001:1.0:1783948453.607006:0:31453:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948453.607008:0:31453:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08), inode mode 41ed mask 3 00000080:00000001:1.0:1783948453.607010:0:31453:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948453.607013:0:31453:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1783948453.607014:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93b50 00000080:00200000:1.0:1783948453.607016:0:31453:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff89e951dcaa08), file ffff89e95454e600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1783948453.607020:0:31453:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e9506196c0. 00000080:00000001:1.0:1783948453.607024:0:31453:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783948453.607025:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93a00 00000080:00200000:1.0:1783948453.607027:0:31453:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff89e951dcaa08), intent=open|creat 00000080:00000010:1.0:1783948453.607033:0:31453:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6e00. 00000080:00000001:1.0:1783948453.607040:0:31453:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948453.607043:0:31453:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948453.607045:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93920 00800000:00000002:1.0:1783948453.607046:0:31453:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:1.0:1783948453.607049:0:31453:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1783948453.607052:0:31453:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783948453.607056:0:31453:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:1.0:1783948453.607059:0:31453:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783948453.607061:0:31453:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783948453.607063:0:31453:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783948453.607065:0:31453:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783948453.607067:0:31453:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x29:0x0] 40000000:00000001:1.0:1783948453.607069:0:31453:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.607071:0:31453:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948453.607073:0:31453:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948453.607074:0:31453:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948453.607076:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f938a0 00800000:00000002:1.0:1783948453.607077:0:31453:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1783948453.607081:0:31453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948453.607083:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f937d8 00000002:00010000:1.0:1783948453.607084:0:31453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1783948453.607088:0:31453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948453.607090:0:31453:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783948453.607093:0:31453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1783948453.607096:0:31453:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.607098:0:31453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948453.607100:0:31453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:1.0:1783948453.607101:0:31453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948453.607104:0:31453:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948453.607107:0:31453:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.607109:0:31453:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.607110:0:31453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948453.607116:0:31453:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cdc00. 00000020:00000040:1.0:1783948453.607119:0:31453:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948453.607123:0:31453:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948453.607124:0:31453:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.607127:0:31453:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948453.607130:0:31453:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948453.607132:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948453.607133:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948453.607134:0:31453:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.607137:0:31453:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948453.607139:0:31453:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948453.607142:0:31453:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948453.607148:0:31453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f0c00. 00000100:00000001:1.0:1783948453.607154:0:31453:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.607157:0:31453:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948453.607159:0:31453:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.607161:0:31453:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948453.607162:0:31453:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948453.607163:0:31453:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948453.607172:0:31453:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00010000:00000001:1.0:1783948453.607175:0:31453:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948453.607176:0:31453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948453.607178:0:31453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:1.0:1783948453.607180:0:31453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948453.607182:0:31453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948453.607185:0:31453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617ba00. 00000020:00000001:1.0:1783948453.607188:0:31453:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948453.607190:0:31453:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617ba00 with handle 0x8c7cf19e4b440c33 to hash 00000020:00000001:1.0:1783948453.607192:0:31453:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948453.607193:0:31453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:1.0:1783948453.607196:0:31453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:1.0:1783948453.607198:0:31453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948453.607200:0:31453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948453.607203:0:31453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440c33 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948453.607209:0:31453:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440c33 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783948453.607220:0:31453:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783948453.607227:0:31453:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783948453.607235:0:31453:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440c33 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948453.607240:0:31453:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948453.607242:0:31453:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948453.607247:0:31453:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941359000. 00000100:00000001:1.0:1783948453.607249:0:31453:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233647255552 : -129840062296064 : ffff89e941359000) 00000100:00000001:1.0:1783948453.607252:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948453.607253:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000001:1.0:1783948453.607257:0:31453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948453.607261:0:31453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.607263:0:31453:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948453.607265:0:31453:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948453.607269:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.607280:0:31453:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948453.607283:0:31453:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948453.607286:0:31453:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948453.607288:0:31453:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948453.607291:0:31453:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948453.607293:0:31453:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:31453:1870603636505856:192.168.202.104@tcp:101:multiop.0 00000100:00000001:1.0:1783948453.607296:0:31453:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948453.607301:0:31453:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948453.607303:0:31453:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948453.607305:0:31453:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948453.607361:0:31453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:1.0:1783948453.607363:0:31453:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948453.607369:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948453.607373:0:31453:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888058. 00000400:00000010:1.0:1783948453.607380:0:31453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9493f0000. 00000100:00000200:1.0:1783948453.607386:0:31453:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636505856, portal 10 00000100:00000001:1.0:1783948453.607388:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948453.607390:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000040:1.0:1783948453.607396:0:31453:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948453.607403:0:31453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948453.607406:0:31453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948453.607409:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618dd0. 00000100:00000200:1.0:1783948453.607412:0:31453:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636505856, offset 0 00000400:00000200:1.0:1783948453.607419:0:31453:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948453.607426:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.607433:0:31453:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948453.607438:0:31453:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948453.607443:0:31453:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948453.607446:0:31453:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948453.607449:0:31453:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948453.607454:0:31453:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2467:2467:256:4294967295] 192.168.202.104@tcp LPNI seq info [2467:2467:8:4294967295] 00000400:00000200:1.0:1783948453.607458:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.607466:0:31453:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948453.607472:0:31453:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948453.607477:0:31453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948453.607483:0:31453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948453.607491:0:31453:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948453.607495:0:31453:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783948453.607515:0:31453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948453.607519:0:31453:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 782282 usecs (783 jiffies) 00000400:00000200:1.0:1783948453.607523:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948453.607525:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296544541 00000100:00000001:1.0:1783948453.607528:0:31453:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296548069 00000100:00000001:1.0:1783948453.607530:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296544541 00000100:00000001:1.0:1783948453.607532:0:31453:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296548069 00000100:00000001:1.0:1783948453.607534:0:31453:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948453.607536:0:31453:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948453.607539:0:31453:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948453.607540:0:31453:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948453.607543:0:31453:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941359000 going to sleep for 11 seconds 00000100:00000001:1.0:1783948453.607546:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948453.607548:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948453.608817:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948453.608824:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:0.0:1783948453.608830:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948453.608837:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948453.608844:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618dd0 00000400:00000010:0.0:1783948453.608846:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618dd0. 00000100:00000001:0.0:1783948453.608867:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948453.608874:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948469 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.608885:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948453.608889:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948469 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948453.608896:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948453.608898:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948453.614190:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.614208:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948453.614212:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.614214:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948453.614223:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614231:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948453.614241:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614246:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614251:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614255:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944fb80 00000400:00000200:0.0:1783948453.614261:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614267:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6c91 [1] + 224 00000800:00000001:0.0:1783948453.614274:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.614278:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948453.614280:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948453.614285:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948453.614292:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948453.614301:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c700 x1870603636505472/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948453.614311:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066c700 x1870603636505472/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.614332:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948453.614340:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.614343:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948453.614345:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.614347:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948453.614349:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614352:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948453.614356:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614358:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614360:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614362:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd944fb00 00000400:00000200:0.0:1783948453.614365:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948453.614368:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6c99 [1] + 224 00000800:00000001:0.0:1783948453.614372:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.614376:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948453.614379:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948453.614382:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948453.614384:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948453.614389:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636505344/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948453.614397:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066fb80 x1870603636505344/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948453.614403:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948453.614406:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948453.614409:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948453.622097:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.622225:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948453.622230:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.622233:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.622242:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622250:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948453.622263:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622270:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622276:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622280:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd944fa80 00000400:00000200:1.0:1783948453.622286:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622293:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6c89 [1] + 224 00000800:00000001:1.0:1783948453.622300:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.622304:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.622307:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.622311:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948453.622319:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.622329:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066dc00 x1870603636505216/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948453.622340:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066dc00 x1870603636505216/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948453.622362:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948453.622375:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.622379:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948453.622381:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.622383:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.622386:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622389:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948453.622393:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622395:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622398:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622401:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd944fd00 00000400:00000200:1.0:1783948453.622404:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622408:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x6ca9 [32] + 224 00000800:00000001:1.0:1783948453.622412:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.622420:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948453.622422:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.622425:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948453.622428:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948453.622433:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948469 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948453.622447:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.622513:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948453.622540:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948453.622547:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948453.622551:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622565:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948453.622571:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2468:2468:256:4294967295] 192.168.202.104@tcp LPNI seq info [2468:2468:8:4294967295] 00000400:00000200:1.0:1783948453.622576:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948453.622583:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948453.622589:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948453.622595:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e9493f1000. 00000800:00000200:1.0:1783948453.622601:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948453.622636:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948453.622640:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493f1000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948453.622734:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948453.622739:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e9493f1000. 00000400:00000200:1.0:1783948453.622743:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948453.622746:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948453.622752:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948453.622755:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948453.623495:0:31453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948453.623498:0:31453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948453.623500:0:31453:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888058. 00000400:00000200:3.0:1783948453.623504:0:31453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9493f0000 00000400:00000010:3.0:1783948453.623506:0:31453:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9493f0000. 00000100:00000001:3.0:1783948453.623510:0:31453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948453.623637:0:31453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948453.623648:0:31453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cdc00 x1870603636505856/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948469 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.623654:0:31453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948453.623656:0:31453:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948453.623658:0:31453:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948453.623660:0:31453:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948453.623662:0:31453:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948453.623663:0:31453:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948453.623665:0:31453:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948453.623671:0:31453:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=123 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948453.623675:0:31453:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948453.623677:0:31453:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948453.623678:0:31453:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948453.623680:0:31453:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948453.623683:0:31453:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948453.623686:0:31453:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948453.623688:0:31453:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100000150/0x1] 00000100:00000001:3.0:1783948453.623690:0:31453:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948453.623691:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948453.623693:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000001:3.0:1783948453.623696:0:31453:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948453.623698:0:31453:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967631 00000100:00000001:3.0:1783948453.623700:0:31453:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948453.623702:0:31453:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948453.623707:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cdc00 x1870603636505856/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948469 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.623714:0:31453:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948453.623716:0:31453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948453.623717:0:31453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948453.623721:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cdc00 x1870603636505856/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948469 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948453.623729:0:31453:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:31453:1870603636505856:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948453.623733:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948453.623736:0:31453:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948453.623739:0:31453:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948453.623741:0:31453:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948453.623743:0:31453:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdc00 x1870603636505856/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948469 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948453.623750:0:31453:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948453.623753:0:31453:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941359000. 00000100:00000001:3.0:1783948453.623756:0:31453:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948453.623758:0:31453:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948453.623761:0:31453:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948453.623766:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948453.623769:0:31453:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948453.623772:0:31453:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=4 00000020:00000001:3.0:1783948453.623775:0:31453:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:3.0:1783948453.623778:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000040:3.0:1783948453.623784:0:31453:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617ba00, remote cookie: 0x2ceea11ad5e05fd3, flags: 0x1001 00010000:00010000:3.0:1783948453.623790:0:31453:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440c33 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05fd3 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948453.623798:0:31453:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:3.0:1783948453.623801:0:31453:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00000020:00000001:3.0:1783948454.104475:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948454.104479:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948454.104481:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948454.447996:0:31464:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948454.448006:0:31464:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948454.448009:0:31464:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948454.448013:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3bc0 00000080:00200000:0.0:1783948454.448019:0:31464:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948454.448027:0:31464:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731200. 00800000:00000002:0.0:1783948454.448035:0:31464:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948454.448039:0:31464:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948454.448044:0:31464:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948454.448047:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3ae0 00800000:00000002:0.0:1783948454.448049:0:31464:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948454.448054:0:31464:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948454.448058:0:31464:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948454.448064:0:31464:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948454.448066:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e39b0 00000002:00010000:0.0:1783948454.448068:0:31464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948454.448071:0:31464:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948454.448073:0:31464:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948454.448077:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948454.448085:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:0.0:1783948454.448090:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948454.448096:0:31464:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948454.448101:0:31464:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948454.448106:0:31464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948454.448118:0:31464:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948454.448124:0:31464:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948454.448128:0:31464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948454.448136:0:31464:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948454.448138:0:31464:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948454.448141:0:31464:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948454.448143:0:31464:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948454.448145:0:31464:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948454.448146:0:31464:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948454.448149:0:31464:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948454.448152:0:31464:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948454.448156:0:31464:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731200. 00000080:00000001:0.0:1783948454.448161:0:31464:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948454.448163:0:31464:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948454.448166:0:31464:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948454.448169:0:31464:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c25 00800000:00000001:0.0:1783948454.448173:0:31464:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948454.448175:0:31464:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948454.448176:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948454.448179:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948454.448182:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:0.0:1783948454.448185:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:0.0:1783948454.448188:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:0.0:1783948454.448191:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948454.448193:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948454.448194:0:31464:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948454.448196:0:31464:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948454.448198:0:31464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c25 from it ffffb87d019e3bf8 00010000:00000001:0.0:1783948454.448200:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948454.448201:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948454.448202:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596a00 refcount=3 00000020:00000001:0.0:1783948454.448204:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:0.0:1783948454.448206:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733491200 : -129839976060416 : ffff89e946596a00) 00010000:00000001:0.0:1783948454.448208:0:31464:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948454.448212:0:31464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948454.448219:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948454.448221:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948454.448223:0:31464:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948454.448226:0:31464:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948454.448229:0:31464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948454.448238:0:31464:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948454.448241:0:31464:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948454.448243:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948454.448247:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948454.448248:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948454.448250:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948454.448253:0:31464:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948454.448254:0:31464:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948454.448257:0:31464:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948454.448259:0:31464:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948454.448261:0:31464:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948454.448262:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948454.448263:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948454.448266:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948454.448268:0:31464:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948454.448271:0:31464:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948454.448276:0:31464:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948454.448284:0:31464:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e5e0. 00000020:00000001:0.0:1783948454.448289:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3b28 00000080:00200000:0.0:1783948454.448291:0:31464:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=25 00000080:00000001:0.0:1783948454.448295:0:31464:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948454.448297:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e39d8 00000080:00200000:0.0:1783948454.448299:0:31464:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:0.0:1783948454.448306:0:31464:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731200. 00800000:00000002:0.0:1783948454.448309:0:31464:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948454.448313:0:31464:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948454.448315:0:31464:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948454.448316:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e38f8 00800000:00000002:0.0:1783948454.448318:0:31464:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948454.448321:0:31464:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948454.448325:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3890 00800000:00000002:0.0:1783948454.448327:0:31464:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1783948454.448330:0:31464:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948454.448332:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e37c8 00000002:00010000:0.0:1783948454.448333:0:31464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1783948454.448337:0:31464:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948454.448339:0:31464:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948454.448345:0:31464:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241500. 00000020:00000040:0.0:1783948454.448349:0:31464:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948454.448355:0:31464:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948454.448359:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948454.448361:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948454.448362:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948454.448363:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948454.448366:0:31464:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948454.448368:0:31464:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948454.448371:0:31464:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948454.448377:0:31464:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950635400. 00000100:00000001:0.0:1783948454.448385:0:31464:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948454.448390:0:31464:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948454.448392:0:31464:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948454.448393:0:31464:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948454.448394:0:31464:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948454.448396:0:31464:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948454.448404:0:31464:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00010000:00000001:0.0:1783948454.448408:0:31464:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948454.448410:0:31464:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948454.448413:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:0.0:1783948454.448416:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948454.448418:0:31464:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948454.448422:0:31464:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465ab800. 00000020:00000001:0.0:1783948454.448425:0:31464:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948454.448427:0:31464:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465ab800 with handle 0x8c7cf19e4b440c3a to hash 00000020:00000001:0.0:1783948454.448429:0:31464:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948454.448430:0:31464:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948454.448434:0:31464:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:0.0:1783948454.448437:0:31464:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948454.448439:0:31464:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948454.448442:0:31464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948454.448449:0:31464:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948454.448459:0:31464:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948454.448464:0:31464:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948454.448466:0:31464:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948454.448473:0:31464:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9522796c0. 00000100:00000001:0.0:1783948454.448475:0:31464:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931552448 : -129839777999168 : ffff89e9522796c0) 00000100:00000001:0.0:1783948454.448478:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948454.448480:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000001:0.0:1783948454.448484:0:31464:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948454.448488:0:31464:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948454.448490:0:31464:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948454.448491:0:31464:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948454.448501:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948454.448509:0:31464:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948454.448511:0:31464:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948454.448515:0:31464:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948454.448517:0:31464:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948454.448519:0:31464:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948454.448522:0:31464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636505984:192.168.202.104@tcp:101:touch.0 00000100:00000001:0.0:1783948454.448527:0:31464:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948454.448531:0:31464:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948454.448534:0:31464:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948454.448537:0:31464:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948454.448541:0:31464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e960189000. 02000000:00000001:0.0:1783948454.448543:0:31464:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948454.448551:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948454.448555:0:31464:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb58. 00000400:00000010:0.0:1783948454.448563:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948454.448571:0:31464:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636505984, portal 10 00000100:00000001:0.0:1783948454.448573:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948454.448574:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000040:0.0:1783948454.448580:0:31464:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948470 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948454.448588:0:31464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948454.448591:0:31464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948454.448594:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf660. 00000100:00000200:0.0:1783948454.459357:0:31464:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636505984, offset 0 00000400:00000200:0.0:1783948454.460297:0:31464:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948454.460311:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.460320:0:31464:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948454.460326:0:31464:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948454.460330:0:31464:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948454.460335:0:31464:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948454.460338:0:31464:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948454.460341:0:31464:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2469:2469:256:4294967295] 192.168.202.104@tcp LPNI seq info [2469:2469:8:4294967295] 00000400:00000200:0.0:1783948454.460346:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.460356:0:31464:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948454.460363:0:31464:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948454.460369:0:31464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948454.460377:0:31464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948454.460384:0:31464:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948454.460389:0:31464:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783948454.460436:0:31464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948454.460443:0:31464:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 781251 usecs (782 jiffies) 00000400:00000200:0.0:1783948454.460448:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948454.460450:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296545394 00000100:00000001:0.0:1783948454.460453:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296548069 00000100:00000001:0.0:1783948454.460456:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296545394 00000100:00000001:0.0:1783948454.460458:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296548069 00000100:00000001:0.0:1783948454.460461:0:31464:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948454.460464:0:31464:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948454.460467:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948454.460469:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948454.460472:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9522796c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948454.460474:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948454.460477:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948454.460833:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948454.460839:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948454.460844:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948454.460997:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948454.461005:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf660 00000400:00000010:1.0:1783948454.461008:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf660. 00000100:00000001:1.0:1783948454.461013:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948454.461022:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948470 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.461038:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948454.461042:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948470 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.461049:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.461051:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948454.469477:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948454.469495:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948454.469500:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948454.469503:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948454.469511:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.469520:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948454.469530:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.469535:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.469541:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.469545:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd944fd80 00000400:00000200:0.0:1783948454.469550:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.469557:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6cb9 [1] + 224 00000800:00000001:0.0:1783948454.469565:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948454.469574:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948454.469577:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948454.469582:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948454.469590:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948454.469610:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948470 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948454.469627:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948470 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948454.469650:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948454.469660:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948454.469664:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948454.469726:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948454.469735:0:31464:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948454.469737:0:31464:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948454.469741:0:31464:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb58. 00000400:00000200:1.0:1783948454.469747:0:31464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:1.0:1783948454.469749:0:31464:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:1.0:1783948454.469752:0:31464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948454.469758:0:31464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948470 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948454.469766:0:31464:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948470 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.469772:0:31464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948454.469774:0:31464:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948454.469777:0:31464:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948454.469779:0:31464:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948454.469783:0:31464:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948454.469785:0:31464:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948454.469788:0:31464:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948454.469809:0:31464:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=124 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948454.469814:0:31464:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948454.469816:0:31464:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948454.469818:0:31464:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.469821:0:31464:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948454.469824:0:31464:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.469828:0:31464:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948454.469830:0:31464:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967631 00000100:00000001:1.0:1783948454.469832:0:31464:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948454.469835:0:31464:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948454.469840:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948470 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.469847:0:31464:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948454.469886:0:31464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948454.469889:0:31464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948454.469894:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948470 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948454.469901:0:31464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636505984:192.168.202.104@tcp:101:touch.0 00000100:00000001:1.0:1783948454.469906:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948454.469909:0:31464:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.469911:0:31464:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948454.469914:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948454.469916:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948470 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.469922:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948454.469935:0:31464:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9522796c0. 00000100:00000001:1.0:1783948454.469940:0:31464:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948454.469941:0:31464:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.469943:0:31464:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948454.469947:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.469950:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.469953:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=4 00000020:00000001:1.0:1783948454.469955:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.469958:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000040:1.0:1783948454.469964:0:31464:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465ab800, remote cookie: 0x2ceea11ad5e05ff6, flags: 0x1001 00010000:00010000:1.0:1783948454.469969:0:31464:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948454.469977:0:31464:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783948454.469980:0:31464:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783948454.469988:0:31464:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722da00. 00010000:00000010:1.0:1783948454.469992:0:31464:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4300. 00010000:00000001:1.0:1783948454.469997:0:31464:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948454.470000:0:31464:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948454.470008:0:31464:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.470014:0:31464:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948454.470018:0:31464:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948454.470020:0:31464:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948454.470022:0:31464:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948454.470024:0:31464:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948454.470027:0:31464:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff89e94722da00) refcount = 1 00010000:00010000:1.0:1783948454.470030:0:31464:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.470036:0:31464:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948454.470040:0:31464:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948454.470042:0:31464:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948454.470045:0:31464:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948454.470047:0:31464:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948454.470050:0:31464:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.470055:0:31464:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948454.470057:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470058:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.470059:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470060:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.470062:0:31464:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.470066:0:31464:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948454.470068:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470069:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470071:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:1.0:1783948454.470073:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470075:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470077:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470078:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470080:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=4 00000020:00000001:1.0:1783948454.470081:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470083:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470086:0:31464:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948454.470089:0:31464:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948454.470092:0:31464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.470099:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470100:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.470102:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470102:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470104:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=5 00000020:00000001:1.0:1783948454.470106:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470108:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470110:0:31464:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948454.470113:0:31464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.470119:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470120:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948454.470122:0:31464:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.470128:0:31464:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948454.470129:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470131:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.470133:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470133:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948454.470138:0:31464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948470 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783948454.470146:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470147:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470148:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:1.0:1783948454.470150:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470152:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470154:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470155:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948454.470157:0:31464:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.470159:0:31464:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.470162:0:31464:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783948454.470165:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470166:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470167:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:1.0:1783948454.470169:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470171:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00000002:00010000:1.0:1783948454.470175:0:31464:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.470193:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470194:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.470196:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948454.470197:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470198:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470199:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:1.0:1783948454.470201:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470203:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000040:1.0:1783948454.470207:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722da00 count: 2 00010000:00000001:1.0:1783948454.470209:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948454.470212:0:31464:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:1.0:1783948454.470215:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470216:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948454.470217:0:31464:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948454.470220:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3750 00000002:00002000:1.0:1783948454.470222:0:31464:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1783948454.470225:0:31464:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.470228:0:31464:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.470231:0:31464:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948454.470234:0:31464:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948454.470237:0:31464:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948454.470240:0:31464:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:1.0:1783948454.470243:0:31464:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948454.470245:0:31464:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d019e3ac8 it_disposition b 00000080:00000001:1.0:1783948454.470248:0:31464:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948454.470253:0:31464:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948454.470256:0:31464:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948454.470259:0:31464:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1783948454.470262:0:31464:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1783948454.470267:0:31464:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783948454.470269:0:31464:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1783948454.470271:0:31464:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.470275:0:31464:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1783948454.470277:0:31464:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783948454.470283:0:31464:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 4096 00000080:00200000:1.0:1783948454.470285:0:31464:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff89e951d1db88): rc = 0 00000080:00000001:1.0:1783948454.470288:0:31464:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925933960 : -129839783617656 : ffff89e951d1db88) 00010000:00000001:1.0:1783948454.470290:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470291:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470292:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:1.0:1783948454.470294:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470296:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470298:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470299:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948454.470300:0:31464:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783948454.470302:0:31464:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783948454.470304:0:31464:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948454.470306:0:31464:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948454.470308:0:31464:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948454.470311:0:31464:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff89e951d1db88) for lock 0x8c7cf19e4b440c3a 00800000:00000001:1.0:1783948454.470314:0:31464:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948454.470316:0:31464:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948454.470317:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470318:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470319:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:1.0:1783948454.470321:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470324:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470326:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470327:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948454.470329:0:31464:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.470330:0:31464:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783948454.470337:0:31464:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e952d73288 inode ffff89e951d1db88 refc 1 flags 0x20000e 00000080:00000001:1.0:1783948454.470341:0:31464:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948454.470343:0:31464:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.470346:0:31464:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783948454.470349:0:31464:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff89e951d1db88) 00000080:00010000:1.0:1783948454.470352:0:31464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c3a from it ffffb87d019e3ac8 00010000:00000001:1.0:1783948454.470354:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.470355:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.470356:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab800 refcount=3 00000020:00000001:1.0:1783948454.470358:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470359:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576704 : -129839975974912 : ffff89e9465ab800) 00010000:00000001:1.0:1783948454.470361:0:31464:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948454.470364:0:31464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.470370:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470371:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.470373:0:31464:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948454.470375:0:31464:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948454.470377:0:31464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948454.470384:0:31464:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948454.470386:0:31464:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948454.470388:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948454.470392:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470394:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.470395:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470398:0:31464:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948454.470400:0:31464:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470402:0:31464:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470405:0:31464:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470406:0:31464:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948454.470407:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470408:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948454.470410:0:31464:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948454.470414:0:31464:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731200. 00000100:00000001:1.0:1783948454.470417:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948454.470422:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241500 x1870603636505984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948470 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.470429:0:31464:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948454.470432:0:31464:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948454.470436:0:31464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e960189000. 02000000:00000001:1.0:1783948454.470439:0:31464:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948454.470442:0:31464:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948454.470443:0:31464:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948454.470445:0:31464:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948454.470448:0:31464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950635400. 02000000:00000001:1.0:1783948454.470452:0:31464:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948454.470454:0:31464:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948454.470456:0:31464:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241500. 00000100:00000001:1.0:1783948454.470459:0:31464:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948454.470460:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948454.470468:0:31464:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948454.470471:0:31464:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff89e951d1db88), inode mode 41ed mask 1 00000080:00000001:1.0:1783948454.470476:0:31464:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948454.470491:0:31464:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9470aa8a0. 00000080:00000001:1.0:1783948454.470495:0:31464:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948454.470496:0:31464:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff89e951d1db88), inode mode 41ed mask 3 00000080:00000001:1.0:1783948454.470498:0:31464:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.470501:0:31464:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1783948454.470503:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3b50 00000080:00200000:1.0:1783948454.470505:0:31464:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff89e951d1db88), file ffff89e945253500, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1783948454.470509:0:31464:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e950619060. 00000080:00000001:1.0:1783948454.470513:0:31464:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783948454.470514:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3a00 00000080:00200000:1.0:1783948454.470516:0:31464:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff89e951d1db88), intent=open|creat 00000080:00000010:1.0:1783948454.470524:0:31464:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6200. 00000080:00000001:1.0:1783948454.470532:0:31464:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948454.470535:0:31464:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948454.470536:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3920 00800000:00000002:1.0:1783948454.470538:0:31464:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1783948454.470542:0:31464:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1783948454.470544:0:31464:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783948454.470549:0:31464:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:1.0:1783948454.470552:0:31464:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783948454.470554:0:31464:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783948454.470556:0:31464:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783948454.470558:0:31464:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783948454.470561:0:31464:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:1.0:1783948454.470564:0:31464:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.470566:0:31464:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.470568:0:31464:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.470569:0:31464:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948454.470571:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e38a0 00800000:00000002:1.0:1783948454.470573:0:31464:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1783948454.470577:0:31464:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948454.470579:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e37d8 00000002:00010000:1.0:1783948454.470581:0:31464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1783948454.470585:0:31464:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948454.470587:0:31464:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783948454.470590:0:31464:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1783948454.470593:0:31464:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.470595:0:31464:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948454.470607:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722da00 count: 2 00010000:00000001:1.0:1783948454.470610:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948454.470612:0:31464:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948454.470615:0:31464:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470617:0:31464:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.470619:0:31464:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948454.470623:0:31464:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cce00. 00000020:00000040:1.0:1783948454.470627:0:31464:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948454.470631:0:31464:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948454.470632:0:31464:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470635:0:31464:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948454.470638:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948454.470641:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.470642:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.470644:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.470646:0:31464:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948454.470648:0:31464:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948454.470651:0:31464:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948454.470658:0:31464:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f3400. 00000100:00000001:1.0:1783948454.470664:0:31464:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470667:0:31464:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948454.470668:0:31464:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470670:0:31464:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948454.470671:0:31464:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.470672:0:31464:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.470681:0:31464:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00010000:00000001:1.0:1783948454.470684:0:31464:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948454.470686:0:31464:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948454.470688:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722da00 count: 2 00010000:00000001:1.0:1783948454.470690:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948454.470693:0:31464:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948454.470696:0:31464:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617bc00. 00000020:00000001:1.0:1783948454.470700:0:31464:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948454.470702:0:31464:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617bc00 with handle 0x8c7cf19e4b440c41 to hash 00000020:00000001:1.0:1783948454.470705:0:31464:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948454.470706:0:31464:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.470709:0:31464:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.470712:0:31464:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948454.470713:0:31464:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948454.470717:0:31464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948454.470724:0:31464:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783948454.470735:0:31464:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783948454.470741:0:31464:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783948454.470750:0:31464:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948454.470756:0:31464:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948454.470757:0:31464:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948454.470764:0:31464:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941359000. 00000100:00000001:1.0:1783948454.470766:0:31464:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233647255552 : -129840062296064 : ffff89e941359000) 00000100:00000001:1.0:1783948454.470769:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948454.470770:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00000100:00000001:1.0:1783948454.470774:0:31464:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948454.470778:0:31464:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.470780:0:31464:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948454.470782:0:31464:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948454.470785:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.470798:0:31464:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948454.470800:0:31464:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948454.470803:0:31464:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948454.470806:0:31464:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948454.470808:0:31464:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948454.470811:0:31464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cce00 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636506240:192.168.202.104@tcp:101:touch.0 00000100:00000001:1.0:1783948454.470816:0:31464:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948454.470820:0:31464:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948454.470823:0:31464:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948454.470825:0:31464:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948454.470906:0:31464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:1.0:1783948454.470908:0:31464:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948454.470914:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948454.470917:0:31464:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888ec8. 00000400:00000010:1.0:1783948454.470922:0:31464:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9493f1000. 00000100:00000200:1.0:1783948454.470928:0:31464:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636506240, portal 10 00000100:00000001:1.0:1783948454.470930:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948454.470931:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00000100:00000040:1.0:1783948454.470938:0:31464:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948470 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.470944:0:31464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948454.470946:0:31464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948454.470949:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506185d8. 00000100:00000200:1.0:1783948454.470952:0:31464:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636506240, offset 0 00000400:00000200:1.0:1783948454.470958:0:31464:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948454.470965:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948454.470972:0:31464:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948454.470976:0:31464:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948454.470980:0:31464:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948454.470983:0:31464:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948454.470986:0:31464:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948454.470989:0:31464:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2470:2470:256:4294967295] 192.168.202.104@tcp LPNI seq info [2470:2470:8:4294967295] 00000400:00000200:1.0:1783948454.470993:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948454.471001:0:31464:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948454.471007:0:31464:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948454.471012:0:31464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e000. 00000800:00000200:1.0:1783948454.471018:0:31464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948454.471025:0:31464:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948454.471029:0:31464:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783948454.471040:0:31464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948454.471043:0:31464:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 780231 usecs (781 jiffies) 00000400:00000200:1.0:1783948454.471046:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948454.471048:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296545404 00000100:00000001:1.0:1783948454.471050:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296548069 00000100:00000001:1.0:1783948454.471052:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296545404 00000100:00000001:1.0:1783948454.471054:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296548069 00000100:00000001:1.0:1783948454.471056:0:31464:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948454.471059:0:31464:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.471061:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948454.471063:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948454.471065:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941359000 going to sleep for 11 seconds 00000100:00000001:1.0:1783948454.471067:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948454.471069:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948454.471270:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948454.471274:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e000. 00000400:00000200:0.0:1783948454.471277:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948454.471280:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948454.471284:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506185d8 00000400:00000010:0.0:1783948454.471286:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506185d8. 00000100:00000001:0.0:1783948454.471288:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948454.471291:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948470 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948454.471298:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948454.471300:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948470 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948454.471304:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948454.471305:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948454.481806:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948454.481827:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948454.481832:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948454.481836:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948454.481845:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.481896:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948454.481906:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.481911:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.481916:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.481920:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd944fe80 00000400:00000200:0.0:1783948454.481926:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.481932:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x6cc9 [32] + 224 00000800:00000001:0.0:1783948454.481940:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948454.481947:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948454.481950:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948454.481954:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948454.481963:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948454.481973:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948470 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948454.481983:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948470 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948454.481993:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948454.482001:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948454.482004:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.482009:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948454.482014:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2471:2471:256:4294967295] 192.168.202.104@tcp LPNI seq info [2471:2471:8:4294967295] 00000400:00000200:0.0:1783948454.482018:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948454.482026:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948454.482031:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948454.482037:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e950635800. 00000800:00000200:0.0:1783948454.482042:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948454.482050:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948454.482055:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950635800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948454.482137:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948454.482141:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e950635800. 00000400:00000200:0.0:1783948454.482144:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948454.482148:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948454.482154:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948454.482157:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948454.482299:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948454.482310:0:31464:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948454.482311:0:31464:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948454.482315:0:31464:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888ec8. 00000400:00000200:1.0:1783948454.482319:0:31464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9493f1000 00000400:00000010:1.0:1783948454.482322:0:31464:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9493f1000. 00000100:00000001:1.0:1783948454.482326:0:31464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948454.482330:0:31464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948470 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948454.482344:0:31464:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cce00 x1870603636506240/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948470 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.482350:0:31464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948454.482352:0:31464:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948454.482354:0:31464:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948454.482358:0:31464:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948454.482360:0:31464:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948454.482363:0:31464:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948454.482365:0:31464:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948454.482375:0:31464:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=124 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948454.482380:0:31464:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948454.482382:0:31464:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948454.482384:0:31464:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.482387:0:31464:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948454.482390:0:31464:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.482393:0:31464:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948454.482395:0:31464:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100000151/0x1] 00000100:00000001:1.0:1783948454.482397:0:31464:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948454.482399:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948454.482401:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00000100:00000001:1.0:1783948454.482403:0:31464:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948454.482405:0:31464:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967631 00000100:00000001:1.0:1783948454.482407:0:31464:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948454.482410:0:31464:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948454.482414:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948470 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.482421:0:31464:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948454.482424:0:31464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948454.482426:0:31464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948454.482430:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948470 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948454.482438:0:31464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cce00 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636506240:192.168.202.104@tcp:101:touch.0 00000100:00000001:1.0:1783948454.482443:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948454.482445:0:31464:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.482448:0:31464:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948454.482450:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948454.482453:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948470 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.482459:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948454.482462:0:31464:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941359000. 00000100:00000001:1.0:1783948454.482465:0:31464:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948454.482467:0:31464:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.482470:0:31464:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948454.482475:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.482477:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.482481:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=4 00000020:00000001:1.0:1783948454.482484:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482487:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000040:1.0:1783948454.482494:0:31464:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617bc00, remote cookie: 0x2ceea11ad5e06012, flags: 0x1001 00010000:00010000:1.0:1783948454.482500:0:31464:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948454.482509:0:31464:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:1.0:1783948454.482512:0:31464:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783948454.482519:0:31464:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d800. 00010000:00000010:1.0:1783948454.482523:0:31464:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4f00. 00010000:00000001:1.0:1783948454.482529:0:31464:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948454.482532:0:31464:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948454.482539:0:31464:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.482551:0:31464:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948454.482555:0:31464:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948454.482557:0:31464:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948454.482559:0:31464:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948454.482560:0:31464:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948454.482563:0:31464:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff89e94722d800) refcount = 1 00010000:00010000:1.0:1783948454.482567:0:31464:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.482573:0:31464:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948454.482576:0:31464:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948454.482578:0:31464:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948454.482580:0:31464:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948454.482583:0:31464:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948454.482586:0:31464:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.482591:0:31464:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948454.482592:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482594:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.482595:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482596:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.482607:0:31464:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.482612:0:31464:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948454.482614:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.482616:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.482617:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=3 00000020:00000001:1.0:1783948454.482620:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482622:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482624:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.482625:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.482626:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=4 00000020:00000001:1.0:1783948454.482628:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482631:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482634:0:31464:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948454.482637:0:31464:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948454.482640:0:31464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.482647:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482648:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.482649:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.482650:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.482651:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=5 00000020:00000001:1.0:1783948454.482653:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482655:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482657:0:31464:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948454.482660:0:31464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.482666:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482667:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948454.482670:0:31464:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.482676:0:31464:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948454.482677:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482678:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.482679:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482680:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948454.482685:0:31464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948470 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948454.482694:0:31464:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783948454.482698:0:31464:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948470 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948454.482709:0:31464:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.482717:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.482718:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.482719:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=3 00000020:00000001:1.0:1783948454.482721:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482723:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00000002:00010000:1.0:1783948454.482727:0:31464:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783948454.482736:0:31464:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e943f22e80. 00010000:00000001:1.0:1783948454.482738:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482740:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948454.482741:0:31464:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.482743:0:31464:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.482747:0:31464:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783948454.482749:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948454.482750:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00000100:00000001:1.0:1783948454.482752:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948454.482753:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00010000:00000001:1.0:1783948454.482755:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.482756:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.482757:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=3 00000020:00000001:1.0:1783948454.482759:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482761:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00000002:00010000:1.0:1783948454.482764:0:31464:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.482770:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482771:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.482773:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948454.482775:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.482776:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.482777:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=3 00000020:00000001:1.0:1783948454.482779:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.482782:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000040:1.0:1783948454.482786:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d800 count: 2 00010000:00000001:1.0:1783948454.482788:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948454.482791:0:31464:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:1.0:1783948454.482794:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.482795:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948454.482796:0:31464:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948454.482799:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3760 00000002:00002000:1.0:1783948454.482801:0:31464:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1783948454.482804:0:31464:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.482807:0:31464:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.482810:0:31464:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948454.482813:0:31464:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948454.482817:0:31464:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.482820:0:31464:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948454.482822:0:31464:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e950619060 it_disposition 1800037 00000080:00002000:1.0:1783948454.482827:0:31464:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f306c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1783948454.482832:0:31464:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948454.482834:0:31464:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:1.0:1783948454.482837:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3988 00000080:00200000:1.0:1783948454.482839:0:31464:0:(namei.c:1623:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff89e951d1db88), intent=open|creat 00000080:00000001:1.0:1783948454.482841:0:31464:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:1.0:1783948454.482843:0:31464:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948454.482847:0:31464:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948454.482891:0:31464:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948454.482895:0:31464:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1783948454.482898:0:31464:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1783948454.482908:0:31464:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d79080. 00000020:00000001:1.0:1783948454.482918:0:31464:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:1.0:1783948454.482919:0:31464:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1783948454.482922:0:31464:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:1.0:1783948454.482924:0:31464:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff89e951d79148) 00000020:00000001:1.0:1783948454.482928:0:31464:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948454.482932:0:31464:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948454.482937:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6c00. 00000020:00000010:1.0:1783948454.482941:0:31464:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f7600. 00000020:00000010:1.0:1783948454.482944:0:31464:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948454.482951:0:31464:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948454.482955:0:31464:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948454.482960:0:31464:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948454.482967:0:31464:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948454.482970:0:31464:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948454.482974:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6800. 00000008:00000010:1.0:1783948454.482977:0:31464:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948454.482980:0:31464:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948454.482984:0:31464:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948454.482987:0:31464:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948454.482990:0:31464:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948454.482992:0:31464:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948454.482996:0:31464:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:1.0:1783948454.483001:0:31464:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e9582a3a28. 00000020:00000001:1.0:1783948454.483003:0:31464:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1783948454.483004:0:31464:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948454.483010:0:31464:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:1.0:1783948454.483014:0:31464:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e9601c2d90. 00020000:00000001:1.0:1783948454.483016:0:31464:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614234165685648 : -129839543865968 : ffff89e9601c2d90) 00020000:00000001:1.0:1783948454.483018:0:31464:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:1.0:1783948454.483022:0:31464:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948454.483026:0:31464:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619600. 00020000:00000010:1.0:1783948454.483029:0:31464:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95811f300. 00020000:00000010:1.0:1783948454.483034:0:31464:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9506199c0. 00020000:00000001:1.0:1783948454.483036:0:31464:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901799872 : -129839807751744 : ffff89e9506199c0) 00020000:00000002:1.0:1783948454.483040:0:31464:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506199c0, objid 0x2a:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948454.483045:0:31464:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948454.483049:0:31464:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95811f300: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1783948454.483052:0:31464:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1783948454.483054:0:31464:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506199c0, objid 0x2a:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948454.483057:0:31464:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948454.483060:0:31464:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95811f300: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:1.0:1783948454.483064:0:31464:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e958225250. 00020000:00000010:1.0:1783948454.483067:0:31464:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e941359000. 00020000:00000001:1.0:1783948454.483071:0:31464:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1783948454.483074:0:31464:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e95800e9c0. 00020000:00000001:1.0:1783948454.483077:0:31464:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1783948454.483078:0:31464:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:1.0:1783948454.483083:0:31464:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1783948454.483086:0:31464:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e9582a3d48. 00000020:00000001:1.0:1783948454.483088:0:31464:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1783948454.483089:0:31464:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948454.483091:0:31464:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614234032389576 : -129839677162040 : ffff89e9582a3dc8) 00020000:00000001:1.0:1783948454.483095:0:31464:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1783948454.483099:0:31464:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e952014000. 00020000:00000001:1.0:1783948454.483102:0:31464:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948454.483106:0:31464:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614234032389576 : -129839677162040 : ffff89e9582a3dc8) 00020000:00000001:1.0:1783948454.483108:0:31464:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614234032389576 : -129839677162040 : ffff89e9582a3dc8) 00020000:00000002:1.0:1783948454.483111:0:31464:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff89e9582a3d48[0:0] -> [0x200000404:0x2a:0x0]@ffff89e9582a3a28: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1783948454.483116:0:31464:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1783948454.483118:0:31464:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:1.0:1783948454.483120:0:31464:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948454.483123:0:31464:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614234032388776 : -129839677162840 : ffff89e9582a3aa8) 00000020:00001000:1.0:1783948454.483126:0:31464:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948454.483129:0:31464:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f7600. 00000020:00000010:1.0:1783948454.483133:0:31464:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948454.483137:0:31464:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948454.483142:0:31464:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948454.483145:0:31464:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948454.483149:0:31464:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948454.483153:0:31464:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948454.483156:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6c00. 00000008:00000010:1.0:1783948454.483159:0:31464:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948454.483162:0:31464:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948454.483165:0:31464:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948454.483167:0:31464:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948454.483169:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6800. 00000020:00000010:1.0:1783948454.483170:0:31464:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948454.483175:0:31464:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1783948454.483177:0:31464:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1783948454.483611:0:31464:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1783948454 00000080:00000001:1.0:1783948454.483619:0:31464:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1783948454.483622:0:31464:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926308168 : -129839783243448 : ffff89e951d79148) 00010000:00000001:1.0:1783948454.483625:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.483626:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.483629:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=3 00000020:00000001:1.0:1783948454.483631:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.483634:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00000080:00000001:1.0:1783948454.483637:0:31464:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948454.483638:0:31464:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948454.483643:0:31464:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948454.483646:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6800. 00000020:00000010:1.0:1783948454.483649:0:31464:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f6c00. 00000020:00000010:1.0:1783948454.483652:0:31464:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948454.483655:0:31464:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948454.483658:0:31464:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948454.483661:0:31464:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948454.483664:0:31464:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948454.483666:0:31464:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948454.483670:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7600. 00000008:00000010:1.0:1783948454.483672:0:31464:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948454.483674:0:31464:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948454.483677:0:31464:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948454.483681:0:31464:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948454.483682:0:31464:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948454.483684:0:31464:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948454.483686:0:31464:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948454.483689:0:31464:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948454.483691:0:31464:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948454.483693:0:31464:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619ba0. 00020000:00000010:1.0:1783948454.483696:0:31464:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95811f580. 00020000:00000010:1.0:1783948454.483699:0:31464:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e950619cc0. 00020000:00000001:1.0:1783948454.483701:0:31464:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901800640 : -129839807750976 : ffff89e950619cc0) 00020000:00000002:1.0:1783948454.483703:0:31464:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619cc0, objid 0x2a:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948454.483707:0:31464:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948454.483710:0:31464:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95811f580: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1783948454.483713:0:31464:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2d90) owner ffff89e9509c8000 00020000:00000001:1.0:1783948454.483716:0:31464:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948454.483718:0:31464:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2d90) owner ffff89e9509c8000 00020000:00000010:1.0:1783948454.483723:0:31464:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95811f580. 00020000:00000010:1.0:1783948454.483726:0:31464:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619ba0. 00020000:00000010:1.0:1783948454.483729:0:31464:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e950619cc0. 00020000:00000002:1.0:1783948454.483731:0:31464:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948454.483734:0:31464:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948454.483735:0:31464:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948454.483739:0:31464:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783948454.483742:0:31464:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000002:1.0:1783948454.483745:0:31464:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506199c0 addref 2/0 by ffff89e9509c8000. 00020000:00000002:1.0:1783948454.483747:0:31464:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000001:1.0:1783948454.483749:0:31464:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783948454.483752:0:31464:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783948454.483754:0:31464:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783948454.483756:0:31464:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783948454.483758:0:31464:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783948454.483761:0:31464:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1783948454.483763:0:31464:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948454.483766:0:31464:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f6c00. 00000020:00000010:1.0:1783948454.483768:0:31464:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948454.483770:0:31464:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948454.483773:0:31464:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948454.483776:0:31464:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948454.483779:0:31464:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948454.483781:0:31464:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948454.483783:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6800. 00000008:00000010:1.0:1783948454.483786:0:31464:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948454.483788:0:31464:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948454.483791:0:31464:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948454.483794:0:31464:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948454.483796:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7600. 00000020:00000010:1.0:1783948454.483798:0:31464:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948454.483800:0:31464:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.483802:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.483803:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948454.483805:0:31464:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948454.483809:0:31464:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948454.483811:0:31464:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948454.483814:0:31464:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff89e951d79148) 00000080:00010000:1.0:1783948454.483817:0:31464:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff89e951d79148) for lock 0x8c7cf19e4b440c41 00800000:00000001:1.0:1783948454.483820:0:31464:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948454.483822:0:31464:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948454.483824:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.483825:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.483827:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=3 00000020:00000001:1.0:1783948454.483828:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.483831:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.483833:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.483834:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948454.483836:0:31464:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.483837:0:31464:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.483839:0:31464:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:1.0:1783948454.483842:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948454.483887:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948470 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.483896:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.483902:0:31464:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948454.483905:0:31464:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff89e951d79148) 00000080:00000001:1.0:1783948454.483909:0:31464:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948454.483913:0:31464:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6200. 00000100:00000001:1.0:1783948454.483916:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948454.483919:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948470 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948454.483925:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.483928:0:31464:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1783948454.483930:0:31464:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.483939:0:31464:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783948454.483941:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3a60 00000080:00200008:1.0:1783948454.483943:0:31464:0:(file.c:1058:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff89e951d79148), flags 104501 00000080:00000010:1.0:1783948454.483951:0:31464:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e954ebca00. 00000080:00000010:1.0:1783948454.483957:0:31464:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e943f22280. 00000080:00000001:1.0:1783948454.483960:0:31464:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1783948454.483964:0:31464:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1783948454.483967:0:31464:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1783948454.483970:0:31464:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9470aab40. 00000002:00100000:1.0:1783948454.483975:0:31464:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948470 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948454.483981:0:31464:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948454.483982:0:31464:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783948454.483986:0:31464:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1783948454.483989:0:31464:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.483992:0:31464:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948454.483994:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948454.483998:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948470 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1783948454.484004:0:31464:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948454.484009:0:31464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:1.0:1783948454.484042:0:31464:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783948454.484044:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948454.484047:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3a60 00000080:00000008:1.0:1783948454.484049:0:31464:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff89e951d79148), flags 104501, rc = 0 00000080:00000001:1.0:1783948454.484054:0:31464:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948454.484055:0:31464:0:(dcache.c:176:ll_intent_release()) intent ffff89e950619060 released 00000080:00010000:1.0:1783948454.484058:0:31464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c41 from it ffff89e950619060 00010000:00000001:1.0:1783948454.484060:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948454.484061:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948454.484063:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=3 00000020:00000001:1.0:1783948454.484064:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.484066:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948454.484069:0:31464:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948454.484072:0:31464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948454.484079:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.484081:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.484082:0:31464:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948454.484085:0:31464:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948454.484088:0:31464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948454.484096:0:31464:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948454.484099:0:31464:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948454.484101:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948454.484106:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.484107:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.484108:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.484112:0:31464:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948454.484114:0:31464:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.484116:0:31464:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.484118:0:31464:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.484120:0:31464:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948454.484122:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.484123:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948454.484125:0:31464:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783948454.484126:0:31464:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1783948454.484128:0:31464:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948454.484130:0:31464:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948454.484132:0:31464:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948454.484134:0:31464:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.484137:0:31464:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1783948454.484138:0:31464:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.484140:0:31464:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948454.484142:0:31464:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.484144:0:31464:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948454.484146:0:31464:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e950619060. 00000080:00000001:1.0:1783948454.484149:0:31464:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.484154:0:31464:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948454.484156:0:31464:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff89e951d79148), inode mode 81a4 mask 40 00000080:00000001:1.0:1783948454.484159:0:31464:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948454.485316:0:31464:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948454.485323:0:31464:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000002:1.0:1783948454.485327:0:31464:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000001:1.0:1783948454.485330:0:31464:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.485340:0:31464:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1783948454.485343:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3c30 00000080:00200008:1.0:1783948454.485346:0:31464:0:(llite_lib.c:2432:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff89e951d79148) current size 0, valid attrs 20070, mode 0, uid -1052724670, gid -1, new size 213440, atime 1783948454.000000000, mtime 1783948454.000000000, ctime 1783948454.000000000 00000080:00000002:1.0:1783948454.485353:0:31464:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783948454, ctime 1783948454, now = 1783948454 00000080:00000010:1.0:1783948454.485359:0:31464:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff89e9509f6200. 00000080:00000001:1.0:1783948454.485362:0:31464:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:1.0:1783948454.485369:0:31464:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:1.0:1783948454.485370:0:31464:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x100201f0/0x0 00000002:00000001:1.0:1783948454.485376:0:31464:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1783948454.485378:0:31464:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948454.485385:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d800 count: 2 00010000:00000001:1.0:1783948454.485388:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948454.485391:0:31464:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948454.485395:0:31464:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948454.485398:0:31464:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783948454.485407:0:31464:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948454.485410:0:31464:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948454.485412:0:31464:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948454.485414:0:31464:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:1.0:1783948454.485418:0:31464:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948454.485420:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948454.485422:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d800 count: 3 00010000:00000001:1.0:1783948454.485425:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948454.485428:0:31464:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.485430:0:31464:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948454.485431:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948454.485433:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d800 count: 3 00010000:00000001:1.0:1783948454.485435:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948454.485437:0:31464:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.485438:0:31464:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948454.485439:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948454.485441:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d800 count: 3 00010000:00000001:1.0:1783948454.485443:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948454.485445:0:31464:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948454.485446:0:31464:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948454.485447:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948454.485448:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d800 count: 3 00010000:00000001:1.0:1783948454.485450:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948454.485452:0:31464:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.485453:0:31464:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.485455:0:31464:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948454.485458:0:31464:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948454.485463:0:31464:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948454.485467:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7600. 00000020:00000010:1.0:1783948454.485471:0:31464:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f6800. 00000020:00000010:1.0:1783948454.485474:0:31464:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619060. 00000008:00000010:1.0:1783948454.485480:0:31464:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948454.485486:0:31464:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948454.485491:0:31464:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948454.485496:0:31464:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948454.485499:0:31464:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948454.485502:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6c00. 00000008:00000010:1.0:1783948454.485505:0:31464:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948454.485508:0:31464:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948454.485510:0:31464:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948454.485514:0:31464:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948454.485516:0:31464:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948454.485519:0:31464:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948454.485521:0:31464:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783948454.485523:0:31464:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1783948454.485526:0:31464:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783948454.485528:0:31464:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783948454.485531:0:31464:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948454.485533:0:31464:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948454.485535:0:31464:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783948454.485537:0:31464:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948454.485538:0:31464:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783948454.485540:0:31464:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948454.485542:0:31464:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f6800. 00000020:00000010:1.0:1783948454.485546:0:31464:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619060. 00000008:00000010:1.0:1783948454.485549:0:31464:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948454.485553:0:31464:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948454.485556:0:31464:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948454.485559:0:31464:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948454.485562:0:31464:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948454.485565:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7600. 00000008:00000010:1.0:1783948454.485568:0:31464:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948454.485570:0:31464:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948454.485573:0:31464:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948454.485576:0:31464:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948454.485579:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6c00. 00000020:00000010:1.0:1783948454.485582:0:31464:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948454.485584:0:31464:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948454.485587:0:31464:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783948454.485589:0:31464:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff89e951d79148) invalid 00000020:00000001:1.0:1783948454.485591:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3838 00000080:00002000:1.0:1783948454.485593:0:31464:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f (ffff89e951f306c0) parent ffff89e952d73288 inode ffff89e951d79148 refc 1 00000080:00000001:1.0:1783948454.485596:0:31464:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783948454.485609:0:31464:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948454.485611:0:31464:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.485614:0:31464:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948454.485618:0:31464:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948454.485620:0:31464:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948454.485622:0:31464:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948454.485625:0:31464:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783948454.485628:0:31464:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617bc00 with handle 0x8c7cf19e4b440c41 from hash 00010000:00000001:1.0:1783948454.485630:0:31464:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948454.485631:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.485633:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.485634:0:31464:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948454.485638:0:31464:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948454.485640:0:31464:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948454.485643:0:31464:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948454.485645:0:31464:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948454.485647:0:31464:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1783948454.485653:0:31464:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cdf80. 00000020:00000040:1.0:1783948454.485657:0:31464:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:1.0:1783948454.485663:0:31464:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948454.485668:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948454.485671:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948454.485672:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.485673:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.485676:0:31464:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948454.485678:0:31464:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948454.485682:0:31464:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948454.485688:0:31464:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f6c00. 00000100:00000001:1.0:1783948454.485695:0:31464:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.485697:0:31464:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948454.485700:0:31464:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783948454.485704:0:31464:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783948454.485711:0:31464:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783948454.485713:0:31464:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948454.485715:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948454.485717:0:31464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440c41 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06012 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1783948454.485725:0:31464:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e943f22e80. 00010000:00000040:1.0:1783948454.485729:0:31464:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722d800 count: 0 00010000:00000010:1.0:1783948454.485734:0:31464:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4f00. 00010000:00000001:1.0:1783948454.485740:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948454.485741:0:31464:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.485743:0:31464:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948454.485745:0:31464:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948454.485747:0:31464:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1783948454.485748:0:31464:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783948454, ctime 1783948454 00000020:00100000:1.0:1783948454.485756:0:31464:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1783948454.485767:0:31464:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948454.485774:0:31464:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948454.485776:0:31464:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948454.485784:0:31464:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012e600. 00000100:00000001:1.0:1783948454.485787:0:31464:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165077504 : -129839544474112 : ffff89e96012e600) 00000100:00000001:1.0:1783948454.485790:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948454.485791:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000100:00000001:1.0:1783948454.485796:0:31464:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948454.485799:0:31464:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.485801:0:31464:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948454.485802:0:31464:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948454.485807:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948454.485815:0:31464:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948454.485817:0:31464:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948454.485820:0:31464:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948454.485823:0:31464:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948454.485825:0:31464:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948454.485828:0:31464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cdf80 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636506496:192.168.202.104@tcp:36:touch.0 00000100:00000001:1.0:1783948454.485832:0:31464:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948454.485838:0:31464:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948454.485840:0:31464:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948454.485842:0:31464:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948454.485847:0:31464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f1000. 02000000:00000001:1.0:1783948454.485849:0:31464:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948454.486897:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948454.486905:0:31464:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888ec8. 00000400:00000010:1.0:1783948454.486913:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618bb0. 00000100:00000200:1.0:1783948454.486920:0:31464:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636506496, portal 10 00000100:00000001:1.0:1783948454.486922:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948454.486924:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000100:00000040:1.0:1783948454.486932:0:31464:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948470 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948454.486941:0:31464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948454.486943:0:31464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948454.486946:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618770. 00000100:00000200:1.0:1783948454.486948:0:31464:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870603636506496, offset 0 00000400:00000200:1.0:1783948454.486954:0:31464:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948454.486963:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948454.486970:0:31464:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948454.486975:0:31464:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948454.486978:0:31464:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948454.486982:0:31464:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948454.486985:0:31464:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948454.486989:0:31464:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2472:2472:256:4294967295] 192.168.202.104@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:1.0:1783948454.486993:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948454.487001:0:31464:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948454.487007:0:31464:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948454.487013:0:31464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000800:00000200:1.0:1783948454.487020:0:31464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948454.487028:0:31464:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948454.487033:0:31464:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1783948454.487047:0:31464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948454.487052:0:31464:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 779198 usecs (780 jiffies) 00000400:00000200:1.0:1783948454.487055:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948454.487058:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296545419 00000100:00000001:1.0:1783948454.487061:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296548069 00000100:00000001:1.0:1783948454.487064:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296545419 00000100:00000001:1.0:1783948454.487066:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296548069 00000100:00000001:1.0:1783948454.487068:0:31464:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948454.487071:0:31464:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948454.487074:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948454.487076:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948454.487078:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 11 seconds 00000100:00000001:1.0:1783948454.487081:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948454.487083:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948454.489707:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948454.489718:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:0.0:1783948454.489727:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948454.489752:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948454.489761:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618770 00000400:00000010:0.0:1783948454.489764:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618770. 00000100:00000001:0.0:1783948454.489770:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948454.489779:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948470 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948454.489792:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948454.489795:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948470 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948454.489803:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948454.489805:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783948454.496906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d800. 00010000:00000010:1.1:1783948454.496918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617bc00. 00000100:00000001:0.0:1783948455.128726:0:15856:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783948455.128735:0:15856:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948455.130182:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948455.130186:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948455.130190:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948456.154094:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948456.154098:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948456.154101:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948457.177883:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948457.177887:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948457.177890:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783948457.335936:0:31483:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948457.335945:0:31483:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948457.335947:0:31483:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948457.335953:0:31483:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948457.335957:0:31483:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948457.335961:0:31483:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948457.335963:0:31483:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948457.335966:0:31483:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948457.335967:0:31483:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948457.335970:0:31483:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948457.335971:0:31483:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948457.335974:0:31483:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1783948457.335977:0:31483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948457.335979:0:31483:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1783948457.335989:0:31483:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1783948457.336299:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948457.336303:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948457.336307:0:15993:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783948457.336321:0:15993:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783948457.336324:0:15993:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948457.336330:0:15993:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783948457.336343:0:15993:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948457.336346:0:15993:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948457.336349:0:15993:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948457.336350:0:15993:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:1.0:1783948457.336355:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336358:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336532:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722da00 count: 2 00010000:00000001:1.0:1783948457.336536:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336541:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948457.336543:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336545:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336546:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722da00 count: 2 00010000:00000001:1.0:1783948457.336548:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336550:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.336552:0:15993:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.336555:0:15993:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783948457.336558:0:15993:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff89e951d1db88) invalid 00000020:00000001:1.0:1783948457.336563:0:15993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d03c8fca0 00000080:00002000:1.0:1783948457.336565:0:15993:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff89e952d73288) parent ffff89e951e2fe58 inode ffff89e951d1db88 refc 1 00000080:00000001:1.0:1783948457.336569:0:15993:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783948457.336580:0:15993:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948457.336581:0:15993:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948457.336584:0:15993:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948457.336588:0:15993:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948457.336590:0:15993:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948457.336591:0:15993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948457.336593:0:15993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948457.336596:0:15993:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465ab800 with handle 0x8c7cf19e4b440c3a from hash 00010000:00000001:1.0:1783948457.336599:0:15993:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948457.336601:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948457.336602:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948457.336604:0:15993:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948457.336607:0:15993:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948457.336609:0:15993:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948457.336612:0:15993:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948457.336615:0:15993:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783948457.336622:0:15993:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948457.336624:0:15993:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948457.336626:0:15993:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948457.336627:0:15993:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783948457.336629:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336630:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336633:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:1.0:1783948457.336635:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336637:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948457.336639:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336640:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336642:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:1.0:1783948457.336643:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336645:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948457.336647:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336648:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336649:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:1.0:1783948457.336651:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336653:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.336655:0:15993:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783948457.336658:0:15993:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783948457.336663:0:15993:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783948457.336665:0:15993:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783948457.336667:0:15993:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948457.336668:0:15993:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948457.336670:0:15993:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948457.336671:0:15993:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948457.336672:0:15993:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948457.336673:0:15993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948457.336675:0:15993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948457.336677:0:15993:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596a00 with handle 0x8c7cf19e4b440c25 from hash 00010000:00000001:1.0:1783948457.336679:0:15993:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948457.336681:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948457.336682:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948457.336683:0:15993:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948457.336685:0:15993:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948457.336687:0:15993:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948457.336689:0:15993:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948457.336691:0:15993:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440c33 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e05fd3 expref: -99 pid: 31453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783948457.336698:0:15993:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948457.336700:0:15993:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948457.336701:0:15993:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948457.336703:0:15993:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:1.0:1783948457.336705:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336707:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336708:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:1.0:1783948457.336710:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336712:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948457.336714:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336715:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336716:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:1.0:1783948457.336718:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336720:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948457.336721:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336722:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336724:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:1.0:1783948457.336725:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336727:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948457.336729:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336730:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336732:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:1.0:1783948457.336733:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336735:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.336737:0:15993:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.336739:0:15993:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948457.336741:0:15993:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948457.336748:0:15993:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948457.336753:0:15993:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7000. 00000020:00000010:1.0:1783948457.336758:0:15993:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f7200. 00000020:00000010:1.0:1783948457.336762:0:15993:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619060. 00000008:00000010:1.0:1783948457.336768:0:15993:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948457.336773:0:15993:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948457.336778:0:15993:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948457.336784:0:15993:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948457.336788:0:15993:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948457.336792:0:15993:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6400. 00000008:00000010:1.0:1783948457.336795:0:15993:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948457.336798:0:15993:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948457.336802:0:15993:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948457.336805:0:15993:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948457.336808:0:15993:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948457.336811:0:15993:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948457.336813:0:15993:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783948457.336816:0:15993:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:1.0:1783948457.336819:0:15993:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783948457.336821:0:15993:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783948457.336825:0:15993:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948457.336828:0:15993:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948457.336830:0:15993:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783948457.336832:0:15993:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948457.336834:0:15993:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783948457.336835:0:15993:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948457.336839:0:15993:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f7200. 00000020:00000010:1.0:1783948457.336843:0:15993:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619060. 00000008:00000010:1.0:1783948457.336847:0:15993:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948457.336882:0:15993:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948457.336886:0:15993:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948457.336890:0:15993:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948457.336893:0:15993:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948457.336896:0:15993:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7000. 00000008:00000010:1.0:1783948457.336899:0:15993:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948457.336902:0:15993:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948457.336905:0:15993:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948457.336908:0:15993:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948457.336911:0:15993:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6400. 00000020:00000010:1.0:1783948457.336913:0:15993:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948457.336916:0:15993:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.336918:0:15993:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783948457.336920:0:15993:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff89e951d1ec08) invalid 00000020:00000001:1.0:1783948457.336923:0:15993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d03c8fca0 00000080:00002000:1.0:1783948457.336924:0:15993:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f (ffff89e951f35000) parent ffff89e951f515e8 inode ffff89e951d1ec08 refc 1 00000080:00000001:1.0:1783948457.336928:0:15993:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783948457.336929:0:15993:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948457.336930:0:15993:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948457.336933:0:15993:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948457.336935:0:15993:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948457.336936:0:15993:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948457.336937:0:15993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948457.336939:0:15993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948457.336941:0:15993:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617ba00 with handle 0x8c7cf19e4b440c33 from hash 00010000:00000001:1.0:1783948457.336943:0:15993:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948457.336944:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948457.336945:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948457.336947:0:15993:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948457.336948:0:15993:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948457.336949:0:15993:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948457.336952:0:15993:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948457.336955:0:15993:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783948457.336962:0:15993:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948457.336964:0:15993:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948457.336965:0:15993:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948457.336967:0:15993:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1783948457.336969:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336971:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336973:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:1.0:1783948457.336975:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336978:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948457.336979:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.336980:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948457.336982:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:1.0:1783948457.336984:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948457.336985:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.336987:0:15993:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.336989:0:15993:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783948457.336990:0:15993:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff89e951dcaa08) invalid 00000020:00000001:1.0:1783948457.336992:0:15993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d03c8fca0 00000080:00002000:1.0:1783948457.336994:0:15993:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff89e951f515e8) parent ffff89e951e2fe58 inode ffff89e951dcaa08 refc 1 00000080:00000001:1.0:1783948457.336997:0:15993:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783948457.336998:0:15993:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948457.336999:0:15993:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948457.337001:0:15993:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948457.337003:0:15993:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948457.337004:0:15993:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948457.337005:0:15993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948457.337007:0:15993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948457.337009:0:15993:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234c00 with handle 0x8c7cf19e4b440c2c from hash 00010000:00000001:1.0:1783948457.337011:0:15993:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948457.337013:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948457.337014:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948457.337015:0:15993:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948457.337016:0:15993:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948457.337428:0:15993:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948457.337432:0:15993:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1783948457.337434:0:15993:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948457.337437:0:15993:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783948457.337446:0:15993:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948457.337450:0:15993:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948457.337455:0:15993:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948457.337457:0:15993:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948457.337462:0:15993:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948457.337469:0:15993:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f6400. 00000100:00000001:1.0:1783948457.337476:0:15993:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948457.337479:0:15993:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783948457.337485:0:15993:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783948457.337493:0:15993:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783948457.337501:0:15993:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440c33 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05fd3 expref: -99 pid: 31453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783948457.337507:0:15993:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783948457.337513:0:15993:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1783948457.337514:0:15993:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1783948457.337517:0:15993:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948457.337518:0:15993:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948457.337525:0:15993:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948457.337527:0:15993:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165079616 : -129839544472000 : ffff89e96012ee40) 00000100:00000001:1.0:1783948457.337530:0:15993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948457.337531:0:15993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000001:1.0:1783948457.337536:0:15993:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948457.337541:0:15993:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948457.337543:0:15993:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948457.337545:0:15993:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948457.337556:0:15993:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948457.337565:0:15993:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948457.337567:0:15993:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948457.337580:0:15993:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948457.337582:0:15993:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948457.337585:0:15993:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948457.337590:0:15993:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:342776fa-f61c-4b73-829b-67eb463eff17:15993:1870603636506624:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783948457.337594:0:15993:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948457.337599:0:15993:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948457.337601:0:15993:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948457.337604:0:15993:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948457.337608:0:15993:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f7000. 02000000:00000001:1.0:1783948457.337609:0:15993:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948457.337617:0:15993:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948457.337621:0:15993:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888420. 00000400:00000010:1.0:1783948457.337626:0:15993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948457.337633:0:15993:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636506624, portal 18 00000100:00000001:1.0:1783948457.337635:0:15993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948457.337636:0:15993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948457.337643:0:15993:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948457.337650:0:15993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948457.337652:0:15993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948457.337655:0:15993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618a18. 00000100:00000200:1.0:1783948457.337657:0:15993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1870603636506624, offset 0 00000400:00000200:1.0:1783948457.337663:0:15993:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948457.337671:0:15993:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948457.337677:0:15993:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948457.337682:0:15993:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948457.337686:0:15993:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948457.337689:0:15993:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948457.337692:0:15993:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948457.337695:0:15993:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2473:2473:256:4294967295] 192.168.202.104@tcp LPNI seq info [2473:2473:8:4294967295] 00000400:00000200:1.0:1783948457.337700:0:15993:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948457.337708:0:15993:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948457.337714:0:15993:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948457.337719:0:15993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948457.337726:0:15993:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948457.337734:0:15993:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948457.337738:0:15993:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1783948457.337798:0:15993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948457.337803:0:15993:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 779198 usecs (780 jiffies) 00000400:00000200:1.0:1783948457.337806:0:15993:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948457.337809:0:15993:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296548269 00000100:00000001:1.0:1783948457.337817:0:15993:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296548069 00000100:00000001:1.0:1783948457.337821:0:15993:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296548269 00000100:00000001:1.0:1783948457.337825:0:15993:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296548069 00000100:00000001:1.0:1783948457.337828:0:15993:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948457.337830:0:15993:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948457.337833:0:15993:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948457.337834:0:15993:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948457.337837:0:15993:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948457.337840:0:15993:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948457.337842:0:15993:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948457.346979:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948457.346989:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:0.0:1783948457.346998:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948457.347007:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948457.347015:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618a18 00000400:00000010:0.0:1783948457.347029:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618a18. 00000100:00000001:0.0:1783948457.347034:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948457.347044:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948457.347056:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948457.347059:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948457.347065:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948457.347067:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948457.354706:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948457.354733:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948457.354737:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948457.354740:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948457.354747:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948457.354756:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948457.354767:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948457.354772:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948457.354788:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948457.354792:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9450000 00000400:00000200:0.0:1783948457.354797:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948457.354805:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6ce9 [1] + 224 00000800:00000001:0.0:1783948457.354812:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948457.354820:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948457.354823:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948457.354828:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948457.354837:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948457.354845:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948457.355314:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948457.355335:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948457.355346:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948457.355350:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948457.355452:0:15993:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948457.355461:0:15993:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948457.355463:0:15993:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948457.355466:0:15993:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888420. 00000400:00000200:1.0:1783948457.355470:0:15993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:1.0:1783948457.355473:0:15993:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:1.0:1783948457.355476:0:15993:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948457.355481:0:15993:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948457.355490:0:15993:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948457.355496:0:15993:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948457.355498:0:15993:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948457.355501:0:15993:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948457.355505:0:15993:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948457.355508:0:15993:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948457.355511:0:15993:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948457.355513:0:15993:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948457.355523:0:15993:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1538 time=127 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948457.355528:0:15993:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948457.355530:0:15993:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948457.355531:0:15993:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948457.355534:0:15993:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948457.355538:0:15993:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948457.355541:0:15993:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948457.355543:0:15993:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967631 00000100:00000001:1.0:1783948457.355546:0:15993:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948457.355548:0:15993:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948457.355553:0:15993:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948457.355560:0:15993:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948457.355563:0:15993:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948457.355565:0:15993:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948457.355569:0:15993:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948457.355585:0:15993:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:342776fa-f61c-4b73-829b-67eb463eff17:15993:1870603636506624:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783948457.355590:0:15993:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948457.355593:0:15993:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948457.355595:0:15993:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948457.355597:0:15993:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948457.355601:0:15993:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948457.355608:0:15993:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948457.355611:0:15993:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948457.355615:0:15993:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948457.355616:0:15993:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948457.355619:0:15993:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948457.355622:0:15993:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636506624/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 344/224 e 0 to 0 dl 1783948473 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948457.355628:0:15993:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948457.355630:0:15993:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948457.355634:0:15993:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f7000. 02000000:00000001:1.0:1783948457.355637:0:15993:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948457.355639:0:15993:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948457.355641:0:15993:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948457.355644:0:15993:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948457.355646:0:15993:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f6400. 02000000:00000001:1.0:1783948457.355649:0:15993:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948457.355651:0:15993:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948457.355653:0:15993:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:1.0:1783948457.355657:0:15993:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948457.355658:0:15993:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948457.355660:0:15993:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1783948457.355664:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948457.355669:0:15993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab800/0x8c7cf19e4b440c3a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05ff6 expref: -99 pid: 31464 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1783948457.355679:0:15993:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722da00 count: 0 00010000:00000010:1.0:1783948457.355686:0:15993:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4300. 00010000:00000001:1.0:1783948457.355693:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948457.355695:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948457.355698:0:15993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596a00/0x8c7cf19e4b440c25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05f9b expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1783948457.355705:0:15993:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459100 count: 0 00010000:00000010:1.0:1783948457.355708:0:15993:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7880. 00010000:00000001:1.0:1783948457.355713:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948457.355714:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948457.355717:0:15993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440c33 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e05fd3 expref: -99 pid: 31453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1783948457.355728:0:15993:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c580. 00010000:00000040:1.0:1783948457.355731:0:15993:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6ff00 count: 0 00010000:00000010:1.0:1783948457.355734:0:15993:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887a80. 00010000:00000001:1.0:1783948457.355739:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948457.355740:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948457.355742:0:15993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440c2c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e05fb7 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1783948457.355749:0:15993:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722d100 count: 0 00010000:00000010:1.0:1783948457.355752:0:15993:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4a00. 00010000:00000001:1.0:1783948457.355756:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948457.355758:0:15993:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948457.355781:0:15993:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948457.355785:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948457.355787:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948457.355790:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948457.355791:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948457.355793:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948457.355794:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948457.355796:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948457.355797:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948457.355799:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783948457.355907:0:31483:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948457.355911:0:31483:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948457.355914:0:31483:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:1.1:1783948457.369005:0:31485:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722da00. 00010000:00000010:1.1:1783948457.369091:0:31485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab800. 00010000:00000010:1.1:1783948457.369097:0:31485:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459100. 00010000:00000010:1.1:1783948457.369101:0:31485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596a00. 00010000:00000010:1.1:1783948457.369104:0:31485:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6ff00. 00010000:00000010:1.1:1783948457.369107:0:31485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00010000:00000010:1.1:1783948457.369110:0:31485:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d100. 00010000:00000010:1.1:1783948457.369113:0:31485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00020000:00000001:1.0:1783948457.408324:0:31453:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948457.408333:0:31453:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000002:1.0:1783948457.408338:0:31453:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000001:1.0:1783948457.408340:0:31453:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.408349:0:31453:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783948457.408352:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93db8 00000080:00200008:1.0:1783948457.408354:0:31453:0:(file.c:447:ll_file_release()) START file f:[0x200000404:0x29:0x0](ffff89e951d1ec08), flags 100002 00000080:00000001:1.0:1783948457.408359:0:31453:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783948457.408421:0:31453:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783948457.408423:0:31453:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948457.408425:0:31453:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000002:1.0:1783948457.408427:0:31453:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000001:1.0:1783948457.408429:0:31453:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948457.408431:0:31453:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1783948457.408440:0:31453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948457.408444:0:31453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948457.408451:0:31453:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948457.408453:0:31453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948457.408455:0:31453:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x29:0x0]: 0 00000080:00000001:1.0:1783948457.408458:0:31453:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948457.408460:0:31453:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948457.408520:0:31453:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9509f7200. 00000080:00000001:1.0:1783948457.408524:0:31453:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948457.408529:0:31453:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948457.408533:0:31453:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948457.408536:0:31453:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x29:0x0] 00000002:00000001:1.0:1783948457.408539:0:31453:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948457.408541:0:31453:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x29:0x0] file closed with intent: 0 00000100:00000010:1.0:1783948457.408548:0:31453:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948457.408553:0:31453:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948457.408558:0:31453:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948457.408562:0:31453:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948457.408567:0:31453:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948457.408583:0:31453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f7a00. 00000100:00000001:1.0:1783948457.408592:0:31453:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948457.408610:0:31453:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e9529cdc00 x1870603636505856/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948469 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948457.408622:0:31453:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1783948457.408627:0:31453:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948457.408634:0:31453:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948457.408636:0:31453:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948457.408644:0:31453:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948457.408647:0:31453:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165079616 : -129839544472000 : ffff89e96012ee40) 00000100:00000001:1.0:1783948457.408649:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948457.408651:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000001:1.0:1783948457.408656:0:31453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948457.408661:0:31453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948457.408663:0:31453:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948457.408665:0:31453:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948457.408669:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948457.408677:0:31453:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948457.408679:0:31453:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948457.408684:0:31453:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948457.408687:0:31453:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948457.408689:0:31453:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948457.408692:0:31453:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:31453:1870603636506880:192.168.202.104@tcp:35:multiop.0 00000100:00000001:1.0:1783948457.408696:0:31453:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948457.408701:0:31453:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948457.408704:0:31453:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948457.408706:0:31453:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948457.408711:0:31453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f0000. 02000000:00000001:1.0:1783948457.408713:0:31453:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948457.408835:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948457.408839:0:31453:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888420. 00000400:00000010:1.0:1783948457.408845:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948457.412536:0:31453:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636506880, portal 10 00000100:00000001:1.0:1783948457.412546:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948457.412548:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948457.412566:0:31453:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948457.412586:0:31453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948457.412588:0:31453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948457.412598:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506183b8. 00000100:00000200:1.0:1783948457.412604:0:31453:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636506880, offset 0 00000400:00000200:1.0:1783948457.412611:0:31453:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948457.412622:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948457.412631:0:31453:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948457.412637:0:31453:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948457.412641:0:31453:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948457.412645:0:31453:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948457.412648:0:31453:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948457.412651:0:31453:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2474:2474:256:4294967295] 192.168.202.104@tcp LPNI seq info [2474:2474:8:4294967295] 00000400:00000200:1.0:1783948457.412655:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948457.412665:0:31453:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948457.412671:0:31453:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948457.412678:0:31453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948457.412686:0:31453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948457.412693:0:31453:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948457.412697:0:31453:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948457.412765:0:31453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948457.412770:0:31453:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 778178 usecs (779 jiffies) 00000400:00000200:1.0:1783948457.412779:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948457.412783:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296548343 00000100:00000001:1.0:1783948457.412792:0:31453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296548269 00000100:00000001:1.0:1783948457.412797:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296548343 00000100:00000001:1.0:1783948457.412800:0:31453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296548269 00000100:00000001:1.0:1783948457.412803:0:31453:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948457.412806:0:31453:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948457.412809:0:31453:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948457.412811:0:31453:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948457.412813:0:31453:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948457.412816:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948457.412819:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948457.421321:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948457.421332:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:0.0:1783948457.421341:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948457.421351:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948457.421358:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506183b8 00000400:00000010:0.0:1783948457.421361:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506183b8. 00000100:00000001:0.0:1783948457.421430:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948457.421441:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948457.421453:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948457.421457:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948457.421463:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948457.421828:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1783948458.200077:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296548343, at 4296548352 00000100:00000010:0.0:1783948458.200091:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713f60. 00000100:00000040:1.0:1783948458.200225:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296548343, at 4296548352 00000100:00000010:1.0:1783948458.200232:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713420. 00000020:00000001:3.0:1783948458.200557:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948458.200561:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948458.200574:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948458.712035:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948458.712046:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948458.712174:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243100. 00000020:00000040:0.0:1783948458.712180:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948458.712185:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948458.712188:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948458.712193:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948458.712203:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bb00. 00000100:00000001:0.0:1783948458.712212:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712225:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948458.712237:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948458.712241:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712249:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c363946d] to pc [ptlrpcd_00_00+0] req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.712283:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712285:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948458.712289:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948458.712292:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240380. 00000020:00000040:0.0:1783948458.712294:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948458.712296:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948458.712298:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948458.712299:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948458.712305:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bf00. 00000100:00000001:0.0:1783948458.712308:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712311:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948458.712318:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948458.712321:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712325:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e249e1f9] to pc [ptlrpcd_00_01+1] req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.712333:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712336:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948458.712339:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948458.712342:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240000. 00000020:00000040:0.0:1783948458.712344:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:0.0:1783948458.712346:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948458.712347:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948458.712349:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948458.712420:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b900. 00000100:00000001:0.0:1783948458.712425:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712430:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948458.712438:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948458.712439:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712444:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e44c4a14] to pc [ptlrpcd_00_00+0] req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.712451:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712518:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948458.712522:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948458.712526:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948458.712528:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:0.0:1783948458.712531:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948458.712532:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948458.712534:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948458.712538:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b000. 00000100:00000001:0.0:1783948458.712541:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712545:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948458.712555:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948458.712557:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712571:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb18f6c4] to pc [ptlrpcd_00_01+1] req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.712577:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948458.712582:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1886) 00000100:00000001:1.0:1783948458.716192:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.716203:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948458.716207:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948458.716221:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.716234:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948458.716236:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.716242:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948458.716246:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948458.716248:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948458.716252:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636507008:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948458.716256:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948458.716263:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948458.716266:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.716269:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948458.716278:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f6a00. 02000000:00000001:1.0:1783948458.716280:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948458.716288:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948458.716293:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438887e8. 00000400:00000010:1.0:1783948458.716300:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618990. 00000100:00000200:1.0:1783948458.716307:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636507008, portal 25 00000100:00000001:1.0:1783948458.716310:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948458.716312:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166210816 : -129839543340800 : ffff89e960243100) 00000100:00000040:1.0:1783948458.716318:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.716326:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948458.716328:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948458.716331:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618c38. 00000100:00000200:1.0:1783948458.716334:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636507008, offset 0 00000400:00000200:1.0:1783948458.716341:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948458.716349:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948458.716530:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948458.716536:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948458.716540:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948458.716543:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948458.716546:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948458.716550:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2475:2475:256:4294967295] 192.168.202.104@tcp LPNI seq info [2475:2475:8:4294967295] 00000400:00000200:1.0:1783948458.716554:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948458.716573:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948458.716580:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948458.716587:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000800:00000200:1.0:1783948458.716596:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948458.716604:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948458.716609:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948458.716633:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948458.716637:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948458.716640:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296553193 00000100:00000010:1.0:1783948458.716646:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619060. 00000100:00000001:1.0:1783948458.716653:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783948458.716662:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296553193 00000100:00000010:1.0:1783948458.716665:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9506190c0. 00000100:00000001:1.0:1783948458.716668:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948458.716671:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948458.716674:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.716677:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948458.716683:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.716691:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948458.716692:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.716694:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948458.716696:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948458.716698:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948458.716701:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636507264:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948458.716705:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948458.716708:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948458.716710:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.716711:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948458.716715:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f7e00. 02000000:00000001:1.0:1783948458.716716:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948458.716720:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948458.716722:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888688. 00000400:00000010:1.0:1783948458.716725:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618b28. 00000100:00000200:1.0:1783948458.716728:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636507264, portal 4 00000100:00000001:1.0:1783948458.716730:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948458.716732:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000040:1.0:1783948458.716738:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.716744:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948458.716747:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948458.716749:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506186e8. 00000100:00000200:1.0:1783948458.716751:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636507264, offset 0 00000400:00000200:1.0:1783948458.716755:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948458.716759:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948458.716763:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948458.716765:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948458.716768:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948458.716770:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948458.716772:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948458.716775:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2476:2476:255:4294967295] 192.168.202.104@tcp LPNI seq info [2476:2476:7:4294967295] 00000400:00000200:1.0:1783948458.716778:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948458.716785:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948458.716789:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948458.716793:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e000. 00000800:00000200:1.0:1783948458.716797:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948458.716801:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948458.716804:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948458.716808:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948458.716812:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21623 usecs (22 jiffies) 00000400:00000200:1.0:1783948458.716815:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948458.716816:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296548890 00000100:00000001:1.0:1783948458.716819:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296553193 00000100:00000001:1.0:1783948458.716821:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296548890 00000100:00000001:1.0:1783948458.716823:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296553193 00000100:00000001:1.0:1783948458.716826:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948458.716828:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.716830:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.716834:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.716844:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948458.716846:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948458.716849:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.716910:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948458.716912:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948458.716916:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1783948458.716918:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.716920:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948458.716921:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.716923:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.716924:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948458.716925:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948458.716930:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.716937:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948458.716938:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.716941:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948458.716943:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948458.716945:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948458.716948:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636507136:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948458.716951:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948458.716954:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948458.716956:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.716957:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948458.716960:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f6000. 02000000:00000001:1.0:1783948458.716962:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948458.716965:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948458.716968:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438889f8. 00000400:00000010:1.0:1783948458.716971:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618220. 00000100:00000200:1.0:1783948458.716974:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636507136, portal 10 00000100:00000001:1.0:1783948458.716976:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948458.716977:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000040:1.0:1783948458.716983:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.716988:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948458.716990:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948458.716992:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618440. 00000100:00000200:1.0:1783948458.716995:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636507136, offset 0 00000400:00000200:1.0:1783948458.716999:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948458.717003:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948458.717006:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948458.717009:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948458.717011:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948458.717013:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948458.717015:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948458.717018:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2477:2477:254:4294967295] 192.168.202.104@tcp LPNI seq info [2477:2477:6:4294967295] 00000400:00000200:1.0:1783948458.717022:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948458.717028:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948458.717032:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948458.717036:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948458.717041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948458.717045:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948458.717048:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1783948458.718191:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948458.718199:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:0.0:1783948458.718209:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948458.718216:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948458.718223:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618c38 00000400:00000010:0.0:1783948458.718225:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618c38. 00000100:00000001:0.0:1783948458.718231:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948458.718238:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.718249:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948458.718252:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.718259:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948458.718261:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948458.718330:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948458.718333:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e000. 00000400:00000200:0.0:1783948458.718336:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948458.718340:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948458.718342:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506186e8 00000400:00000010:0.0:1783948458.718344:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506186e8. 00000100:00000001:0.0:1783948458.718346:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948458.718605:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.718617:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948458.718623:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.718630:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948458.718631:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948458.718673:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948458.718677:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.719700:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948458.719708:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 778178 usecs (779 jiffies) 00000400:00000200:1.0:1783948458.719715:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948458.719718:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296549650 00000100:00000001:1.0:1783948458.719722:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296553193 00000100:00000001:1.0:1783948458.719724:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296549650 00000100:00000001:1.0:1783948458.719726:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296553193 00000100:00000001:1.0:1783948458.719729:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948458.719733:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.719737:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948458.719745:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.719754:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948458.719756:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.719760:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948458.719763:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948458.719765:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948458.719768:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636507392:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948458.719772:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948458.719777:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948458.719780:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.719782:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948458.719790:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f7800. 02000000:00000001:1.0:1783948458.719792:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948458.719798:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948458.719802:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438881b8. 00000400:00000010:1.0:1783948458.719809:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618908. 00000100:00000200:1.0:1783948458.719816:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636507392, portal 4 00000100:00000001:1.0:1783948458.719819:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948458.719821:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:1.0:1783948458.719828:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.719835:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948458.719837:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948458.719840:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618880. 00000100:00000200:1.0:1783948458.719843:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636507392, offset 0 00000400:00000200:1.0:1783948458.719849:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948458.719871:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948458.719879:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948458.719884:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948458.719888:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948458.719892:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948458.719894:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948458.719898:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2478:2478:255:4294967295] 192.168.202.104@tcp LPNI seq info [2478:2478:7:4294967295] 00000400:00000200:1.0:1783948458.719903:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948458.719912:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948458.719919:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948458.719924:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e900. 00000800:00000200:1.0:1783948458.719931:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948458.719938:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948458.719942:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948458.719946:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948458.719949:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 275298 usecs (276 jiffies) 00000400:00000200:1.0:1783948458.719952:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948458.719954:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296549148 00000100:00000001:1.0:1783948458.719956:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296553193 00000100:00000001:1.0:1783948458.719958:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296549148 00000100:00000001:1.0:1783948458.719960:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296553193 00000100:00000001:1.0:1783948458.719962:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948458.719964:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.719967:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.719971:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948458.720427:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948458.720432:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:0.0:1783948458.720439:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948458.720443:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948458.720448:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618440 00000400:00000010:0.0:1783948458.720450:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618440. 00000100:00000001:0.0:1783948458.720576:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948458.720584:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.720596:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948458.720600:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.720608:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948458.720609:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948458.720887:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948458.720891:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e900. 00000400:00000200:0.0:1783948458.720894:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948458.720898:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948458.720901:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618880 00000400:00000010:0.0:1783948458.720903:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618880. 00000100:00000001:0.0:1783948458.720905:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948458.720909:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.720917:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948458.720920:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.720926:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948458.720928:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948458.729198:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.729216:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948458.729221:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.729223:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948458.729232:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729241:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948458.729251:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729256:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729261:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729265:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9450180 00000400:00000200:0.0:1783948458.729270:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729277:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d09 [1] + 224 00000800:00000001:0.0:1783948458.729285:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.729288:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948458.729291:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948458.729296:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948458.729304:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948458.729313:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948458.729324:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.729345:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948458.729424:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.729429:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948458.729431:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.729433:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948458.729436:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729440:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948458.729444:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729447:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729450:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.729452:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9450200 00000100:00000001:1.0:1783948458.729553:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.729567:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948458.729576:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948458.729577:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948458.729581:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438887e8. 00000400:00000200:1.0:1783948458.729586:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618990 00000400:00000010:1.0:1783948458.729588:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618990. 00000100:00000001:1.0:1783948458.729591:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948458.729596:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948458.729604:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.729610:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948458.729612:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.729615:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948458.729618:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948458.729621:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948458.729623:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.729625:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948458.729634:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948458.729638:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948458.729640:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948458.729642:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948458.729644:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948458.729646:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.729649:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948458.729653:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.729659:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948458.729662:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948458.729665:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948458.729668:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948458.729676:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636507008:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948458.729681:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.729683:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948458.729687:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243100 x1870603636507008/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.729693:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948458.729695:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948458.729699:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f6a00. 02000000:00000001:1.0:1783948458.729703:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948458.729705:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948458.729707:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948458.729709:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948458.729712:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bb00. 02000000:00000001:1.0:1783948458.729716:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948458.729718:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948458.729719:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243100. 00000100:00000001:1.0:1783948458.729723:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948458.729725:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.729728:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.729730:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.729731:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948458.729733:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.729734:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948458.730000:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.730016:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d29 [1] + 224 00000800:00000001:0.0:1783948458.730022:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.730031:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948458.730033:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948458.730037:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948458.730041:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948458.730045:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948458.730122:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.730138:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948458.730145:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.730148:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.730441:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.730444:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948458.730449:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948458.730450:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948458.730452:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438889f8. 00000400:00000200:1.0:1783948458.731294:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618220 00000400:00000010:1.0:1783948458.731297:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618220. 00000100:00000001:1.0:1783948458.731301:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948458.731309:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948458.731320:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.731326:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948458.731328:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.731330:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948458.731333:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948458.731336:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948458.731338:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.731340:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948458.731400:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=128 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948458.731406:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948458.731409:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948458.731411:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948458.731414:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948458.731418:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.731422:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783948458.731424:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 4294967636 gen 2 00000100:00000040:1.0:1783948458.731431:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff89e960242a00 x1870603636504448/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.731437:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948458.731440:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242a00 x1870603636504448/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.731446:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948458.731448:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948458.731452:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950637c00. 02000000:00000001:1.0:1783948458.731528:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948458.731531:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948458.731533:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948458.731535:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948458.731538:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950636400. 02000000:00000001:1.0:1783948458.731541:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948458.731543:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948458.731545:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242a00. 00000100:00000001:1.0:1783948458.731549:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948458.731550:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948458.731556:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff89e95066ea00 x1870603636504960/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.731572:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948458.731575:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636504960/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.731580:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948458.731581:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948458.731583:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cac00. 02000000:00000001:1.0:1783948458.731586:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948458.731587:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948458.731589:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948458.731590:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948458.731592:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb000. 02000000:00000001:1.0:1783948458.731594:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948458.731595:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948458.731597:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:1.0:1783948458.731600:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948458.731601:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948458.731607:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff89e9529cdc00 x1870603636505856/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948469 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948458.731614:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948458.731616:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000001:1.0:1783948458.731618:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948458.731621:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cdc00 x1870603636505856/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948469 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948458.731626:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948458.731630:0:2353:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948470 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948458.731637:0:2353:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783948458.731640:0:2353:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1783948458.731643:0:2353:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948458.731644:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948458.731649:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.731655:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948458.731658:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948458.731659:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948458.731663:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948458.731669:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636507136:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948458.731676:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.731678:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948458.731680:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240380 x1870603636507136/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.731685:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948458.731686:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948458.731688:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f6000. 02000000:00000001:1.0:1783948458.731690:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948458.731692:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948458.731693:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948458.731694:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948458.731696:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bf00. 02000000:00000001:1.0:1783948458.731699:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948458.731700:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948458.731701:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240380. 00000100:00000001:1.0:1783948458.731703:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948458.731704:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.731708:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.731709:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.731711:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948458.731713:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.731714:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948458.736228:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.736247:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948458.736252:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.736254:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948458.736263:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.736272:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948458.736282:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.736288:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.736294:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.736297:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9450280 00000400:00000200:0.0:1783948458.736303:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.736310:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d19 [1] + 224 00000800:00000001:0.0:1783948458.736317:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.736326:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948458.736329:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948458.736334:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948458.736341:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948458.737162:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948458.737181:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.737202:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948458.737214:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.737219:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.737574:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.737579:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948458.737588:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948458.737590:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948458.737595:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888688. 00000400:00000200:1.0:1783948458.737600:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618b28 00000400:00000010:1.0:1783948458.737603:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618b28. 00000100:00000001:1.0:1783948458.737606:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948458.737612:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948458.737621:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.737627:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948458.737629:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.737632:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948458.737635:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948458.737638:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948458.737640:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.737643:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948458.737653:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=128 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948458.737657:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=33 v=5 (1 1 0 0) 00000100:00000001:1.0:1783948458.737660:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948458.737661:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948458.737664:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948458.737668:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.737672:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948458.737674:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967333 00000100:00000001:1.0:1783948458.737676:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948458.737678:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948458.737682:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.737689:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948458.737692:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948458.737694:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948458.737697:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948458.737704:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636507264:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948458.737709:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.737711:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948458.737714:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240000 x1870603636507264/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.737720:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948458.737723:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948458.737726:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f7e00. 02000000:00000001:1.0:1783948458.737730:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948458.737733:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948458.737735:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948458.737737:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948458.737740:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b900. 02000000:00000001:1.0:1783948458.737744:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948458.737746:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948458.737747:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240000. 00000100:00000001:1.0:1783948458.737750:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948458.737752:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.737755:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.737757:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.737758:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948458.737759:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.737761:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948458.739661:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.739678:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948458.739683:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.739686:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948458.739694:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.739703:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948458.739714:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.739720:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.739726:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.739730:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9450300 00000400:00000200:0.0:1783948458.739735:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948458.739741:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d39 [1] + 224 00000800:00000001:0.0:1783948458.739749:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.739759:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948458.739762:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948458.739766:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948458.739773:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948458.739782:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948458.739794:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948458.739819:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948458.739827:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948458.739830:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.741049:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.741181:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948458.741189:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948458.741190:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948458.741194:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438881b8. 00000400:00000200:1.0:1783948458.741201:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618908 00000400:00000010:1.0:1783948458.741204:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618908. 00000100:00000001:1.0:1783948458.741208:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948458.741217:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948458.741233:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.741241:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948458.741243:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.741245:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948458.741249:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948458.741251:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948458.741253:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948458.741256:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948458.741267:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=128 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948458.741272:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948458.741274:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948458.741276:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948458.741279:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948458.741283:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.741287:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948458.741289:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948458.741292:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948458.741293:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948458.741299:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.741306:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948458.741309:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948458.741311:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948458.741315:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948458.741324:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636507392:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948458.741329:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.741331:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948458.741334:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636507392/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948458.741341:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948458.741344:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948458.741348:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f7800. 02000000:00000001:1.0:1783948458.741422:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948458.741426:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948458.741428:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948458.741430:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948458.741433:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b000. 02000000:00000001:1.0:1783948458.741438:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948458.741439:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948458.741441:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:1.0:1783948458.741444:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948458.741446:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.741448:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948458.741521:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948458.741524:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948458.741527:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948458.741529:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948459.226011:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948459.226015:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948459.226018:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948460.248781:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948460.248785:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948460.248788:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948461.273029:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948461.273033:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948461.273036:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948462.296465:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948462.296470:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948462.296474:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948463.319995:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296553193, at 4296553472 00000100:00000010:1.0:1783948463.320012:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9506190c0. 00000100:00000040:0.0:1783948463.320094:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296553193, at 4296553472 00000100:00000010:0.0:1783948463.320101:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619060. 00000020:00000001:1.0:1783948463.322672:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948463.322678:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948463.322682:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1783948463.836084:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948463.836089:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306c00. 00000400:00000200:0.0:1783948463.836095:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948463.836099:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948463.836105:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2440 00000400:00000010:0.0:1783948463.836107:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2440. 00000100:00000001:0.0:1783948463.836112:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948463.836116:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c700 x1870603636507648/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948463.836126:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948463.836129:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c700 x1870603636507648/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948463.836136:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948463.836137:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948463.836200:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948463.836203:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306700. 00000400:00000200:0.0:1783948463.836205:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948463.836209:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948463.836211:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2770 00000400:00000010:0.0:1783948463.836213:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2770. 00000100:00000001:0.0:1783948463.836215:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948463.836218:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636507904/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948463.836225:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948463.836228:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636507904/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948463.836235:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948463.836236:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948463.836297:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948463.836301:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948463.836303:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948463.836308:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.836316:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948463.836318:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948463.836320:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948463.836322:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948463.836324:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948463.836327:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636507520:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948463.836330:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948463.836333:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948463.836335:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948463.836337:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948463.836341:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e943f2f000. 02000000:00000001:3.0:1783948463.836343:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948463.836347:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948463.836351:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948463.836354:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125dd0. 00000100:00000200:3.0:1783948463.836358:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636507520, portal 25 00000100:00000001:3.0:1783948463.836360:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948463.836362:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000040:3.0:1783948463.836367:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.836373:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948463.836375:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948463.836378:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125660. 00000100:00000200:3.0:1783948463.836381:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636507520, offset 0 00000400:00000200:3.0:1783948463.836385:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948463.836389:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948463.836393:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948463.836396:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948463.836398:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948463.836401:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948463.836402:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948463.836405:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2481:2481:256:4294967295] 192.168.202.104@tcp LPNI seq info [2481:2481:8:4294967295] 00000400:00000200:3.0:1783948463.836409:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948463.836415:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948463.836747:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948463.836752:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9600. 00000800:00000200:3.0:1783948463.836757:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948463.836762:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948463.836765:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948463.836783:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948463.836787:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948463.836789:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296558313 00000100:00000001:3.0:1783948463.836795:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296554765 00000100:00000001:3.0:1783948463.836798:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296558313 00000100:00000001:3.0:1783948463.836801:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296554765 00000100:00000001:3.0:1783948463.836804:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948463.836806:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948463.836808:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948463.836813:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.836819:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948463.836821:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948463.836823:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948463.836825:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948463.836826:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948463.836829:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636507776:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948463.836832:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948463.836834:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948463.836835:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948463.836837:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948463.836840:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e943f2e800. 02000000:00000001:3.0:1783948463.836842:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948463.836845:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948463.836847:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948463.836873:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948463.836877:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636507776, portal 4 00000100:00000001:3.0:1783948463.836879:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948463.836880:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000040:3.0:1783948463.836886:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.836897:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948463.836899:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948463.836902:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601252a8. 00000100:00000200:3.0:1783948463.836904:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636507776, offset 0 00000400:00000200:3.0:1783948463.836908:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948463.836911:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948463.836915:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948463.836917:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948463.836919:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948463.836921:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948463.836923:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948463.836926:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2482:2482:255:4294967295] 192.168.202.104@tcp LPNI seq info [2482:2482:7:4294967295] 00000400:00000200:3.0:1783948463.836930:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948463.836936:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948463.836940:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948463.836943:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9900. 00000800:00000200:3.0:1783948463.836947:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948463.836951:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948463.836954:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948463.836957:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948463.836970:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21670 usecs (22 jiffies) 00000400:00000200:3.0:1783948463.836973:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948463.836975:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296554011 00000100:00000001:3.0:1783948463.836977:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296558313 00000100:00000001:3.0:1783948463.836979:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296554011 00000100:00000001:3.0:1783948463.836981:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296558313 00000100:00000001:3.0:1783948463.836983:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948463.836985:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948463.836988:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948463.836990:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948463.836994:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948463.836995:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948463.836997:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948463.836999:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948463.837000:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948463.837002:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948463.837125:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948463.837129:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9600. 00000400:00000200:1.0:1783948463.837133:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948463.837137:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948463.837140:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125660 00000400:00000010:1.0:1783948463.837142:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125660. 00000100:00000001:1.0:1783948463.837145:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948463.837149:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948463.837162:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948463.837165:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948463.837172:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948463.837173:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948463.837220:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948463.837223:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:1.0:1783948463.837226:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948463.837229:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948463.837232:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601252a8 00000400:00000010:1.0:1783948463.837233:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601252a8. 00000100:00000001:1.0:1783948463.837236:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948463.837239:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948463.837246:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948463.837249:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948463.837255:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948463.837256:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948463.840695:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.840713:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948463.840718:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.840721:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948463.840731:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.840738:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948463.840746:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.840752:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.840757:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.840761:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9450500 00000400:00000200:0.0:1783948463.840766:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.840772:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d51 [1] + 224 00000800:00000001:0.0:1783948463.840779:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.840786:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948463.840790:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948463.840794:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948463.840802:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948463.840810:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636507904/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948463.840821:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066c000 x1870603636507904/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948463.840843:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948463.840882:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.840886:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948463.847893:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948463.847912:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948463.847916:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948463.847919:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948463.847927:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948463.847934:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948463.847943:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948463.847948:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948463.847953:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948463.847968:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9450400 00000400:00000200:1.0:1783948463.847974:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948463.847980:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d49 [1] + 224 00000800:00000001:1.0:1783948463.847988:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948463.847995:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948463.847998:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948463.848003:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948463.848010:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948463.848019:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c700 x1870603636507648/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948463.848030:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066c700 x1870603636507648/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948463.848051:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948463.848060:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948463.848063:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948463.872528:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.872545:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948463.872549:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.872551:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948463.872559:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872567:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948463.872576:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872581:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872587:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872591:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9450380 00000400:00000200:0.0:1783948463.872596:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872603:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d59 [1] + 224 00000800:00000001:0.0:1783948463.872610:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.872614:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948463.872617:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948463.872621:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948463.872628:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948463.872637:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948463.872647:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948463.872668:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948463.872677:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.872681:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948463.872682:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.872684:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948463.872687:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872691:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948463.872695:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872697:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872700:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872703:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9450480 00000400:00000200:0.0:1783948463.872706:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948463.872722:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d61 [1] + 224 00000800:00000001:0.0:1783948463.872726:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.872744:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948463.872747:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948463.872751:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948463.872754:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948463.872758:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948463.872768:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948463.872776:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948463.872780:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948463.872783:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948463.873023:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948463.873028:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948463.873037:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948463.873039:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948463.873042:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948463.873047:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125dd0 00000400:00000010:3.0:1783948463.873049:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125dd0. 00000100:00000001:3.0:1783948463.873053:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948463.873059:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948463.873067:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.873074:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948463.873076:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948463.873079:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948463.873082:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948463.873085:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948463.873087:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948463.873090:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948463.873097:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948463.873102:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1783948463.873105:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948463.873106:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948463.873109:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948463.873112:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948463.873115:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948463.873120:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.873133:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948463.873137:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948463.873138:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948463.873142:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948463.873149:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636507520:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948463.873155:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948463.873156:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948463.873158:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948463.873160:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948463.873162:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948463.873164:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948463.873167:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948463.873175:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.873181:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948463.873183:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948463.873184:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948463.873186:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948463.873187:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948463.873188:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948463.873190:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948463.873196:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=133 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948463.873198:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=38 v=5 (1 1 0 0) 00000100:00000001:3.0:1783948463.873200:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948463.873201:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948463.873203:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948463.873206:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948463.873209:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948463.873212:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1783948463.873214:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948463.873215:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948463.873219:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.873225:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948463.873227:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948463.873229:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948463.873232:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948463.873239:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636507776:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948463.873243:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948463.873246:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948463.873249:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066dc00 x1870603636507520/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.873256:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948463.873259:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948463.873262:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e943f2f000. 02000000:00000001:3.0:1783948463.873265:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948463.873268:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948463.873270:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948463.873272:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948463.873275:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954535200. 02000000:00000001:3.0:1783948463.873278:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948463.873280:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948463.873281:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066dc00. 00000100:00000001:3.0:1783948463.873284:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948463.873286:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948463.873288:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948463.873291:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066fb80 x1870603636507776/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948463.873297:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948463.873298:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948463.873300:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e943f2e800. 02000000:00000001:3.0:1783948463.873302:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948463.873303:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948463.873314:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948463.873316:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948463.873318:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954535800. 02000000:00000001:3.0:1783948463.873320:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948463.873321:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948463.873322:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066fb80. 00000100:00000001:3.0:1783948463.873324:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948463.873326:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948463.873328:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948463.873336:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948463.873338:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948463.873340:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948463.873342:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948464.344877:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948464.344880:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948464.344883:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948465.369322:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948465.369326:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948465.369329:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948465.880012:0:31464:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948465.880019:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948465.880021:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948465.880026:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 1 seconds 00000100:00000001:1.0:1783948465.880030:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948465.880034:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948466.392910:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948466.392914:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948466.392917:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948466.904095:0:31464:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948466.904102:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948466.904104:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948466.904109:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 1 seconds 00000100:00000001:1.0:1783948466.904113:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948466.904116:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948467.416059:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948467.416062:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948467.416065:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948467.928901:0:31464:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948467.928908:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948467.928910:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948467.928915:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 1 seconds 00000100:00000001:1.0:1783948467.928927:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948467.928931:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948468.440002:0:12172:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296558313, at 4296558592 00000100:00000010:1.0:1783948468.440018:0:12172:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9580417e0. 00000100:00000040:0.0:1783948468.440156:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296558313, at 4296558592 00000100:00000010:0.0:1783948468.440162:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041c60. 00000020:00000001:3.0:1783948468.440581:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948468.440585:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948468.440587:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948468.952191:0:31464:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948468.952199:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948468.952201:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948468.952208:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 1 seconds 00000100:00000001:1.0:1783948468.952211:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948468.952215:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952433:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948468.952438:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948468.952448:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64000. 00000020:00000040:3.0:1783948468.952453:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948468.952457:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948468.952459:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948468.952493:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948468.952502:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9100. 00000100:00000001:3.0:1783948468.952509:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952522:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b64000 x1870603636508032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948468.952533:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948468.952537:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952545:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a404aaab] to pc [ptlrpcd_01_01+1] req@ffff89e950b64000 x1870603636508032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948468.952576:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952579:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948468.952582:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948468.952586:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64e00. 00000020:00000040:3.0:1783948468.952588:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948468.952591:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948468.952592:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948468.952594:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948468.952597:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9d00. 00000100:00000001:3.0:1783948468.952601:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952605:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e950b64e00 x1870603636508160/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948468.952613:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948468.952615:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952619:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089d2e51f] to pc [ptlrpcd_01_00+0] req@ffff89e950b64e00 x1870603636508160/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948468.952627:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952629:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948468.952632:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783948468.952635:0:29762:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1783948468.952638:0:29762:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1783948468.952643:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65880. 00000020:00000040:3.0:1783948468.952645:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948468.952648:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948468.952650:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948468.952652:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948468.952655:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9500. 00000100:00000001:3.0:1783948468.952659:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948468.952661:0:29762:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614233907353728 : -129839802197888 : ffff89e950b65880) 00000100:00080000:3.0:1783948468.952664:0:29762:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1783948468.952667:0:29762:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff89e943191000: disconnect after 20s idle 00000100:00000001:3.0:1783948468.952670:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948468.952672:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952676:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b404988] to pc [ptlrpcd_rcv+-1] req@ffff89e950b65880 x1870603636508288/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948468.952699:0:29762:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948468.952702:0:29762:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952704:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948468.952707:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783948468.952709:0:29762:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1783948468.952710:0:29762:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1783948468.952713:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65500. 00000020:00000040:3.0:1783948468.952715:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948468.952718:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948468.952719:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948468.952721:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948468.952724:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9800. 00000100:00000001:3.0:1783948468.952726:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948468.952728:0:29762:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00080000:3.0:1783948468.952731:0:29762:0:(import.c:65:import_set_state_nolock()) ffff89e960185800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1783948468.952733:0:29762:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff89e943191000: disconnect after 20s idle 00000100:00000001:3.0:1783948468.952736:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948468.952737:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952742:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b800e0cf] to pc [ptlrpcd_rcv+-1] req@ffff89e950b65500 x1870603636508416/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948468.952755:0:29762:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948468.952757:0:29762:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948468.952761:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1896) 00000100:00000001:0.0:1783948468.952821:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948468.952825:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948468.952827:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948468.952833:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65880 x1870603636508288/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948468.952842:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948468.952844:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948468.952847:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948468.952850:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948468.952885:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948468.952889:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636508288:192.168.202.104@tcp:9:kworker.0 00000100:00000001:0.0:1783948468.952894:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948468.952900:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948468.952902:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948468.952905:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948468.952909:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951730200. 02000000:00000001:0.0:1783948468.952911:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948468.952918:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948468.952923:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae2c0. 00000400:00000010:0.0:1783948468.952929:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf880. 00000100:00000200:0.0:1783948468.952936:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636508288, portal 4 00000100:00000001:0.0:1783948468.952939:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948468.952940:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907353728 : -129839802197888 : ffff89e950b65880) 00000100:00000040:0.0:1783948468.952949:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65880 x1870603636508288/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948468.952956:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948468.952959:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948468.952962:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf4c8. 00000100:00000200:0.0:1783948468.952965:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636508288, offset 0 00000400:00000200:0.0:1783948468.952971:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948468.952979:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.952986:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948468.952992:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948468.952996:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948468.953000:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948468.953002:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948468.953006:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2483:2483:256:4294967295] 192.168.202.104@tcp LPNI seq info [2483:2483:8:4294967295] 00000400:00000200:0.0:1783948468.953011:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.953020:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948468.953027:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948468.953032:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5ba00. 00000800:00000200:0.0:1783948468.953038:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948468.953046:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948468.953049:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948468.953068:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948468.953072:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21790 usecs (22 jiffies) 00000400:00000200:0.0:1783948468.953076:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948468.953079:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296559127 00000100:00000010:0.0:1783948468.953084:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713f60. 00000100:00000001:0.0:1783948468.953090:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783948468.953096:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296559127 00000100:00000010:0.0:1783948468.953099:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9437133c0. 00000100:00000001:0.0:1783948468.953102:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783948468.953110:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948468.953113:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948468.953115:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948468.953119:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65500 x1870603636508416/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948468.953125:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948468.953126:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948468.953128:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948468.953130:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948468.953131:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948468.953134:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636508416:192.168.202.104@tcp:9:kworker.0 00000100:00000001:0.0:1783948468.953137:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948468.953139:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948468.953141:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948468.953142:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948468.953145:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951730a00. 02000000:00000001:0.0:1783948468.953147:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948468.953150:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948468.953153:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae4d0. 00000400:00000010:0.0:1783948468.953156:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf440. 00000100:00000200:0.0:1783948468.953159:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636508416, portal 4 00000100:00000001:0.0:1783948468.953160:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948468.953161:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000040:0.0:1783948468.953167:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65500 x1870603636508416/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948468.953173:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948468.953175:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948468.953177:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfb28. 00000100:00000200:0.0:1783948468.953180:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636508416, offset 0 00000400:00000200:0.0:1783948468.953184:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948468.953188:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.953191:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948468.953193:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948468.953196:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948468.953197:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948468.953199:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948468.953202:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2484:2484:255:4294967295] 192.168.202.104@tcp LPNI seq info [2484:2484:7:4294967295] 00000400:00000200:0.0:1783948468.953206:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.953211:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948468.953215:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948468.953218:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bd00. 00000800:00000200:0.0:1783948468.953221:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948468.953225:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948468.953228:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948468.953242:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948468.953245:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 272190 usecs (273 jiffies) 00000400:00000200:0.0:1783948468.953248:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948468.953250:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296559378 00000100:00000001:0.0:1783948468.953254:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296559127 00000100:00000001:0.0:1783948468.953257:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296559378 00000100:00000001:0.0:1783948468.953259:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296559127 00000100:00000001:0.0:1783948468.953262:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948468.953264:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948468.953266:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948468.953268:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948468.953275:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948468.953277:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948468.953278:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948468.953280:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948468.953281:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948468.953282:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948468.953535:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948468.953540:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5ba00. 00000400:00000200:1.0:1783948468.953546:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948468.953551:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948468.953557:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf4c8 00000400:00000010:1.0:1783948468.953559:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf4c8. 00000100:00000001:1.0:1783948468.953564:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948468.953569:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65880 x1870603636508288/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.953578:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948468.953582:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65880 x1870603636508288/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.953589:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948468.953591:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948468.953657:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948468.953660:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bd00. 00000400:00000200:1.0:1783948468.953663:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948468.953666:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948468.953669:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfb28 00000400:00000010:1.0:1783948468.953670:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfb28. 00000100:00000001:1.0:1783948468.953673:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948468.953676:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65500 x1870603636508416/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.953682:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948468.953685:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65500 x1870603636508416/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.953690:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948468.953691:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948468.956894:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.956910:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948468.956922:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.956926:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948468.956934:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.956941:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948468.956950:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.956955:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.956961:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.956965:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9450700 00000400:00000200:1.0:1783948468.956970:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.956975:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d79 [1] + 224 00000800:00000001:1.0:1783948468.956982:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.956988:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948468.956991:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948468.956994:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948468.957000:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948468.957009:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65500 x1870603636508416/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948468.957019:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65500 x1870603636508416/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.957042:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1783948468.957077:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948468.957081:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306900. 00000400:00000200:1.0:1783948468.957084:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948468.957088:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948468.957091:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2c38 00000400:00000010:1.0:1783948468.957094:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2c38. 00000100:00000001:1.0:1783948468.957097:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948468.957101:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64e00 x1870603636508160/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.957115:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948468.957118:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64e00 x1870603636508160/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.957124:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948468.957125:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948468.957132:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.957135:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948468.957172:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948468.957175:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306300. 00000400:00000200:1.0:1783948468.957179:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948468.957182:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948468.957185:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:1.0:1783948468.957187:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:1.0:1783948468.957189:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948468.957193:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64000 x1870603636508032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.957200:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948468.957203:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64000 x1870603636508032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.957209:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948468.957211:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948468.962142:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.962172:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948468.962176:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.962179:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948468.962186:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.962194:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948468.962206:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.962212:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.962219:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.962223:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9450680 00000400:00000200:1.0:1783948468.962228:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.962235:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d69 [1] + 224 00000800:00000001:1.0:1783948468.962243:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.962254:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948468.962258:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948468.962271:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948468.962280:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948468.962290:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65880 x1870603636508288/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948468.962302:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65880 x1870603636508288/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.962329:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948468.962338:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.962342:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948468.966091:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948468.966109:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948468.966113:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948468.966115:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948468.966124:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.966132:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948468.966141:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.966147:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.966152:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.966156:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9450600 00000400:00000200:0.0:1783948468.966162:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948468.966168:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d89 [1] + 224 00000800:00000001:0.0:1783948468.966175:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948468.966244:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948468.966248:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948468.966252:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948468.966260:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948468.966269:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64e00 x1870603636508160/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948468.966279:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64e00 x1870603636508160/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948468.966301:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948468.966310:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948468.966314:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948468.968197:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.968210:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948468.968214:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.968216:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948468.968223:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.968229:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948468.968624:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.968629:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.968635:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.968640:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9450580 00000400:00000200:1.0:1783948468.968646:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948468.968652:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d91 [1] + 224 00000800:00000001:1.0:1783948468.968660:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.968681:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948468.968684:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948468.968688:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948468.968695:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948468.968701:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64000 x1870603636508032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948468.968716:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64000 x1870603636508032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948468.968735:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948468.968743:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948468.968746:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783948469.467386:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948469.467390:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948469.467393:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948469.467620:0:31453:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948469.467626:0:31453:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948469.467627:0:31453:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948469.467632:0:31453:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 1 seconds 00000100:00000001:1.0:1783948469.467636:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948469.467638:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948469.978073:0:31464:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948469.978081:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948469.978083:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948469.978089:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 1 seconds 00000100:00000001:1.0:1783948469.978093:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948469.978097:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948470.487979:0:31453:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948470.487988:0:31453:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948470.487991:0:31453:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948470.487995:0:31453:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 1 seconds 00000100:00000001:1.0:1783948470.487998:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948470.488001:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948470.488257:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948470.488261:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948470.488264:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948471.002727:0:31464:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948471.002735:0:31464:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1783948471.002752:0:31464:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948454/real 1783948454] req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 1 dl 1783948470 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1783948471.002773:0:31464:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948471.002775:0:31464:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948471.002778:0:31464:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888ec8. 00000400:00000200:1.0:1783948471.002783:0:31464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618bb0 00000400:00000010:1.0:1783948471.002785:0:31464:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618bb0. 00000100:00000001:1.0:1783948471.002790:0:31464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.002795:0:31464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 1 dl 1783948470 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948471.002804:0:31464:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 1 dl 1783948470 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.002811:0:31464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948471.002813:0:31464:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.002816:0:31464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948471.002817:0:31464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.002821:0:31464:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1783948471.002825:0:31464:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783948471.002828:0:31464:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff89e943191000: Connection to lustre-MDT0000 (at 192.168.202.104@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1783948471.002832:0:31464:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1783948471.002836:0:31464:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1783948471.002838:0:31464:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.002840:0:31464:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1783948471.002841:0:31464:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1783948471.002884:0:31464:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1783948471.002887:0:31464:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.002890:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948471.002892:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948471.002894:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 0 seconds 00000100:00000001:1.0:1783948471.002897:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948471.002900:0:31464:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.002902:0:31464:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948471.002904:0:31464:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.002907:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948471.002978:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948471.002984:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948471.002991:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67b80. 00000020:00000040:3.0:1783948471.002996:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948471.003000:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948471.003003:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948471.003008:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948471.003016:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9100. 00000100:00000001:3.0:1783948471.003022:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948471.003028:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948471.003037:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948471.003042:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948471.003048:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087689e87] to pc [ptlrpcd_01_01+1] req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948471.003085:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783948471.003088:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783948471.003091:0:29762:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1783948471.003093:0:29762:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1783948471.003095:0:29762:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1783948471.003098:0:29762:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1783948471.003101:0:29762:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1866 00000400:00000200:3.0:1783948471.003108:0:29762:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948471.003112:0:29762:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:3.0:1783948471.003116:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948471.003119:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948471.003121:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948471.003123:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:3.0:1783948471.003126:0:29762:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783948471.003128:0:29762:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:3.0:1783948471.003131:0:29762:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948471.003134:0:29762:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:3.0:1783948471.003137:0:29762:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:3.0:1783948471.003139:0:29762:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00000040:3.0:1783948471.003142:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948471.003144:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948471.003145:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948471.003147:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:3.0:1783948471.003150:0:29762:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00080000:3.0:1783948471.003152:0:29762:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: import ffff89e9431d1000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:3.0:1783948471.003155:0:29762:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948471.003158:0:29762:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1783948471.003164:0:29762:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948471.003166:0:29762:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948471.003168:0:29762:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1783948471.003171:0:29762:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1783948471.003174:0:29762:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948471.003175:0:29762:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948471.003178:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67480. 00000020:00000040:3.0:1783948471.003180:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948471.003183:0:29762:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948471.003185:0:29762:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948471.003187:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948471.003189:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948471.003191:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948471.003195:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8400. 00000100:00000001:3.0:1783948471.003198:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948471.003203:0:29762:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948471.003219:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948471.003221:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948471.003225:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f596971d] to pc [ptlrpcd_rcv+-1] req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948471.003248:0:29762:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948471.003251:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783948471.003254:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783948471.003257:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783948471.003260:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783948471.003265:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1898) 00000100:00000001:3.0:1783948471.003293:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948471.003297:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948471.003546:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948471.003550:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306300. 00000400:00000200:1.0:1783948471.003564:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.003569:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948471.003574:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2bb0 00000400:00000010:1.0:1783948471.003576:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2bb0. 00000100:00000001:1.0:1783948471.003580:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948471.003584:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.003597:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.003600:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.003608:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.003609:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948471.003675:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948471.003680:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948471.003681:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948471.003687:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.003694:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948471.003695:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948471.003697:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948471.003699:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948471.003701:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948471.003704:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636508672:192.168.202.104@tcp:38:kworker.0 00000100:00000001:0.0:1783948471.003706:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948471.003709:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948471.003710:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948471.003712:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948471.003716:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948471.003718:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948471.003722:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948471.003725:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae3c8. 00000400:00000010:0.0:1783948471.003729:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf908. 00000100:00000200:0.0:1783948471.003732:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636508672, portal 10 00000100:00000001:0.0:1783948471.003735:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948471.003736:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360896 : -129839802190720 : ffff89e950b67480) 00000100:00000040:0.0:1783948471.003742:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.003748:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948471.003750:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948471.003753:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf5d8. 00000100:00000200:0.0:1783948471.003755:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636508672, offset 0 00000400:00000200:0.0:1783948471.003759:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948471.003764:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.003767:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948471.003770:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948471.003772:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948471.003775:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948471.003776:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948471.003779:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2488:2488:256:4294967295] 192.168.202.104@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:0.0:1783948471.003782:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.003788:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948471.003792:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948471.003796:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b200. 00000800:00000200:0.0:1783948471.003800:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948471.003805:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948471.003808:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948471.003825:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948471.003830:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 775123 usecs (776 jiffies) 00000400:00000200:0.0:1783948471.003833:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948471.003835:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296561931 00000100:00000001:0.0:1783948471.003837:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:0.0:1783948471.003839:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296561931 00000100:00000001:0.0:1783948471.003841:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:0.0:1783948471.003843:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948471.003844:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.003846:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.003848:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.003877:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948471.003879:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948471.003881:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948471.003882:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948471.003883:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.003885:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948471.004091:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948471.004094:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b200. 00000400:00000200:1.0:1783948471.004098:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.004102:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948471.004105:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf5d8 00000400:00000010:1.0:1783948471.004107:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf5d8. 00000100:00000001:1.0:1783948471.004110:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948471.004114:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.004121:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.004124:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.004130:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.004132:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948471.015089:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.015112:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948471.015117:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.015119:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.015128:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.015136:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948471.015148:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.015154:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.015160:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.015165:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 10 MB=0x6a54dd9450800 00000400:00000200:1.0:1783948471.015170:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.015177:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 416/416 into md 0x6da1 [1] + 0 00000800:00000001:1.0:1783948471.015185:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.015197:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.015201:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.015206:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948471.015213:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.015224:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948471.015236:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.015270:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948471.015280:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.015284:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.015654:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948471.015660:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948471.015668:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948471.015670:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948471.015683:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae3c8. 00000400:00000200:0.0:1783948471.015691:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf908 00000400:00000010:0.0:1783948471.015694:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf908. 00000100:00000001:0.0:1783948471.015698:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948471.015704:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948471.015713:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.015720:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948471.015722:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.015724:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948471.015728:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948471.015731:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948471.015733:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948471.015736:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948471.015745:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=141 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948471.015750:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948471.015753:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948471.015754:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948471.015758:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948471.015762:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.015767:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948471.015769:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783948471.015771:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948471.015773:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948471.015778:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.015785:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948471.015789:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948471.015791:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.015794:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783948471.015801:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff89e943191000: connect to target with instance 1 00000020:00000001:0.0:1783948471.015805:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948471.015807:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:0.0:1783948471.015809:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948471.015812:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:0.0:1783948471.015815:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:0.0:1783948471.015818:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00001000:0.0:1783948471.015821:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1783948471 v=0 (0 0 0 0) 00000100:00001000:0.0:1783948471.015824:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d1418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783948471.015829:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000020:00000040:0.0:1783948471.015834:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00000001:0.0:1783948471.015837:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783948471.015840:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1783948471.015844:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff89e943191000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1783948471.015850:0:2352:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1783948471.015880:0:2352:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948471.015882:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783948471.015886:0:2352:0:(lmv_obd.c:188:lmv_notify()) Process entered 00000080:00000001:0.0:1783948471.015900:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948471.015904:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948471.015906:0:2352:0:(lmv_obd.c:223:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948471.015908:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.015909:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948471.015911:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948471.015913:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.016089:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783948471.016094:0:2352:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.104@tcp after partition 00000100:00080000:0.0:1783948471.016098:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1783948471.016102:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1783948471.016105:0:2352:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1783948471.016110:0:2352:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.016130:0:2352:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783948471.016133:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1783948471.016136:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783948471.016137:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783948471.016139:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783948471.016141:0:2352:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1783948471.016142:0:2352:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1783948471.016144:0:2352:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff89e9581b8820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1783948471.016148:0:2352:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x8c7cf19e4b44013c 00800000:00000040:0.0:1783948471.016151:0:2352:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff89e943191000=342776fa-f61c-4b73-829b-67eb463eff17 device 3 (ffff89e943f68000) type mdc at LMV idx 0 00800000:00000040:0.0:1783948471.016154:0:2352:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff89e943f68000 already active! 00800000:00000001:0.0:1783948471.016156:0:2352:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948471.016158:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948471.016159:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948471.016161:0:2352:0:(lmv_obd.c:223:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948471.016163:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.016165:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948471.016166:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948471.016169:0:2352:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948471.016633:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948471.016646:0:31453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948471.016648:0:31453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948471.016651:0:31453:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888420. 00000400:00000200:1.0:1783948471.016656:0:31453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:1.0:1783948471.016658:0:31453:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:1.0:1783948471.016662:0:31453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.016668:0:31453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948473 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948471.016676:0:31453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948473 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.016684:0:31453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948471.016685:0:31453:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.016688:0:31453:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948471.016690:0:31453:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.016694:0:31453:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948471.016698:0:31453:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948471.016701:0:31453:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.016704:0:31453:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1783948471.016710:0:31453:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870603636506880 new x1870603636508800 02000000:00000001:1.0:1783948471.016714:0:31453:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948471.016717:0:31453:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948471.016723:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948471.016727:0:31453:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888420. 00000400:00000010:1.0:1783948471.016733:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948471.016740:0:31453:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636506880, portal 10 00000100:00000001:1.0:1783948471.016742:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948471.016743:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948471.016751:0:31453:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.016758:0:31453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948471.016761:0:31453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948471.016764:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618bb0. 00000100:00000200:1.0:1783948471.016767:0:31453:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636506880, offset 0 00000400:00000200:1.0:1783948471.016774:0:31453:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948471.016781:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.016789:0:31453:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948471.016795:0:31453:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948471.016799:0:31453:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948471.016803:0:31453:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948471.016805:0:31453:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948471.016810:0:31453:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2489:2489:256:4294967295] 192.168.202.104@tcp LPNI seq info [2489:2489:8:4294967295] 00000400:00000200:1.0:1783948471.016814:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.016822:0:31453:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948471.016829:0:31453:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948471.016834:0:31453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948471.016841:0:31453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948471.016849:0:31453:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948471.016882:0:31453:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948471.016908:0:31453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.016919:0:31453:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 774105 usecs (775 jiffies) 00000400:00000200:1.0:1783948471.016922:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948471.016926:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296561944 00000100:00000001:1.0:1783948471.016929:0:31453:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948471.016931:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296561944 00000100:00000001:1.0:1783948471.016933:0:31453:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948471.016935:0:31453:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948471.016938:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.016941:0:31453:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948471.016943:0:31453:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948471.016946:0:31453:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948471.016948:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948471.016949:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948471.019061:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948471.019071:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:0.0:1783948471.019079:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948471.019087:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948471.019095:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618bb0 00000400:00000010:0.0:1783948471.019097:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618bb0. 00000100:00000001:0.0:1783948471.019102:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948471.019110:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.019122:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948471.019125:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.019132:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.019133:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:1.0:1783948471.019548:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.019553:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:1.0:1783948471.019558:0:2352:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff89e943191000: Connection restored to 192.168.202.104@tcp (at 192.168.202.104@tcp) 00000100:00080000:1.0:1783948471.019567:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000014bca0e8): req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 1 dl 1783948470 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.019593:0:2352:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.019597:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.019604:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948471.019614:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636508672:192.168.202.104@tcp:38:kworker.0 00000100:00000001:1.0:1783948471.019619:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.019621:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.019635:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67480 x1870603636508672/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.019642:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948471.019645:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948471.019708:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635800. 02000000:00000001:1.0:1783948471.019713:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948471.019716:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948471.019718:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948471.019721:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948471.019723:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8400. 02000000:00000001:1.0:1783948471.019727:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948471.019728:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948471.019731:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67480. 00000100:00000001:1.0:1783948471.019734:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948471.019736:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.019739:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.019747:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948471.019750:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.019752:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948471.019754:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.021299:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948471.021306:0:31464:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.021310:0:31464:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948471.021313:0:31464:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948471.021316:0:31464:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948471.021319:0:31464:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948471.021322:0:31464:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.021325:0:31464:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1783948471.021331:0:31464:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870603636506496 new x1870603636508928 02000000:00000001:0.0:1783948471.021335:0:31464:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948471.021337:0:31464:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948471.021347:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948471.021357:0:31464:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae3c8. 00000400:00000010:0.0:1783948471.021366:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf908. 00000100:00000200:0.0:1783948471.021374:0:31464:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636506496, portal 10 00000100:00000001:0.0:1783948471.021377:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948471.021378:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000100:00000040:0.0:1783948471.021391:0:31464:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948487 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.021401:0:31464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948471.021403:0:31464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948471.021406:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948471.021409:0:31464:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870603636506496, offset 0 00000400:00000200:0.0:1783948471.021725:0:31464:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948471.021736:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.021745:0:31464:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948471.021751:0:31464:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948471.021755:0:31464:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948471.021759:0:31464:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948471.021762:0:31464:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948471.021766:0:31464:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2490:2490:256:4294967295] 192.168.202.104@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:0.0:1783948471.021771:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.021780:0:31464:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948471.021787:0:31464:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948471.021794:0:31464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948471.021801:0:31464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948471.021809:0:31464:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948471.021814:0:31464:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783948471.022530:0:31464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948471.022538:0:31464:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 774105 usecs (775 jiffies) 00000400:00000200:0.0:1783948471.022544:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948471.022548:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296561949 00000100:00000001:0.0:1783948471.022552:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:0.0:1783948471.022554:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296561949 00000100:00000001:0.0:1783948471.022557:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:0.0:1783948471.022559:0:31464:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948471.022565:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.022569:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948471.022571:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948471.022574:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 11 seconds 00000100:00000001:0.0:1783948471.022577:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948471.022579:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948471.026496:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948471.026507:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948471.026516:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.026525:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948471.026532:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:1.0:1783948471.026535:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:1.0:1783948471.026541:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948471.026549:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948487 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.026562:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.026566:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948487 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.026573:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.026575:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948471.033291:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.033312:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948471.033317:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.033320:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.033328:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.033335:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948471.033346:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.033351:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.033356:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.033360:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9450880 00000400:00000200:0.0:1783948471.033364:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.033370:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6db1 [1] + 224 00000800:00000001:0.0:1783948471.033377:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.033386:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.033390:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948471.033394:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948471.033402:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948471.033411:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948471.033420:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.033441:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948471.033457:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.033460:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.035302:0:31453:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948471.035316:0:31453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948471.035318:0:31453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948471.035323:0:31453:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888420. 00000400:00000200:1.0:1783948471.035329:0:31453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:1.0:1783948471.035332:0:31453:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:1.0:1783948471.035336:0:31453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.035347:0:31453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948471.035360:0:31453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636506880/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.035367:0:31453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948471.035370:0:31453:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.035373:0:31453:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948471.035376:0:31453:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948471.035379:0:31453:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948471.035381:0:31453:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.035385:0:31453:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948471.035397:0:31453:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948471.035402:0:31453:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948471.035406:0:31453:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948471.035408:0:31453:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.035411:0:31453:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948471.035427:0:31453:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.035432:0:31453:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948471.035434:0:31453:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1783948471.035436:0:31453:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948471.035438:0:31453:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.035444:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cfb80 x1870603636506880/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.035462:0:31453:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948471.035465:0:31453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948471.035467:0:31453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948471.035472:0:31453:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cfb80 x1870603636506880/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948487 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948471.035480:0:31453:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:31453:1870603636506880:192.168.202.104@tcp:35:multiop.0 00000100:00000001:1.0:1783948471.035485:0:31453:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.035487:0:31453:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.035490:0:31453:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948471.035493:0:31453:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.035497:0:31453:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636506880/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948487 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.035504:0:31453:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948471.035507:0:31453:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948471.035510:0:31453:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948471.035512:0:31453:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.035520:0:31453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948471.035521:0:31453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000002:00000001:1.0:1783948471.035524:0:31453:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948471.035528:0:31453:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948471.035532:0:31453:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f7200. 00000080:00000001:1.0:1783948471.035536:0:31453:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1783948471.035540:0:31453:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1783948471.035544:0:31453:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1783948471.035549:0:31453:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e9529cdc00 x1870603636505856/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948469 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.035557:0:31453:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.035560:0:31453:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cdc00 x1870603636505856/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948469 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.035568:0:31453:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1783948471.035571:0:31453:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948471.035573:0:31453:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948471.035575:0:31453:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948471.035578:0:31453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f0c00. 02000000:00000001:1.0:1783948471.035582:0:31453:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948471.035584:0:31453:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948471.035586:0:31453:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cdc00. 00000100:00000001:1.0:1783948471.035589:0:31453:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948471.035590:0:31453:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.035592:0:31453:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.035595:0:31453:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636506880/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948487 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.035602:0:31453:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948471.035605:0:31453:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461bedc0. 00000002:00000001:1.0:1783948471.035609:0:31453:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948471.035611:0:31453:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948471.035613:0:31453:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c340. 00000100:00000001:1.0:1783948471.035616:0:31453:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.035619:0:31453:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636506880/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948487 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.035625:0:31453:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948471.035627:0:31453:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948471.035630:0:31453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f0000. 02000000:00000001:1.0:1783948471.035633:0:31453:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948471.035634:0:31453:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948471.035635:0:31453:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948471.035637:0:31453:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948471.035639:0:31453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f7a00. 02000000:00000001:1.0:1783948471.035641:0:31453:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948471.035642:0:31453:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948471.035644:0:31453:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:1.0:1783948471.035653:0:31453:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948471.035655:0:31453:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948471.035658:0:31453:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948471.035660:0:31453:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302500. 00000080:00000001:1.0:1783948471.035664:0:31453:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.035670:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93db8 00000080:00000008:1.0:1783948471.035673:0:31453:0:(file.c:491:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff89e951d1ec08), flags 100002, rc = 0 00000080:00000001:1.0:1783948471.035677:0:31453:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.035683:0:31453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948471.035685:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93e00 00000080:00002000:1.0:1783948471.035687:0:31453:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff89e951f35000, parent ffff89e951f515e8, inode ffff89e951d1ec08) hashed, 00000080:00000001:1.0:1783948471.035690:0:31453:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948471.035699:0:31453:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783948471.035705:0:31453:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1783948471.035708:0:31453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948471.035709:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f93e00 00000080:00002000:1.0:1783948471.035711:0:31453:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff89e951f515e8, parent ffff89e951e2fe58, inode ffff89e951dcaa08) hashed, 00000080:00000001:1.0:1783948471.035714:0:31453:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948471.035718:0:31453:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783948471.035720:0:31453:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:0.0:1783948471.042539:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.042560:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948471.042565:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.042567:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.042576:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.042585:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948471.042596:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.042600:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.042605:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.042610:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9450780 00000400:00000200:0.0:1783948471.042615:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.042621:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6d99 [1] + 224 00000800:00000001:0.0:1783948471.042629:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.042643:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.042646:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948471.042650:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948471.042658:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948471.042668:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948471.042680:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.042704:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948471.042713:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.042716:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948471.043418:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948471.043424:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948471.043432:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948471.043434:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948471.043438:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:3.0:1783948471.043454:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a22a8 00000400:00000010:3.0:1783948471.043457:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a22a8. 00000100:00000001:3.0:1783948471.043466:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948471.043474:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948471.043485:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948471.043491:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948471.043494:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948471.043497:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948471.043501:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948471.043504:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948471.043507:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948471.043510:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948471.043518:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948471.043522:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1783948471.043525:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948471.043526:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948471.043529:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948471.043531:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948471.043534:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948471.043540:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948471.043547:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948471.043550:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948471.043553:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948471.043557:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948471.043564:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636508544:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948471.043570:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948471.043572:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948471.043575:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67b80 x1870603636508544/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948487 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948471.043581:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948471.043584:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948471.043588:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775e00. 02000000:00000001:3.0:1783948471.043591:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948471.043593:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948471.043595:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948471.043597:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948471.043600:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9100. 02000000:00000001:3.0:1783948471.043603:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948471.043606:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948471.043607:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67b80. 00000100:00000001:3.0:1783948471.043612:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948471.043613:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948471.043615:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948471.043623:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948471.043625:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948471.043627:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948471.043629:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948471.045744:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.045765:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948471.045769:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.045772:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.045781:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.045789:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948471.045799:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.045805:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.045811:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.045815:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9450900 00000400:00000200:0.0:1783948471.045820:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.045827:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6dc1 [1] + 224 00000800:00000001:0.0:1783948471.045834:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.045847:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.045850:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948471.045885:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948471.045893:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948471.045904:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948487 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948471.045916:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.045933:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948471.045941:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948471.045945:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.045950:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948471.045956:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2491:2491:256:4294967295] 192.168.202.104@tcp LPNI seq info [2491:2491:8:4294967295] 00000400:00000200:0.0:1783948471.045961:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948471.045971:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948471.045977:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948471.045982:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948471.045989:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948471.045997:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948471.046002:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948471.046096:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948471.046100:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:0.0:1783948471.046105:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948471.046108:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948471.046114:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948471.046117:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1783948471.047546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa300. 00000080:00000010:1.1:1783948471.047564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be9c0. 00000100:00000001:1.0:1783948471.049294:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948471.049308:0:31464:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948471.049311:0:31464:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948471.049315:0:31464:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae3c8. 00000400:00000200:1.0:1783948471.049323:0:31464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf908 00000400:00000010:1.0:1783948471.049327:0:31464:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf908. 00000100:00000001:1.0:1783948471.049332:0:31464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.049345:0:31464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948471.049359:0:31464:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cdf80 x1870603636506496/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/512 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.049368:0:31464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948471.049370:0:31464:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.049373:0:31464:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948471.049376:0:31464:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948471.049379:0:31464:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948471.049382:0:31464:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.049386:0:31464:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948471.049396:0:31464:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=141 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948471.049400:0:31464:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948471.049403:0:31464:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948471.049405:0:31464:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.049408:0:31464:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948471.049412:0:31464:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.049416:0:31464:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948471.049418:0:31464:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783948471.049420:0:31464:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948471.049422:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948471.049424:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000100:00000001:1.0:1783948471.049427:0:31464:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948471.049430:0:31464:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1783948471.049432:0:31464:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948471.049434:0:31464:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.049440:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cdf80 x1870603636506496/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948487 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.049460:0:31464:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948471.049464:0:31464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948471.049466:0:31464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948471.049470:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cdf80 x1870603636506496/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948487 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948471.049479:0:31464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cdf80 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636506496:192.168.202.104@tcp:36:touch.0 00000100:00000001:1.0:1783948471.049484:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.049486:0:31464:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.049489:0:31464:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948471.049491:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.049494:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdf80 x1870603636506496/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948487 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.049502:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948471.049506:0:31464:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012e600. 00000100:00000001:1.0:1783948471.049509:0:31464:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948471.049511:0:31464:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948471.049518:0:31464:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948471.049522:0:31464:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948471.049528:0:31464:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948471.049531:0:31464:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948471.049546:0:31464:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1783948471.049549:0:31464:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1783948471.049555:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.049559:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cdf80 x1870603636506496/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948487 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.049566:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948471.049569:0:31464:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948471.049571:0:31464:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.049574:0:31464:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.049577:0:31464:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1783948471.049581:0:31464:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948471.049583:0:31464:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948471.049585:0:31464:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948471.049587:0:31464:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.049590:0:31464:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.049593:0:31464:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1783948471.049596:0:31464:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948471.049601:0:31464:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948471.049606:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7a00. 00000020:00000010:1.0:1783948471.049612:0:31464:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f7200. 00000020:00000010:1.0:1783948471.049615:0:31464:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948471.049623:0:31464:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948471.049629:0:31464:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948471.049635:0:31464:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948471.049642:0:31464:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948471.049647:0:31464:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948471.049650:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7800. 00000008:00000010:1.0:1783948471.049654:0:31464:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948471.049658:0:31464:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948471.049663:0:31464:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948471.049667:0:31464:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948471.049671:0:31464:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948471.049673:0:31464:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948471.049678:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948471.049681:0:31464:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948471.049683:0:31464:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948471.049686:0:31464:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948471.049688:0:31464:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948471.049690:0:31464:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948471.049693:0:31464:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948471.049696:0:31464:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1783948471.049698:0:31464:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:1.0:1783948471.049703:0:31464:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948471.049707:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948471.049713:0:31464:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948471.049716:0:31464:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948471.049719:0:31464:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:1.0:1783948471.049722:0:31464:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.049725:0:31464:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:1.0:1783948471.049729:0:31464:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7e00. 00000080:00010000:1.0:1783948471.049735:0:31464:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff89e951d79148) 00000080:00000001:1.0:1783948471.049739:0:31464:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948471.049742:0:31464:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948471.049745:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3958 00800000:00000002:1.0:1783948471.049748:0:31464:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:1.0:1783948471.049752:0:31464:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948471.049756:0:31464:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948471.049760:0:31464:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948471.049762:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3828 00000002:00010000:1.0:1783948471.049764:0:31464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:1.0:1783948471.049769:0:31464:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948471.049771:0:31464:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1783948471.049775:0:31464:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948471.049780:0:31464:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:1.0:1783948471.049786:0:31464:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948471.049790:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948471.049794:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.049797:0:31464:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948471.049799:0:31464:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948471.049803:0:31464:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948471.049810:0:31464:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f6000. 00000100:00000001:1.0:1783948471.049817:0:31464:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.049821:0:31464:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948471.049823:0:31464:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.049825:0:31464:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948471.049827:0:31464:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.049829:0:31464:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948471.049832:0:31464:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00010000:00000001:1.0:1783948471.049836:0:31464:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948471.049838:0:31464:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948471.049843:0:31464:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d100. 00010000:00000010:1.0:1783948471.049849:0:31464:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4300. 00010000:00000001:1.0:1783948471.049876:0:31464:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948471.049881:0:31464:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a600. 00000020:00000001:1.0:1783948471.049885:0:31464:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948471.049889:0:31464:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a600 with handle 0x8c7cf19e4b440c48 to hash 00000020:00000001:1.0:1783948471.049892:0:31464:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948471.049894:0:31464:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.049898:0:31464:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.049902:0:31464:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948471.049905:0:31464:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948471.049910:0:31464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948471.049919:0:31464:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948471.049930:0:31464:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31464 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948471.049936:0:31464:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948471.049938:0:31464:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948471.049944:0:31464:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012e600. 00000100:00000001:1.0:1783948471.049946:0:31464:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165077504 : -129839544474112 : ffff89e96012e600) 00000100:00000001:1.0:1783948471.049949:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948471.049950:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000001:1.0:1783948471.049955:0:31464:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948471.049959:0:31464:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.049961:0:31464:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948471.049962:0:31464:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948471.049967:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.049975:0:31464:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948471.049978:0:31464:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.049982:0:31464:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948471.049985:0:31464:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948471.049988:0:31464:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948471.049991:0:31464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636509056:192.168.202.104@tcp:101:touch.0 00000100:00000001:1.0:1783948471.049995:0:31464:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948471.050000:0:31464:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948471.050003:0:31464:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.050005:0:31464:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948471.050010:0:31464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f0000. 02000000:00000001:1.0:1783948471.050012:0:31464:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948471.050019:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948471.050023:0:31464:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888420. 00000400:00000010:1.0:1783948471.050029:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948471.050035:0:31464:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636509056, portal 10 00000100:00000001:1.0:1783948471.050038:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948471.050039:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948471.050045:0:31464:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948487 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.050054:0:31464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948471.050056:0:31464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948471.050059:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618908. 00000100:00000200:1.0:1783948471.050062:0:31464:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870603636509056, offset 0 00000400:00000200:1.0:1783948471.050069:0:31464:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948471.050078:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.050085:0:31464:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948471.050091:0:31464:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948471.050095:0:31464:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948471.050099:0:31464:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948471.050102:0:31464:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948471.050106:0:31464:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2492:2492:256:4294967295] 192.168.202.104@tcp LPNI seq info [2492:2492:8:4294967295] 00000400:00000200:1.0:1783948471.050111:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.050120:0:31464:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948471.050129:0:31464:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948471.050135:0:31464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948471.050143:0:31464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948471.050150:0:31464:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948471.050155:0:31464:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1783948471.050177:0:31464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.050182:0:31464:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 822487 usecs (823 jiffies) 00000400:00000200:1.0:1783948471.050186:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948471.050189:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296562025 00000100:00000001:1.0:1783948471.050193:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948471.050196:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296562025 00000100:00000001:1.0:1783948471.050199:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948471.050202:0:31464:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948471.050205:0:31464:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.050208:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948471.050210:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948471.050213:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 11 seconds 00000100:00000001:1.0:1783948471.050216:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948471.050218:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948471.050565:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948471.050571:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:0.0:1783948471.050577:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948471.050582:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948471.050588:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618908 00000400:00000010:0.0:1783948471.050591:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618908. 00000100:00000001:0.0:1783948471.050594:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948471.050598:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948487 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.050607:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948471.050610:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948487 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.050617:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.050618:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948471.058778:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.058798:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948471.058803:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.058805:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.058814:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.059065:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948471.059077:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.059082:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.059088:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.059094:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 10 MB=0x6a54dd9450980 00000400:00000200:1.0:1783948471.059100:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.059107:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 400/400 into md 0x6dd1 [1] + 224 00000800:00000001:1.0:1783948471.059115:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.059620:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.059625:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.059632:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948471.059640:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.059649:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948487 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948471.059661:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.059679:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948471.059688:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.059691:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.059711:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948471.059718:0:31464:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948471.059721:0:31464:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948471.059724:0:31464:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888420. 00000400:00000200:1.0:1783948471.059728:0:31464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:1.0:1783948471.059731:0:31464:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:1.0:1783948471.059735:0:31464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.059740:0:31464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948471.059750:0:31464:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/472 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.059757:0:31464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948471.059759:0:31464:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.059762:0:31464:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948471.059766:0:31464:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948471.059769:0:31464:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948471.059771:0:31464:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.059774:0:31464:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948471.059785:0:31464:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=141 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948471.059790:0:31464:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948471.059793:0:31464:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948471.059796:0:31464:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.059798:0:31464:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948471.059802:0:31464:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.059807:0:31464:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948471.059809:0:31464:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1783948471.059811:0:31464:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948471.059815:0:31464:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.059917:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.059992:0:31464:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948471.059996:0:31464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948471.059998:0:31464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948471.060003:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948487 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948471.060011:0:31464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636509056:192.168.202.104@tcp:101:touch.0 00000100:00000001:1.0:1783948471.060016:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.060019:0:31464:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.060022:0:31464:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948471.060024:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.060027:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948487 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.060035:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948471.060037:0:31464:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012e600. 00000100:00000001:1.0:1783948471.060041:0:31464:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948471.060043:0:31464:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.060046:0:31464:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948471.060050:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.060053:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.060056:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=4 00000020:00000001:1.0:1783948471.060059:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.060062:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000040:1.0:1783948471.060070:0:31464:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617a600, remote cookie: 0x2ceea11ad5e06027, flags: 0x1000 00010000:00000001:1.0:1783948471.060074:0:31464:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948471.060079:0:31464:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948471.060081:0:31464:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948471.060083:0:31464:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948471.060084:0:31464:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948471.060087:0:31464:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff89e94722d100) refcount = 1 00010000:00010000:1.0:1783948471.060093:0:31464:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948471.060102:0:31464:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948471.060106:0:31464:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948471.060108:0:31464:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948471.060111:0:31464:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948471.060114:0:31464:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948471.060185:0:31464:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948471.060195:0:31464:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948471.060196:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.060198:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948471.060199:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.060200:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948471.060202:0:31464:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948471.060207:0:31464:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948471.060208:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.060210:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.060212:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=3 00000020:00000001:1.0:1783948471.060214:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.060216:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.060219:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.060220:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948471.060225:0:31464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948487 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1783948471.060234:0:31464:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff89e943191000: layout return lvb 56 transno 0 00010000:00000001:1.0:1783948471.060237:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.060238:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.060239:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=3 00000020:00000001:1.0:1783948471.060241:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.060243:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00000002:00010000:1.0:1783948471.060247:0:31464:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783948471.060255:0:31464:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e943f22e80. 00010000:00000001:1.0:1783948471.060258:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.060259:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948471.060260:0:31464:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948471.060262:0:31464:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948471.060265:0:31464:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783948471.060267:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.060268:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.060269:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=3 00000020:00000001:1.0:1783948471.060271:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.060274:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00000002:00010000:1.0:1783948471.060277:0:31464:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948471.060283:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.060284:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948471.060286:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948471.060288:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.060289:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.060290:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=3 00000020:00000001:1.0:1783948471.060292:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.060294:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000040:1.0:1783948471.060300:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:1.0:1783948471.060303:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948471.060307:0:31464:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:1.0:1783948471.060310:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.060311:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948471.060313:0:31464:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948471.060315:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e37b0 00000002:00002000:1.0:1783948471.060318:0:31464:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:1.0:1783948471.060321:0:31464:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948471.060324:0:31464:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948471.060326:0:31464:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948471.060330:0:31464:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783948471.060333:0:31464:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.060335:0:31464:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.060339:0:31464:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636509056/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 376/400 e 0 to 0 dl 1783948487 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.060347:0:31464:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948471.060349:0:31464:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948471.060352:0:31464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f0000. 02000000:00000001:1.0:1783948471.060356:0:31464:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948471.060358:0:31464:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948471.060359:0:31464:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948471.060361:0:31464:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948471.060364:0:31464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f6000. 02000000:00000001:1.0:1783948471.060368:0:31464:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948471.060370:0:31464:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948471.060372:0:31464:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:1.0:1783948471.060376:0:31464:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948471.060377:0:31464:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783948471.060383:0:31464:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f7e00. 00000080:00010000:1.0:1783948471.060388:0:31464:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff89e951d79148) for lock 0x8c7cf19e4b440c48 00800000:00000001:1.0:1783948471.060392:0:31464:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948471.060395:0:31464:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948471.060397:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.060398:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.060399:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=3 00000020:00000001:1.0:1783948471.060402:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.060404:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.060406:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.060407:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948471.060409:0:31464:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948471.060411:0:31464:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948471.060414:0:31464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c48 from it ffffb87d019e3a78 00010000:00000001:1.0:1783948471.061030:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.061033:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.061035:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=3 00000020:00000001:1.0:1783948471.061038:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.061041:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.061044:0:31464:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948471.061048:0:31464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948471.061055:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.061057:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948471.061059:0:31464:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948471.061062:0:31464:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948471.061065:0:31464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948471.061077:0:31464:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948471.061080:0:31464:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948471.061083:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948471.061088:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.061089:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948471.061091:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.061095:0:31464:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948471.061097:0:31464:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.061100:0:31464:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.061103:0:31464:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.061105:0:31464:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948471.061106:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.061107:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948471.061110:0:31464:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.061116:0:31464:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1783948471.061489:0:31464:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:1.0:1783948471.061498:0:31464:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948471.061500:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948471.061505:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:1.0:1783948471.061507:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948471.061512:0:31464:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948471.061517:0:31464:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948471.061521:0:31464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948471.061530:0:31464:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948471.061535:0:31464:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948471.061539:0:31464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948471.061546:0:31464:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1783948471.061548:0:31464:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:1.0:1783948471.061551:0:31464:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1783948471.061553:0:31464:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1783948471.061554:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.061556:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.061557:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=3 00000020:00000001:1.0:1783948471.061559:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.061562:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00000080:00010000:1.0:1783948471.061566:0:31464:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](00000000e46fe564) being reconfigured ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1783948471.061575:0:31464:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948471.061577:0:31464:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948471.061578:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.061579:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.061581:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=4 00000020:00000001:1.0:1783948471.061583:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.061586:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.061588:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.061589:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948471.061591:0:31464:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948471.061593:0:31464:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.061595:0:31464:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1783948471.061597:0:31464:0:(file.c:6772:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff89e943f22e80 l_lvb_len=56 00000080:00000001:1.0:1783948471.061600:0:31464:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.061602:0:31464:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948471.061605:0:31464:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948471.061611:0:31464:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948471.061615:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7e00. 00000020:00000010:1.0:1783948471.061620:0:31464:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f6000. 00000020:00000010:1.0:1783948471.061624:0:31464:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948471.061631:0:31464:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948471.061635:0:31464:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3e40. 00008000:00000010:1.0:1783948471.061640:0:31464:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948471.061646:0:31464:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948471.061650:0:31464:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948471.061654:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6a00. 00000008:00000010:1.0:1783948471.061657:0:31464:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948471.061661:0:31464:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948471.061665:0:31464:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948471.061668:0:31464:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948471.061671:0:31464:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948471.061673:0:31464:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948471.061676:0:31464:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948471.061680:0:31464:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948471.061688:0:31464:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948471.061695:0:31464:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619ba0. 00020000:00000010:1.0:1783948471.061699:0:31464:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95811f580. 00020000:00000010:1.0:1783948471.061705:0:31464:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e950619780. 00020000:00000001:1.0:1783948471.061707:0:31464:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901799296 : -129839807752320 : ffff89e950619780) 00020000:00000002:1.0:1783948471.061711:0:31464:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619780, objid 0x2a:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948471.061718:0:31464:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948471.061723:0:31464:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95811f580: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1783948471.061729:0:31464:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2d90) owner ffff89e9509c8000 00020000:00000001:1.0:1783948471.061732:0:31464:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948471.061736:0:31464:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2d90) owner ffff89e9509c8000 00020000:00000010:1.0:1783948471.061741:0:31464:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95811f580. 00020000:00000010:1.0:1783948471.061745:0:31464:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619ba0. 00020000:00000010:1.0:1783948471.061750:0:31464:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e950619780. 00020000:00000002:1.0:1783948471.061753:0:31464:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948471.061755:0:31464:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.061757:0:31464:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.061761:0:31464:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783948471.061764:0:31464:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000002:1.0:1783948471.061768:0:31464:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506199c0 addref 2/0 by ffff89e9509c8000. 00020000:00000002:1.0:1783948471.061771:0:31464:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000001:1.0:1783948471.061773:0:31464:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783948471.061776:0:31464:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783948471.061777:0:31464:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783948471.061779:0:31464:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783948471.061782:0:31464:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783948471.061784:0:31464:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1783948471.061786:0:31464:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948471.061790:0:31464:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f6000. 00000020:00000010:1.0:1783948471.061794:0:31464:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948471.061798:0:31464:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948471.061801:0:31464:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3e40. 00008000:00000010:1.0:1783948471.061804:0:31464:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948471.061809:0:31464:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948471.061812:0:31464:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948471.061816:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7e00. 00000008:00000010:1.0:1783948471.061819:0:31464:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948471.061834:0:31464:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948471.061840:0:31464:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948471.061844:0:31464:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948471.061847:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6a00. 00000020:00000010:1.0:1783948471.061849:0:31464:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00000080:00000001:1.0:1783948471.061869:0:31464:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.061872:0:31464:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1783948471.061873:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.061874:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948471.061876:0:31464:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948471.061877:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.061879:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a600 refcount=3 00000020:00000001:1.0:1783948471.061881:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.061883:0:31464:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181184 : -129839980370432 : ffff89e94617a600) 00010000:00000001:1.0:1783948471.061886:0:31464:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948471.061888:0:31464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948471.061896:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.061897:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948471.061899:0:31464:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948471.061901:0:31464:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948471.061904:0:31464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948471.061911:0:31464:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948471.061914:0:31464:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948471.061915:0:31464:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948471.061918:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.062174:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948471.062178:0:31464:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.062182:0:31464:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948471.062183:0:31464:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.062185:0:31464:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.062189:0:31464:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.062191:0:31464:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948471.062193:0:31464:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948471.062194:0:31464:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948471.062196:0:31464:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.062198:0:31464:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.062201:0:31464:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948471.062207:0:31464:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x2a:0x0]io ffff89e9582d77e0 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1783948471.062210:0:31464:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000001:1.0:1783948471.062213:0:31464:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948471.062216:0:31464:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948471.062218:0:31464:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948471.062220:0:31464:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.062222:0:31464:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948471.062225:0:31464:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948471.062227:0:31464:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062230:0:31464:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948471.062231:0:31464:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948471.062233:0:31464:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948471.062234:0:31464:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00000020:00000001:1.0:1783948471.062237:0:31464:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062240:0:31464:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948471.062241:0:31464:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783948471.062244:0:31464:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1783948471.062246:0:31464:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948471.062249:0:31464:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948471.062252:0:31464:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948471.062256:0:31464:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948471.062257:0:31464:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948471.062259:0:31464:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948471.062263:0:31464:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948471.062267:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6a00. 00000020:00000010:1.0:1783948471.062270:0:31464:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f7e00. 00000020:00000010:1.0:1783948471.062272:0:31464:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948471.062277:0:31464:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948471.062280:0:31464:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3e40. 00008000:00000010:1.0:1783948471.062284:0:31464:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948471.062288:0:31464:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948471.062290:0:31464:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948471.062293:0:31464:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6000. 00000008:00000010:1.0:1783948471.062295:0:31464:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948471.062298:0:31464:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948471.062301:0:31464:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948471.062304:0:31464:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948471.062306:0:31464:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948471.062308:0:31464:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948471.062312:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3dc8 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948471.062314:0:31464:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948471.062317:0:31464:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948471.062318:0:31464:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948471.062320:0:31464:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.062322:0:31464:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.062324:0:31464:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948471.062327:0:31464:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1783948471.062330:0:31464:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1783948471.062333:0:31464:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062335:0:31464:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.062337:0:31464:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.062339:0:31464:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062340:0:31464:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062343:0:31464:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783948471.062345:0:31464:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948471.062347:0:31464:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948471.062349:0:31464:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948471.062350:0:31464:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948471.062352:0:31464:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062354:0:31464:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.062356:0:31464:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.062358:0:31464:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062360:0:31464:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948471.062362:0:31464:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062364:0:31464:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062366:0:31464:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1783948471.062370:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948471.062372:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948471.062374:0:31464:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1783948471.062377:0:31464:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062379:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00020000:00000001:1.0:1783948471.062382:0:31464:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1783948471.062384:0:31464:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948471.062386:0:31464:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948471.062387:0:31464:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948471.062390:0:31464:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1783948471.062392:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948471.062394:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948471.062396:0:31464:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1783948471.062399:0:31464:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062401:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948471.062402:0:31464:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1783948471.062405:0:31464:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948471.062408:0:31464:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062410:0:31464:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.062411:0:31464:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948471.062414:0:31464:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948471.062416:0:31464:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948471.062418:0:31464:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948471.062419:0:31464:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948471.062421:0:31464:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948471.062422:0:31464:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948471.062425:0:31464:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1783948471.062431:0:31464:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948471.062436:0:31464:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948471.062440:0:31464:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1783948471.062444:0:31464:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783948471.062463:0:31464:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1698 00000400:00000200:1.0:1783948471.062473:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.062480:0:31464:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:1.0:1783948471.062483:0:31464:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948471.062486:0:31464:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948471.062488:0:31464:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948471.062491:0:31464:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:1.0:1783948471.062494:0:31464:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948471.062496:0:31464:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:1.0:1783948471.062498:0:31464:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948471.062500:0:31464:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:1.0:1783948471.062503:0:31464:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:1.0:1783948471.062505:0:31464:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000040:1.0:1783948471.062508:0:31464:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948471.062510:0:31464:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948471.062512:0:31464:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948471.062515:0:31464:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:1.0:1783948471.062517:0:31464:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00080000:1.0:1783948471.062521:0:31464:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff89e943191000: import ffff89e960185000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:1.0:1783948471.062525:0:31464:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.062527:0:31464:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783948471.062535:0:31464:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948471.062538:0:31464:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.062542:0:31464:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783948471.062545:0:31464:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1783948471.062548:0:31464:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.062551:0:31464:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948471.062555:0:31464:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cdc00. 00000020:00000040:1.0:1783948471.062558:0:31464:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 02000000:00000001:1.0:1783948471.062562:0:31464:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948471.062565:0:31464:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.062569:0:31464:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948471.062573:0:31464:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948471.062577:0:31464:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948471.062585:0:31464:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f0000. 00000100:00000001:1.0:1783948471.062593:0:31464:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948471.062603:0:31464:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948471.062614:0:31464:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948471.062619:0:31464:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.062625:0:31464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b332441] to pc [ptlrpcd_rcv+-1] req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.062649:0:31464:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.062653:0:31464:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1783948471.062656:0:31464:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:1.0:1783948471.062658:0:31464:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948471.062660:0:31464:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948471.062661:0:31464:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948471.062666:0:31464:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f6600. 00000100:00000001:1.0:1783948471.062669:0:31464:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.062675:0:31464:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948471.062677:0:31464:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.062682:0:31464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a291e8b7] to pc [ptlrpcd_00_00+0] req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.068190:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948471.068199:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948471.068201:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948471.068214:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.068223:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948471.068225:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948471.068229:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948471.068232:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948471.068234:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948471.068236:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636509184:192.168.202.104@tcp:8:touch.0 00000100:00000001:0.0:1783948471.068240:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948471.068244:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948471.068246:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948471.068248:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1783948471.068253:0:31464:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948471.068253:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948471.068255:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948471.068260:0:31464:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948471.068264:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000020:00000001:1.0:1783948471.068265:0:31464:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783948471.068269:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00020000:00000001:1.0:1783948471.068270:0:31464:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.068274:0:31464:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.068276:0:31464:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783948471.068277:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000020:00000001:1.0:1783948471.068279:0:31464:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.068283:0:31464:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000200:0.0:1783948471.068284:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636509184, portal 4 00020000:00000001:1.0:1783948471.068287:0:31464:0:(lov_io.c:1312:lov_io_call()) Process entered 00000100:00000001:0.0:1783948471.068287:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00020000:00000001:1.0:1783948471.068290:0:31464:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1783948471.068291:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000020:00000001:1.0:1783948471.068294:0:31464:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:0.0:1783948471.068300:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.068307:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948471.068307:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948471.068310:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000100:00000001:1.0:1783948471.068311:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1783948471.068313:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf7f8. 00000100:00000001:1.0:1783948471.068314:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1783948471.068317:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870603636509184, offset 0 00000100:00000040:1.0:1783948471.068325:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1783948471.068325:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948471.068337:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948471.068339:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948471.068341:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.068345:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000100:00080000:1.0:1783948471.068347:0:2353:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1783948471.068351:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1783948471.068359:0:2353:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948471.068359:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000100:00000001:1.0:1783948471.068363:0:2353:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.068363:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1783948471.068367:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1783948471.068368:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000100:00000001:1.0:1783948471.068369:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.068374:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948471.068376:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2493:2493:256:4294967295] 192.168.202.104@tcp LPNI seq info [2493:2493:8:4294967295] 00000100:00000001:1.0:1783948471.068377:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948471.068384:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948471.068386:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948471.068389:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.068392:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948471.068394:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948471.068397:0:2353:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.068401:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1783948471.068401:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000100:00000001:1.0:1783948471.068404:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.068408:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.068412:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948471.068414:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948471.068421:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948471.068428:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948471.068435:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948471.068439:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948471.068459:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948471.068464:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21750 usecs (22 jiffies) 00000400:00000200:0.0:1783948471.068467:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948471.068470:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296561242 00000100:00000001:0.0:1783948471.068473:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:0.0:1783948471.068475:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296561242 00000100:00000001:0.0:1783948471.068477:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:0.0:1783948471.068479:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948471.068482:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.068484:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.068487:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.068492:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948471.068493:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948471.068496:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948471.068497:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948471.068498:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.068500:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.068509:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948471.068513:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948471.068618:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948471.068623:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:0.0:1783948471.068628:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948471.068633:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948471.068639:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf7f8 00000400:00000010:0.0:1783948471.068641:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf7f8. 00000100:00000001:0.0:1783948471.068645:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948471.068649:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.068658:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948471.068661:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.068667:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.068669:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948471.071354:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.071373:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948471.071377:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.071379:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.071388:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.071396:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948471.071406:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.071423:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.071430:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.071441:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 4 MB=0x6a54dd9450a00 00000400:00000200:1.0:1783948471.071454:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.071460:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 416/416 into md 0x6de1 [1] + 0 00000800:00000001:1.0:1783948471.071469:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.071477:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.071481:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.071486:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948471.071497:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.071508:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948471.071521:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948471.071551:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948471.071561:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.071565:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.074923:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948471.074929:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948471.074937:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948471.074939:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948471.074942:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:0.0:1783948471.074948:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948471.074950:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948471.074954:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948471.074964:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948471.074972:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.074982:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948471.074983:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.074986:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948471.074989:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948471.074991:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948471.074993:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948471.074995:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948471.075003:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=141 v=5 (5 5 5 112) 00000100:00001000:0.0:1783948471.075006:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=46 v=5 (1 1 0 0) 00000100:00000001:0.0:1783948471.075008:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948471.075009:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948471.075011:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948471.075014:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.075017:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783948471.075018:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967333 gen 14 00000100:00000040:0.0:1783948471.075020:0:2352:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1783948471.075023:0:2352:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948471.075024:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948471.075027:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.075032:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948471.075034:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948471.075036:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.075037:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783948471.075043:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff89e943191000: connect to target with instance 1 00000020:00000001:0.0:1783948471.075045:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948471.075046:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:0.0:1783948471.075048:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948471.075051:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:0.0:1783948471.075053:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:0.0:1783948471.075055:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00001000:0.0:1783948471.075059:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=1783948471 v=0 (0 0 0 0) 00000100:00001000:0.0:1783948471.075063:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e960185418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783948471.075068:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000100:00080000:0.0:1783948471.075073:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff89e943191000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1783948471.075076:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:0.0:1783948471.075079:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783948471.075084:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:0.0:1783948471.075088:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff89e943191000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1783948471.075092:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1783948471.075096:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:0.0:1783948471.075100:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948471.075103:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948471.075106:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948471.075108:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948471.075110:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.075112:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783948471.075114:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1783948471.075119:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1783948471.075122:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783948471.075123:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1783948471.075124:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1783948471.075124:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1783948471.075126:0:2352:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1783948471.075128:0:2352:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff89e9581bbba0 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1783948471.075133:0:2352:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1783948471.075134:0:2352:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783948471.075136:0:2352:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.075137:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948471.075140:0:2352:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1783948471.075141:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1783948471.075143:0:2352:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1783948471.075144:0:2352:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783948471.075146:0:2352:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783948471.075148:0:2352:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.075149:0:2352:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.075150:0:2352:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783948471.075151:0:2352:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783948471.075152:0:2352:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.075153:0:2352:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1783948471.075154:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1783948471.075158:0:2352:0:(lmv_obd.c:283:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1783948471.075160:0:2352:0:(lmv_obd.c:295:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.075161:0:2352:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.075162:0:2352:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948471.075163:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948471.075164:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948471.075165:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948471.075166:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.075168:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1783948471.075170:0:2352:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948471.075173:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1783948471.075180:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000284b485f): req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.075206:0:2352:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.075208:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948471.075212:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948471.075218:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636509184:192.168.202.104@tcp:8:touch.0 00000100:00000001:0.0:1783948471.075221:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.075224:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948471.075225:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cdc00 x1870603636509184/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948471.075230:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948471.075232:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948471.075235:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948471.075240:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948471.075242:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948471.075243:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948471.075245:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948471.075247:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f0000. 02000000:00000001:0.0:1783948471.075251:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948471.075253:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948471.075254:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cdc00. 00000100:00000001:0.0:1783948471.075257:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948471.075258:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.075259:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948471.075267:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948471.075269:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.075271:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948471.075272:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.075317:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948471.075322:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948471.075324:0:2353:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.075327:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948471.075330:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.075334:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948471.075338:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948471.075341:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.075344:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948471.075351:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948471.075354:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.075356:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948471.075362:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f0c00. 02000000:00000001:1.0:1783948471.075365:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948471.075372:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948471.075377:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888420. 00000400:00000010:1.0:1783948471.075384:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948471.075392:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636509312, portal 4 00000100:00000001:1.0:1783948471.075394:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948471.075396:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948471.075403:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.075410:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948471.075413:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948471.075428:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618b28. 00000100:00000200:1.0:1783948471.075440:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870603636509312, offset 0 00000400:00000200:1.0:1783948471.075456:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948471.075465:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.075475:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948471.075482:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948471.075488:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948471.075492:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948471.075494:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948471.075498:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2494:2494:256:4294967295] 192.168.202.104@tcp LPNI seq info [2494:2494:8:4294967295] 00000400:00000200:1.0:1783948471.075503:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.075512:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948471.075518:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948471.075523:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948471.075530:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948471.075537:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948471.075541:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1783948471.075551:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.075555:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21721 usecs (22 jiffies) 00000400:00000200:1.0:1783948471.075558:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948471.075561:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296561249 00000100:00000001:1.0:1783948471.075564:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948471.075566:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296561249 00000100:00000001:1.0:1783948471.075568:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948471.075570:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948471.075573:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.075575:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.075579:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948471.075581:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948471.075583:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948471.075584:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948471.075585:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.075588:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948471.076033:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948471.076039:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:0.0:1783948471.076044:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948471.076050:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948471.076054:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618b28 00000400:00000010:0.0:1783948471.076057:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618b28. 00000100:00000001:0.0:1783948471.076061:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948471.076065:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.076076:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948471.076080:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948471.076085:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948471.076087:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948471.083847:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.110342:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948471.110349:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.110353:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.110362:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.110372:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948471.110383:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.110388:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.110394:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.110399:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 432 into portal 4 MB=0x6a54dd9450a80 00000400:00000200:1.0:1783948471.110404:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.110411:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 432/432 into md 0x6df1 [1] + 224 00000800:00000001:1.0:1783948471.110503:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.110517:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.110521:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.110527:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948471.110537:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.110547:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948471.110560:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.110580:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948471.110590:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.110594:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.110611:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948471.110616:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948471.110623:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948471.110625:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948471.110628:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888420. 00000400:00000200:1.0:1783948471.110633:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:1.0:1783948471.110635:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:1.0:1783948471.110639:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.110643:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948471.110654:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636509312/t0(0) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.110661:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948471.110664:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.110666:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948471.110671:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948471.110674:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948471.110677:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.110680:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948471.110690:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=141 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948471.110695:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948471.110699:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948471.110701:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948471.110704:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948471.110708:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.110711:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783948471.110714:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967335 gen 14 00000100:00000001:1.0:1783948471.110717:0:2353:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783948471.110720:0:2353:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1783948471.110724:0:2353:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948471.110725:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.110731:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cfb80 x1870603636509312/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.110738:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948471.110741:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948471.110743:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948471.110746:0:2353:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1783948471.110759:0:2353:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.110764:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cfb80 x1870603636509312/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948471.110773:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:0:1870603636509312:192.168.202.104@tcp:2:touch.0 00000100:00000001:1.0:1783948471.110778:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.110781:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.110784:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636509312/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948487 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.110798:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948471.110800:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948471.110804:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f0c00. 02000000:00000001:1.0:1783948471.110808:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948471.110810:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948471.110812:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948471.110815:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948471.110818:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f6600. 02000000:00000001:1.0:1783948471.110831:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948471.110833:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948471.110835:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:1.0:1783948471.110839:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948471.110840:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.110842:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948471.110877:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948471.110879:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.110882:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948471.110884:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.110908:0:31464:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948471.110911:0:31464:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.110914:0:31464:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.110918:0:31464:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948471.111104:0:31464:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783948471.111107:0:31464:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948471.111109:0:31464:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948471.111110:0:31464:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948471.111112:0:31464:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948471.111114:0:31464:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.111116:0:31464:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.111127:0:31464:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948471.111128:0:31464:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948471.111130:0:31464:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783948471.111131:0:31464:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948471.111132:0:31464:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948471.111134:0:31464:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948471.111135:0:31464:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948471.111137:0:31464:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948471.111139:0:31464:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948471.111141:0:31464:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.111143:0:31464:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.111145:0:31464:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948471.111146:0:31464:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948471.111148:0:31464:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948471.111163:0:31464:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948471.111164:0:31464:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948471.111166:0:31464:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948471.111167:0:31464:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948471.111169:0:31464:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948471.111171:0:31464:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948471.111176:0:31464:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f7e00. 00000020:00000010:1.0:1783948471.111181:0:31464:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948471.111197:0:31464:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948471.111203:0:31464:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3e40. 00008000:00000010:1.0:1783948471.111210:0:31464:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948471.111216:0:31464:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948471.111220:0:31464:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948471.111224:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6a00. 00000008:00000010:1.0:1783948471.111227:0:31464:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948471.111231:0:31464:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948471.111236:0:31464:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948471.111239:0:31464:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948471.111242:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6000. 00000020:00000010:1.0:1783948471.111245:0:31464:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948471.111248:0:31464:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948471.111250:0:31464:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948471.111252:0:31464:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948471.111255:0:31464:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948471.111258:0:31464:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948471.111260:0:31464:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948471.111261:0:31464:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948471.111263:0:31464:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f7200. 00000020:00000010:1.0:1783948471.111266:0:31464:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948471.111268:0:31464:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948471.111273:0:31464:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948471.111275:0:31464:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948471.111278:0:31464:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948471.111281:0:31464:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948471.111284:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7a00. 00000008:00000010:1.0:1783948471.111286:0:31464:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948471.111289:0:31464:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948471.111291:0:31464:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948471.111294:0:31464:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948471.111296:0:31464:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7800. 00000020:00000010:1.0:1783948471.111298:0:31464:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948471.111301:0:31464:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.111304:0:31464:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1783948471.111309:0:31464:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6200. 00000020:00000001:1.0:1783948471.111317:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3c30 00000080:00200008:1.0:1783948471.111321:0:31464:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff89e951d79148) current size 0, valid attrs 100201f0, mode 0, uid -1052724670, gid -1, new size 213440, atime 1783948454.000000000, mtime 1783948454.000000000, ctime 1783948454.000000000, rc 0 00000080:00000001:1.0:1783948471.111327:0:31464:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948471.111344:0:31464:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948471.111347:0:31464:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000002:1.0:1783948471.111350:0:31464:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000001:1.0:1783948471.111353:0:31464:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.111361:0:31464:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783948471.111363:0:31464:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019e3db8 00000080:00200008:1.0:1783948471.111365:0:31464:0:(file.c:447:ll_file_release()) START file f:[0x200000404:0x2a:0x0](ffff89e951d79148), flags 104001 00000080:00000001:1.0:1783948471.111370:0:31464:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783948471.111372:0:31464:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783948471.111374:0:31464:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948471.111375:0:31464:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000002:1.0:1783948471.111378:0:31464:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9509c8000 00020000:00000001:1.0:1783948471.111380:0:31464:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948471.111383:0:31464:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1783948471.111390:0:31464:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948471.111394:0:31464:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948471.111401:0:31464:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:1.0:1783948471.111404:0:31464:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948471.111410:0:31464:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948471.111413:0:31464:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:1.0:1783948471.111427:0:31464:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948471.111430:0:31464:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948471.111437:0:31464:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9509f6200. 00000080:00000001:1.0:1783948471.111439:0:31464:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948471.111454:0:31464:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948471.111458:0:31464:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948471.111460:0:31464:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x2a:0x0] 00000002:00000001:1.0:1783948471.111465:0:31464:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948471.111468:0:31464:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x2a:0x0] file closed with intent: 0 00000100:00000010:1.0:1783948471.111474:0:31464:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948471.111478:0:31464:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948471.111483:0:31464:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948471.111487:0:31464:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948471.111491:0:31464:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948471.111498:0:31464:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f7800. 00000100:00000001:1.0:1783948471.111506:0:31464:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948471.111520:0:31464:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e9529cce00 x1870603636506240/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948470 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948471.111531:0:31464:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783948471.111536:0:31464:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cfb80 x1870603636509568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948471.111544:0:31464:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948471.111546:0:31464:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948471.111553:0:31464:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012e600. 00000100:00000001:1.0:1783948471.111555:0:31464:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165077504 : -129839544474112 : ffff89e96012e600) 00000100:00000001:1.0:1783948471.111558:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948471.111559:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000001:1.0:1783948471.111563:0:31464:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948471.111568:0:31464:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.111570:0:31464:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948471.111572:0:31464:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948471.111576:0:31464:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636509568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.111591:0:31464:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948471.111593:0:31464:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.111597:0:31464:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948471.111599:0:31464:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948471.111602:0:31464:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948471.111605:0:31464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job touch:342776fa-f61c-4b73-829b-67eb463eff17:31464:1870603636509568:192.168.202.104@tcp:35:touch.0 00000100:00000001:1.0:1783948471.111610:0:31464:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948471.111615:0:31464:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948471.111617:0:31464:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948471.111620:0:31464:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948471.111624:0:31464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f0c00. 02000000:00000001:1.0:1783948471.111626:0:31464:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948471.111632:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948471.111636:0:31464:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888420. 00000400:00000010:1.0:1783948471.111641:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948471.111647:0:31464:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636509568, portal 10 00000100:00000001:1.0:1783948471.111649:0:31464:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948471.111650:0:31464:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948471.111657:0:31464:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cfb80 x1870603636509568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.111665:0:31464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948471.111667:0:31464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948471.111670:0:31464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618220. 00000100:00000200:1.0:1783948471.111672:0:31464:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636509568, offset 0 00000400:00000200:1.0:1783948471.111679:0:31464:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948471.111686:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.111693:0:31464:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948471.111698:0:31464:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948471.111703:0:31464:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948471.111707:0:31464:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948471.111710:0:31464:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948471.111713:0:31464:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2495:2495:256:4294967295] 192.168.202.104@tcp LPNI seq info [2495:2495:8:4294967295] 00000400:00000200:1.0:1783948471.111719:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.111728:0:31464:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948471.111734:0:31464:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948471.111741:0:31464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948471.111748:0:31464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948471.111756:0:31464:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948471.111761:0:31464:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948471.112006:0:31464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948471.112012:0:31464:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 821405 usecs (822 jiffies) 00000400:00000200:1.0:1783948471.112016:0:31464:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948471.112019:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296562085 00000100:00000001:1.0:1783948471.112022:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948471.112025:0:31464:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296562085 00000100:00000001:1.0:1783948471.112028:0:31464:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948471.112030:0:31464:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948471.112033:0:31464:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.112035:0:31464:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948471.112037:0:31464:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948471.112040:0:31464:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012e600 going to sleep for 11 seconds 00000100:00000001:1.0:1783948471.112043:0:31464:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948471.112045:0:31464:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948471.115758:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948471.115768:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:1.0:1783948471.115776:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.115785:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948471.115792:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618220 00000400:00000010:1.0:1783948471.115795:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618220. 00000100:00000001:1.0:1783948471.115801:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948471.115809:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636509568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.116039:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948471.116044:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636509568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.116260:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948471.116263:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948471.118293:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.118310:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948471.118315:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.118317:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.118325:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.118332:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948471.118341:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.118346:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.118352:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.118356:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9450b80 00000400:00000200:1.0:1783948471.118361:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948471.118369:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6e01 [1] + 224 00000800:00000001:1.0:1783948471.118376:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.118393:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948471.118397:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948471.118402:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948471.118409:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948471.118430:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636509568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948471.118442:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e9529cfb80 x1870603636509568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948487 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948471.118667:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948471.118677:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948471.118681:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783948471.135985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9470aa8a0. 00000080:00000010:2.1:1783948471.136008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e5e0. 00000020:00000001:3.0:1783948471.514606:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948471.514614:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948471.514619:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783948472.540251:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948472.540258:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.540263:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948472.740231:0:31498:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948472.740244:0:31498:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948472.740247:0:31498:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948472.740250:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3bb20 00000080:00200000:0.0:1783948472.740256:0:31498:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948472.740269:0:31498:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731600. 00800000:00000002:0.0:1783948472.740287:0:31498:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948472.740292:0:31498:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948472.740299:0:31498:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.740300:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3ba40 00800000:00000002:0.0:1783948472.740303:0:31498:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948472.740307:0:31498:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948472.740311:0:31498:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948472.740317:0:31498:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.740319:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b910 00000002:00010000:0.0:1783948472.740320:0:31498:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948472.740324:0:31498:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948472.740326:0:31498:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948472.740329:0:31498:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948472.740336:0:31498:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.740338:0:31498:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.740340:0:31498:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.740343:0:31498:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948472.740345:0:31498:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948472.740352:0:31498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948472.740356:0:31498:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948472.740363:0:31498:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948472.740367:0:31498:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.740374:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.740376:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.740378:0:31498:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.740381:0:31498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948472.740383:0:31498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948472.740388:0:31498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948472.740395:0:31498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948472.740402:0:31498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.740406:0:31498:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948472.740408:0:31498:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.740410:0:31498:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948472.740411:0:31498:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.740412:0:31498:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.740417:0:31498:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00010000:00000001:0.0:1783948472.740421:0:31498:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948472.740423:0:31498:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948472.740427:0:31498:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7000. 00010000:00000010:0.0:1783948472.741573:0:31498:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082df00. 00010000:00000001:0.0:1783948472.742491:0:31498:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948472.742499:0:31498:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465ab600. 00000020:00000001:0.0:1783948472.742504:0:31498:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948472.742507:0:31498:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465ab600 with handle 0x8c7cf19e4b440c4f to hash 00000020:00000001:0.0:1783948472.742509:0:31498:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948472.742510:0:31498:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.742514:0:31498:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.742518:0:31498:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.742522:0:31498:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.742526:0:31498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.742536:0:31498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.742550:0:31498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948472.742556:0:31498:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948472.742558:0:31498:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948472.742566:0:31498:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279c00. 00000100:00000001:0.0:1783948472.742568:0:31498:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931553792 : -129839777997824 : ffff89e952279c00) 00000100:00000001:0.0:1783948472.742570:0:31498:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.742572:0:31498:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948472.742588:0:31498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948472.742592:0:31498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.742595:0:31498:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948472.742596:0:31498:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948472.742607:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.742616:0:31498:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948472.742618:0:31498:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.742622:0:31498:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948472.742626:0:31498:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948472.742637:0:31498:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948472.742641:0:31498:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31498:1870603636509696:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948472.742645:0:31498:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948472.742651:0:31498:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948472.742654:0:31498:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.742656:0:31498:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948472.742662:0:31498:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e960189000. 02000000:00000001:0.0:1783948472.742664:0:31498:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948472.742672:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948472.742676:0:31498:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00000400:00000010:0.0:1783948472.742682:0:31498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948472.742698:0:31498:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636509696, portal 10 00000100:00000001:0.0:1783948472.742701:0:31498:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.742702:0:31498:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948472.742709:0:31498:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.742716:0:31498:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948472.742718:0:31498:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948472.742721:0:31498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf7f8. 00000100:00000200:0.0:1783948472.742724:0:31498:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636509696, offset 0 00000400:00000200:0.0:1783948472.742730:0:31498:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948472.742738:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.742746:0:31498:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948472.742750:0:31498:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948472.742754:0:31498:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948472.742758:0:31498:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948472.742761:0:31498:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948472.742765:0:31498:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2496:2496:256:4294967295] 192.168.202.104@tcp LPNI seq info [2496:2496:8:4294967295] 00000400:00000200:0.0:1783948472.742769:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.742778:0:31498:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948472.742784:0:31498:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948472.742790:0:31498:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948472.742798:0:31498:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948472.742806:0:31498:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948472.742810:0:31498:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783948472.742843:0:31498:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.742848:0:31498:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 820322 usecs (821 jiffies) 00000800:00000200:1.0:1783948472.743070:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948472.743076:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948472.743081:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.743087:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948472.743092:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf7f8 00000400:00000010:1.0:1783948472.743095:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf7f8. 00000100:00000001:1.0:1783948472.743099:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948472.743103:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.743113:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.743117:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.743123:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.743125:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1783948472.744137:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948472.744142:0:31498:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563714 00000100:00000001:0.0:1783948472.744147:0:31498:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.744150:0:31498:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563714 00000100:00000001:0.0:1783948472.744152:0:31498:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.744155:0:31498:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.744159:0:31498:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.744162:0:31498:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948472.744164:0:31498:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948472.744167:0:31498:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783948472.744170:0:31498:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948472.744173:0:31498:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948472.761690:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.761717:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948472.761721:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.761723:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.761731:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.761739:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948472.761749:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.761754:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.761761:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.761765:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9450c00 00000400:00000200:1.0:1783948472.761771:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.761778:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6e11 [1] + 224 00000800:00000001:1.0:1783948472.761786:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.761793:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.761796:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.761800:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948472.761808:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948472.761818:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948472.761840:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.761898:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948472.761908:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.761913:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.762086:0:31498:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948472.762094:0:31498:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948472.762096:0:31498:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948472.762099:0:31498:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:0.0:1783948472.762105:0:31498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948472.762108:0:31498:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948472.762111:0:31498:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948472.762116:0:31498:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948472.762125:0:31498:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.762131:0:31498:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948472.762134:0:31498:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.762136:0:31498:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948472.762140:0:31498:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948472.762143:0:31498:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948472.762144:0:31498:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.762147:0:31498:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948472.762156:0:31498:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=142 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948472.762161:0:31498:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948472.762163:0:31498:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948472.762165:0:31498:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.762168:0:31498:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948472.762171:0:31498:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.762175:0:31498:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948472.762177:0:31498:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783948472.762179:0:31498:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948472.762182:0:31498:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.762187:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.762194:0:31498:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.762198:0:31498:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948472.762200:0:31498:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948472.762203:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948488 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948472.762210:0:31498:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31498:1870603636509696:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948472.762215:0:31498:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.762218:0:31498:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.762220:0:31498:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948472.762222:0:31498:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.762225:0:31498:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948488 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.762232:0:31498:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948472.762235:0:31498:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279c00. 00000100:00000001:0.0:1783948472.762240:0:31498:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948472.762242:0:31498:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.762245:0:31498:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948472.762250:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762254:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762257:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=4 00000020:00000001:0.0:1783948472.762260:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762263:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000040:0.0:1783948472.762270:0:31498:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465ab600, remote cookie: 0x2ceea11ad5e0603c, flags: 0x1001 00010000:00010000:0.0:1783948472.762275:0:31498:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.762286:0:31498:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.762292:0:31498:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948472.762296:0:31498:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948472.762298:0:31498:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948472.762300:0:31498:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948472.762301:0:31498:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948472.762303:0:31498:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e948cd7000) refcount = 1 00010000:00010000:0.0:1783948472.762308:0:31498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.762314:0:31498:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948472.762317:0:31498:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948472.762319:0:31498:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948472.762322:0:31498:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948472.762324:0:31498:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.762327:0:31498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.762333:0:31498:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948472.762334:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762336:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.762337:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762338:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.762339:0:31498:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.762344:0:31498:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948472.762346:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762347:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762349:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.762351:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762353:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762355:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762357:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762358:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=4 00000020:00000001:0.0:1783948472.762360:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762362:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762364:0:31498:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.762367:0:31498:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.762371:0:31498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.762377:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762378:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.762380:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762381:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762382:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=5 00000020:00000001:0.0:1783948472.762384:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762386:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762388:0:31498:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948472.762391:0:31498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.762398:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762399:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948472.762402:0:31498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.762409:0:31498:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948472.762410:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762411:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.762412:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762413:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948472.762418:0:31498:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948472.762426:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762427:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762429:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.762441:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762443:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762445:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762446:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.762448:0:31498:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.762449:0:31498:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.762452:0:31498:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948472.762455:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762456:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762458:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.762459:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762461:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00000002:00010000:0.0:1783948472.762465:0:31498:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.762475:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762476:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.762478:0:31498:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948472.762479:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762480:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762482:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.762484:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762486:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000040:0.0:1783948472.762492:0:31498:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:0.0:1783948472.762494:0:31498:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948472.762498:0:31498:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783948472.762501:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762502:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.762503:0:31498:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948472.762506:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b898 00000002:00002000:0.0:1783948472.762507:0:31498:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948472.762510:0:31498:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.762514:0:31498:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.762516:0:31498:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948472.762520:0:31498:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783948472.762523:0:31498:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948472.762526:0:31498:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948472.762530:0:31498:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731600. 00000080:00000001:0.0:1783948472.762535:0:31498:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948472.762538:0:31498:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948472.762543:0:31498:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783948472.762547:0:31498:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783948472.762553:0:31498:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9587d3880. 00800000:00000001:0.0:1783948472.762555:0:31498:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234037827712 : -129839671723904 : ffff89e9587d3880) 00800000:00000001:0.0:1783948472.762558:0:31498:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.762560:0:31498:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948472.762563:0:31498:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948472.762564:0:31498:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783948472.762567:0:31498:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948472.762569:0:31498:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948472.762571:0:31498:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.762575:0:31498:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948472.762578:0:31498:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783948472.762582:0:31498:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783948472.762584:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762586:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762587:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.762589:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762591:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762594:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762595:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948472.762596:0:31498:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948472.762598:0:31498:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783948472.762600:0:31498:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9587d3880 1 00800000:00000010:0.0:1783948472.762602:0:31498:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9587d3880. 00800000:00000001:0.0:1783948472.762604:0:31498:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948472.762607:0:31498:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c4f 00800000:00000001:0.0:1783948472.762610:0:31498:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948472.762612:0:31498:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948472.762613:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762614:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762616:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.762617:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762620:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762622:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762623:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.762624:0:31498:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.762626:0:31498:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.762628:0:31498:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948472.762630:0:31498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948472.762633:0:31498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c4f from it ffffb87d01c3bb58 00010000:00000001:0.0:1783948472.762635:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.762636:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.762637:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.762639:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762641:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.762643:0:31498:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948472.762645:0:31498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.762656:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762657:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.762658:0:31498:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948472.762660:0:31498:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948472.762663:0:31498:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948472.762671:0:31498:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948472.762674:0:31498:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948472.762676:0:31498:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.762680:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.762681:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.762683:0:31498:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.762686:0:31498:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948472.762688:0:31498:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.763776:0:31498:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.763782:0:31498:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.763786:0:31498:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948472.763788:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.763789:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948472.763793:0:31498:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.763803:0:31498:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242680 x1870603636509696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.763811:0:31498:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948472.763814:0:31498:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948472.763818:0:31498:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e960189000. 02000000:00000001:0.0:1783948472.763822:0:31498:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948472.763825:0:31498:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948472.763827:0:31498:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948472.763829:0:31498:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948472.763832:0:31498:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950634800. 02000000:00000001:0.0:1783948472.763835:0:31498:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948472.763837:0:31498:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948472.763839:0:31498:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242680. 00000100:00000001:0.0:1783948472.763843:0:31498:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948472.763844:0:31498:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948472.763848:0:31498:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948472.764193:0:31498:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948472.764210:0:31498:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e780. 00000020:00000001:0.0:1783948472.764216:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3ba88 00000080:00200000:0.0:1783948472.764218:0:31498:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=24 00000080:00000001:0.0:1783948472.764222:0:31498:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948472.764223:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b938 00000080:00200000:0.0:1783948472.764226:0:31498:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:0.0:1783948472.764233:0:31498:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731600. 00800000:00000002:0.0:1783948472.764239:0:31498:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948472.764244:0:31498:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948472.764247:0:31498:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.764249:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b858 00800000:00000002:0.0:1783948472.764251:0:31498:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948472.764254:0:31498:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948472.764260:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b7f0 00800000:00000002:0.0:1783948472.764262:0:31498:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1783948472.764266:0:31498:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.764268:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b728 00000002:00010000:0.0:1783948472.764270:0:31498:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1783948472.764284:0:31498:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948472.764286:0:31498:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948472.764290:0:31498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948472.764296:0:31498:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948472.764301:0:31498:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948472.764306:0:31498:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.764311:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.764312:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.764313:0:31498:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.764316:0:31498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948472.764318:0:31498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948472.764322:0:31498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948472.764329:0:31498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948472.764335:0:31498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.764339:0:31498:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948472.764341:0:31498:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.764342:0:31498:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948472.764343:0:31498:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.764345:0:31498:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.764352:0:31498:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00010000:00000001:0.0:1783948472.764356:0:31498:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948472.764358:0:31498:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948472.764364:0:31498:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:0.0:1783948472.764366:0:31498:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948472.764368:0:31498:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948472.764372:0:31498:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aae00. 00000020:00000001:0.0:1783948472.764376:0:31498:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948472.764379:0:31498:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aae00 with handle 0x8c7cf19e4b440c56 to hash 00000020:00000001:0.0:1783948472.764380:0:31498:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948472.764382:0:31498:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.764385:0:31498:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.764389:0:31498:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.764392:0:31498:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.764396:0:31498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.764404:0:31498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.764414:0:31498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948472.764420:0:31498:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948472.764422:0:31498:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948472.764439:0:31498:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279c00. 00000100:00000001:0.0:1783948472.764442:0:31498:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931553792 : -129839777997824 : ffff89e952279c00) 00000100:00000001:0.0:1783948472.764445:0:31498:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.764447:0:31498:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948472.764451:0:31498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948472.764455:0:31498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.764457:0:31498:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948472.764459:0:31498:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948472.764465:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.764474:0:31498:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948472.764476:0:31498:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.764479:0:31498:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948472.764481:0:31498:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948472.764484:0:31498:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948472.764487:0:31498:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31498:1870603636509824:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948472.764491:0:31498:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948472.764496:0:31498:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948472.764499:0:31498:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.764502:0:31498:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948472.764506:0:31498:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e960189000. 02000000:00000001:0.0:1783948472.764508:0:31498:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948472.764514:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948472.764518:0:31498:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00000400:00000010:0.0:1783948472.764524:0:31498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948472.764530:0:31498:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636509824, portal 10 00000100:00000001:0.0:1783948472.764532:0:31498:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.764533:0:31498:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948472.764539:0:31498:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.764546:0:31498:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948472.764549:0:31498:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948472.764552:0:31498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948472.764555:0:31498:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636509824, offset 0 00000400:00000200:0.0:1783948472.764561:0:31498:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948472.764568:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.764576:0:31498:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948472.764581:0:31498:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948472.764584:0:31498:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948472.764588:0:31498:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948472.764590:0:31498:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948472.764594:0:31498:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2497:2497:256:4294967295] 192.168.202.104@tcp LPNI seq info [2497:2497:8:4294967295] 00000400:00000200:0.0:1783948472.764598:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.764607:0:31498:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948472.764613:0:31498:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948472.764618:0:31498:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b200. 00000800:00000200:0.0:1783948472.764625:0:31498:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948472.764632:0:31498:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948472.764636:0:31498:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783948472.764660:0:31498:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.764664:0:31498:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 819262 usecs (820 jiffies) 00000400:00000200:0.0:1783948472.764667:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948472.764670:0:31498:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563736 00000100:00000001:0.0:1783948472.764673:0:31498:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.764676:0:31498:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563736 00000100:00000001:0.0:1783948472.764678:0:31498:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.764680:0:31498:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.764683:0:31498:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.764685:0:31498:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948472.764687:0:31498:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948472.764690:0:31498:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279c00 going to sleep for 11 seconds 00000800:00000200:1.0:1783948472.765117:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948472.765122:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b200. 00000400:00000200:1.0:1783948472.765127:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.765132:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948472.765137:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:1.0:1783948472.765140:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:1.0:1783948472.765143:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948472.765148:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.765158:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.765160:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.765167:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.765169:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948472.766360:0:31498:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948472.766366:0:31498:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948472.781235:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.781254:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948472.781258:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.781261:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.781269:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.781353:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948472.781364:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.781369:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.781375:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.781380:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd9450c80 00000400:00000200:1.0:1783948472.781385:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.781391:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6e21 [1] + 224 00000800:00000001:1.0:1783948472.781400:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.781408:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.781412:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.781416:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948472.781424:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948472.781463:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948472.781476:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.781499:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948472.781509:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.781512:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.781886:0:31498:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948472.781906:0:31498:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948472.781909:0:31498:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948472.781913:0:31498:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:0.0:1783948472.781920:0:31498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948472.781922:0:31498:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948472.781934:0:31498:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948472.781940:0:31498:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948472.781949:0:31498:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.781955:0:31498:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948472.781957:0:31498:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.781960:0:31498:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948472.781964:0:31498:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948472.781967:0:31498:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948472.781969:0:31498:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.781972:0:31498:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948472.781981:0:31498:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=142 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948472.781985:0:31498:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948472.781988:0:31498:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948472.781990:0:31498:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.781993:0:31498:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948472.781996:0:31498:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.781999:0:31498:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948472.782002:0:31498:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783948472.782003:0:31498:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948472.782006:0:31498:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.782011:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.782018:0:31498:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.782021:0:31498:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948472.782023:0:31498:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948472.782027:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948472.782035:0:31498:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31498:1870603636509824:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948472.782042:0:31498:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.782045:0:31498:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.782047:0:31498:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948472.782049:0:31498:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.782052:0:31498:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.782059:0:31498:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948472.782062:0:31498:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279c00. 00000100:00000001:0.0:1783948472.782066:0:31498:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948472.782078:0:31498:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.782081:0:31498:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948472.782086:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782088:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782092:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=4 00000020:00000001:0.0:1783948472.782094:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782097:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000040:0.0:1783948472.782104:0:31498:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aae00, remote cookie: 0x2ceea11ad5e06058, flags: 0x1001 00010000:00010000:0.0:1783948472.782109:0:31498:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948472.782119:0:31498:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783948472.782122:0:31498:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783948472.782130:0:31498:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7300. 00010000:00000010:0.0:1783948472.782134:0:31498:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082db80. 00010000:00000001:0.0:1783948472.782139:0:31498:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.782142:0:31498:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.782151:0:31498:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.782162:0:31498:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948472.782166:0:31498:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948472.782168:0:31498:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948472.782170:0:31498:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948472.782171:0:31498:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948472.782174:0:31498:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff89e948cd7300) refcount = 1 00010000:00010000:0.0:1783948472.782178:0:31498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.782185:0:31498:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948472.782188:0:31498:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948472.782190:0:31498:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948472.782193:0:31498:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948472.782195:0:31498:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.782198:0:31498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.782204:0:31498:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948472.782206:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782207:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.782208:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782209:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.782211:0:31498:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.782216:0:31498:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948472.782217:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782219:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782220:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948472.782222:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782224:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782227:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782228:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782229:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=4 00000020:00000001:0.0:1783948472.782231:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782233:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782236:0:31498:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.782239:0:31498:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.782242:0:31498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.782249:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782251:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.782252:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782253:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782254:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=5 00000020:00000001:0.0:1783948472.782256:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782258:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782261:0:31498:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948472.782264:0:31498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.782270:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782271:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948472.782274:0:31498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.782289:0:31498:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948472.782291:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782292:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.782293:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782294:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948472.782299:0:31498:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948472.782306:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782307:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782309:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948472.782311:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782313:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782316:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782317:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.782319:0:31498:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.782321:0:31498:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.782324:0:31498:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948472.782326:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782327:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782329:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948472.782330:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782332:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00000002:00010000:0.0:1783948472.782336:0:31498:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.782342:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782343:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.782345:0:31498:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948472.782347:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782348:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782349:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948472.782351:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782353:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000040:0.0:1783948472.782357:0:31498:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:0.0:1783948472.782359:0:31498:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948472.782363:0:31498:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:0.0:1783948472.782366:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782367:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.782368:0:31498:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948472.782371:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b6b0 00000002:00002000:0.0:1783948472.782373:0:31498:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948472.782376:0:31498:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.782380:0:31498:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.782384:0:31498:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948472.782388:0:31498:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783948472.782391:0:31498:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948472.782395:0:31498:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:0.0:1783948472.782397:0:31498:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783948472.782399:0:31498:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01c3ba28 it_disposition b 00000080:00000001:0.0:1783948472.782402:0:31498:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948472.782408:0:31498:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948472.782411:0:31498:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948472.782413:0:31498:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1783948472.782416:0:31498:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783948472.782422:0:31498:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948472.782425:0:31498:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1783948472.782427:0:31498:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.782441:0:31498:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1783948472.782444:0:31498:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783948472.782449:0:31498:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 4096 00000080:00200000:0.0:1783948472.782451:0:31498:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff89e951dcaa08): rc = 0 00000080:00000001:0.0:1783948472.782454:0:31498:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926642184 : -129839782909432 : ffff89e951dcaa08) 00010000:00000001:0.0:1783948472.782456:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782458:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782459:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948472.782461:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782463:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782465:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782467:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948472.782468:0:31498:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948472.782470:0:31498:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948472.782472:0:31498:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948472.782475:0:31498:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948472.782477:0:31498:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948472.782480:0:31498:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) for lock 0x8c7cf19e4b440c56 00800000:00000001:0.0:1783948472.782484:0:31498:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948472.782485:0:31498:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948472.782487:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782489:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782490:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948472.782492:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782494:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782496:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782497:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.782500:0:31498:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.782502:0:31498:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783948472.782508:0:31498:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e952d73948 inode ffff89e951dcaa08 refc 1 flags 0x20000e 00000080:00000001:0.0:1783948472.782513:0:31498:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948472.782515:0:31498:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.782517:0:31498:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783948472.782522:0:31498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) 00000080:00010000:0.0:1783948472.782525:0:31498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c56 from it ffffb87d01c3ba28 00010000:00000001:0.0:1783948472.782527:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.782528:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.782530:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:0.0:1783948472.782532:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782533:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:0.0:1783948472.782536:0:31498:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948472.782538:0:31498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.782545:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782546:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.782547:0:31498:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948472.782549:0:31498:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948472.782563:0:31498:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948472.782571:0:31498:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948472.782574:0:31498:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948472.782576:0:31498:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.782580:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782581:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.782583:0:31498:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.782586:0:31498:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948472.782587:0:31498:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.782589:0:31498:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.782592:0:31498:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.782593:0:31498:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948472.782595:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782596:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948472.782598:0:31498:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948472.782601:0:31498:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731600. 00000100:00000001:0.0:1783948472.782605:0:31498:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.782609:0:31498:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242680 x1870603636509824/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.782616:0:31498:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948472.782619:0:31498:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948472.782622:0:31498:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e960189000. 02000000:00000001:0.0:1783948472.782625:0:31498:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948472.782627:0:31498:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948472.782629:0:31498:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948472.782631:0:31498:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948472.782634:0:31498:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950634800. 02000000:00000001:0.0:1783948472.782637:0:31498:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948472.782639:0:31498:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948472.782641:0:31498:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242680. 00000100:00000001:0.0:1783948472.782645:0:31498:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948472.782646:0:31498:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948472.782654:0:31498:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948472.782657:0:31498:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783948472.782662:0:31498:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948472.782675:0:31498:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818ebc0. 00000020:00000001:0.0:1783948472.782679:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3bae8 00000080:00200000:0.0:1783948472.782681:0:31498:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff89e951dcaa08), flags=8 00000080:00000001:0.0:1783948472.782684:0:31498:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948472.782685:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b998 00000080:00200000:0.0:1783948472.782687:0:31498:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff89e951dcaa08), intent=getattr 00000080:00000010:0.0:1783948472.782696:0:31498:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731600. 00000080:00000001:0.0:1783948472.782702:0:31498:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948472.782704:0:31498:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.782706:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b8b8 00800000:00000002:0.0:1783948472.782708:0:31498:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:0.0:1783948472.782711:0:31498:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948472.782715:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b850 00800000:00000002:0.0:1783948472.782717:0:31498:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1783948472.782721:0:31498:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.782723:0:31498:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c3b788 00000002:00010000:0.0:1783948472.782725:0:31498:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783948472.782728:0:31498:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948472.782730:0:31498:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948472.782734:0:31498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948472.782737:0:31498:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948472.782741:0:31498:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948472.782745:0:31498:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.782748:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.782749:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.782750:0:31498:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.782753:0:31498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948472.782755:0:31498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948472.782759:0:31498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948472.782765:0:31498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948472.782771:0:31498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.782775:0:31498:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948472.782777:0:31498:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.782778:0:31498:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948472.782779:0:31498:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.782781:0:31498:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.782789:0:31498:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00010000:00000001:0.0:1783948472.782792:0:31498:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948472.782794:0:31498:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948472.782797:0:31498:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:0.0:1783948472.782799:0:31498:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948472.782802:0:31498:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948472.782805:0:31498:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aac00. 00000020:00000001:0.0:1783948472.782808:0:31498:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948472.782810:0:31498:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aac00 with handle 0x8c7cf19e4b440c5d to hash 00000020:00000001:0.0:1783948472.782812:0:31498:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948472.782813:0:31498:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.782816:0:31498:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.782819:0:31498:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.782821:0:31498:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.782824:0:31498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.782830:0:31498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.782839:0:31498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31498 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948472.782844:0:31498:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948472.782845:0:31498:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948472.782901:0:31498:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279c00. 00000100:00000001:0.0:1783948472.782904:0:31498:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931553792 : -129839777997824 : ffff89e952279c00) 00000100:00000001:0.0:1783948472.782906:0:31498:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.782908:0:31498:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948472.782912:0:31498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948472.782916:0:31498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.782918:0:31498:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948472.782920:0:31498:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948472.782925:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.782932:0:31498:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948472.782934:0:31498:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.782937:0:31498:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948472.782940:0:31498:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948472.782943:0:31498:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948472.782946:0:31498:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31498:1870603636509952:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948472.782950:0:31498:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948472.782955:0:31498:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948472.782957:0:31498:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.782959:0:31498:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948472.782964:0:31498:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e960189000. 02000000:00000001:0.0:1783948472.782966:0:31498:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948472.782972:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948472.782975:0:31498:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00000400:00000010:0.0:1783948472.782981:0:31498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948472.782987:0:31498:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636509952, portal 10 00000100:00000001:0.0:1783948472.782989:0:31498:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.782990:0:31498:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948472.782995:0:31498:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.783002:0:31498:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948472.783004:0:31498:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948472.783006:0:31498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf3b8. 00000100:00000200:0.0:1783948472.783009:0:31498:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636509952, offset 0 00000400:00000200:0.0:1783948472.783015:0:31498:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948472.783022:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.783028:0:31498:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948472.783034:0:31498:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948472.783039:0:31498:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948472.783042:0:31498:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948472.783045:0:31498:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948472.783049:0:31498:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2498:2498:256:4294967295] 192.168.202.104@tcp LPNI seq info [2498:2498:8:4294967295] 00000400:00000200:0.0:1783948472.783053:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.783062:0:31498:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948472.783069:0:31498:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948472.783074:0:31498:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bd00. 00000800:00000200:0.0:1783948472.783082:0:31498:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948472.783090:0:31498:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948472.783096:0:31498:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783948472.783106:0:31498:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.783110:0:31498:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 818202 usecs (819 jiffies) 00000400:00000200:0.0:1783948472.783113:0:31498:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948472.783116:0:31498:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563754 00000100:00000001:0.0:1783948472.783120:0:31498:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.783123:0:31498:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563754 00000100:00000001:0.0:1783948472.783125:0:31498:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.783128:0:31498:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.783131:0:31498:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.783133:0:31498:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948472.783135:0:31498:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948472.783137:0:31498:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783948472.783140:0:31498:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948472.783142:0:31498:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948472.784211:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948472.784218:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bd00. 00000400:00000200:1.0:1783948472.784225:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.784231:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948472.784238:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf3b8 00000400:00000010:1.0:1783948472.784240:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf3b8. 00000100:00000001:1.0:1783948472.784246:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948472.784251:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.784263:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.784266:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.784272:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.784274:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948472.794784:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.794804:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948472.794808:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.794811:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.794820:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.794829:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948472.794838:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.794843:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.794849:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.794901:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 640 into portal 10 MB=0x6a54dd9450d00 00000400:00000200:1.0:1783948472.794907:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.794914:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 640/640 into md 0x6e31 [1] + 224 00000800:00000001:1.0:1783948472.794921:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.794929:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.794932:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.794937:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948472.794944:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948472.794954:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948472.794967:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.794978:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948472.794986:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.794989:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.795166:0:31498:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948472.795185:0:31498:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948472.795187:0:31498:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948472.795191:0:31498:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:0.0:1783948472.795197:0:31498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948472.795200:0:31498:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948472.795203:0:31498:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948472.795207:0:31498:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948472.795216:0:31498:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.795223:0:31498:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948472.795225:0:31498:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.795228:0:31498:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948472.795232:0:31498:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948472.795235:0:31498:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948472.795237:0:31498:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.795241:0:31498:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948472.795250:0:31498:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=142 v=5 (106 106 106 137) 00000100:00001000:0.0:1783948472.795254:0:31498:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948472.795257:0:31498:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948472.795260:0:31498:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.795262:0:31498:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948472.795266:0:31498:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.795269:0:31498:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948472.795272:0:31498:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783948472.795274:0:31498:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948472.796053:0:31498:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.796063:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.796071:0:31498:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.796074:0:31498:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948472.796076:0:31498:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948472.796079:0:31498:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948472.796087:0:31498:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31498:1870603636509952:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:0.0:1783948472.796092:0:31498:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.796096:0:31498:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.796098:0:31498:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948472.796100:0:31498:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.796103:0:31498:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.796109:0:31498:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948472.796112:0:31498:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279c00. 00000100:00000001:0.0:1783948472.796117:0:31498:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948472.796119:0:31498:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.796121:0:31498:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948472.796125:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.796128:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.796131:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=4 00000020:00000001:0.0:1783948472.796134:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.796137:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000040:0.0:1783948472.796144:0:31498:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aac00, remote cookie: 0x2ceea11ad5e06074, flags: 0x1001 00010000:00010000:0.0:1783948472.796148:0:31498:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948472.796157:0:31498:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:0.0:1783948472.796160:0:31498:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783948472.796168:0:31498:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7e00. 00010000:00000010:0.0:1783948472.796172:0:31498:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082d480. 00010000:00000001:0.0:1783948472.796176:0:31498:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.796180:0:31498:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.796187:0:31498:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.796194:0:31498:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948472.796198:0:31498:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948472.796200:0:31498:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948472.796201:0:31498:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948472.796203:0:31498:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948472.796206:0:31498:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff89e948cd7e00) refcount = 1 00010000:00010000:0.0:1783948472.796210:0:31498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.796216:0:31498:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948472.796220:0:31498:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948472.796222:0:31498:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948472.796226:0:31498:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948472.796228:0:31498:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.796232:0:31498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.796238:0:31498:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948472.796240:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.796241:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.796242:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.796243:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.796245:0:31498:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948472.796250:0:31498:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948472.796252:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.796253:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.796255:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948472.796257:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.796259:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.796261:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.796262:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.796263:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=4 00000020:00000001:0.0:1783948472.796265:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.796267:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.796269:0:31498:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.796272:0:31498:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.796406:0:31498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.796415:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.796416:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.796417:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.796419:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.796420:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=5 00000020:00000001:0.0:1783948472.796422:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.796425:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.796428:0:31498:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948472.796441:0:31498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.796446:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.796447:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948472.796449:0:31498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.796454:0:31498:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948472.796455:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.796456:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.796457:0:31498:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.796458:0:31498:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948472.796464:0:31498:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e960242680 x1870603636509952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948472.796471:0:31498:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.796472:0:31498:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.796473:0:31498:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aac00 refcount=3 00000020:00000001:0.0:1783948472.796474:0:31498:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00010000:00000001:0.0:1783948472.796476:0:31498:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573632 : -129839975977984 : ffff89e9465aac00) 00000002:00010000:0.0:1783948472.796480:0:31498:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aac00/0x8c7cf19e4b440c5d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06074 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948472.798591:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948472.798595:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948472.798598:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948472.798604:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.798612:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948472.798614:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1783948472.798619:0:2355:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.798625:0:2355:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.798639:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.798641:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948472.798642:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.798645:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.798647:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.798652:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948472.798654:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.798656:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948472.798657:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948472.798658:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.798660:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948472.798661:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.798662:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.798665:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.798673:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948472.798675:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.798887:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948472.798899:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948472.798901:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948472.798907:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948472.798914:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948472.798915:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.798918:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948472.798922:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948472.798925:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948472.798927:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636510080:192.168.202.104@tcp:8:checkstat.0 00000100:00000001:0.0:1783948472.798932:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948472.798936:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948472.798938:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.798940:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948472.798947:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950637800. 02000000:00000001:0.0:1783948472.798949:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948472.798954:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948472.798958:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00000400:00000010:0.0:1783948472.798965:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948472.798971:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636510080, portal 4 00000100:00000001:0.0:1783948472.798973:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.798975:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000040:0.0:1783948472.798980:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948472.798987:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948472.798989:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948472.798992:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948472.798995:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870603636510080, offset 0 00000400:00000200:0.0:1783948472.799002:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948472.799009:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.799015:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948472.799020:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948472.799024:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948472.799027:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948472.799029:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948472.799033:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2499:2499:256:4294967295] 192.168.202.104@tcp LPNI seq info [2499:2499:8:4294967295] 00000400:00000200:0.0:1783948472.799037:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.799047:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948472.799052:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948472.799058:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5ba00. 00000800:00000200:0.0:1783948472.799064:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948472.799071:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948472.799075:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5ba00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948472.799083:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.799087:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 270580 usecs (271 jiffies) 00000400:00000200:0.0:1783948472.799090:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948472.799093:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563222 00000100:00000001:0.0:1783948472.799096:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.799098:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563222 00000100:00000001:0.0:1783948472.799100:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.799103:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.799105:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.799108:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.799110:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.799114:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948472.799116:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948472.799117:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948472.799119:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948472.799120:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.799121:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948472.799583:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948472.799588:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5ba00. 00000400:00000200:1.0:1783948472.799594:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.799599:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948472.799605:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf000 00000400:00000010:1.0:1783948472.799608:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf000. 00000100:00000001:1.0:1783948472.799612:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948472.799616:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948472.799624:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.799627:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948472.799642:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.799644:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948472.817053:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.817073:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948472.817077:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.817080:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.817089:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.817098:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948472.817110:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.817115:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.817120:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.817125:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 4 MB=0x6a54dd9450d80 00000400:00000200:1.0:1783948472.817130:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.817136:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 416/416 into md 0x6e41 [1] + 0 00000800:00000001:1.0:1783948472.817143:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.817154:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.817156:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.817161:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948472.817167:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948472.817176:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948472.817187:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948472.817201:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948472.817208:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.817211:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.817306:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948472.817311:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948472.817318:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948472.817320:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948472.817324:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:0.0:1783948472.817329:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948472.817331:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948472.817334:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948472.817460:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948472.817473:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948472.817484:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948472.817486:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.817489:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948472.817493:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948472.817496:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948472.817498:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.817501:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948472.817513:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=142 v=5 (5 5 5 112) 00000100:00001000:0.0:1783948472.817518:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948472.817520:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948472.817522:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.817525:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948472.817529:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.817597:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783948472.817601:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: committing for last_committed 4294967312 gen 14 00000100:00000040:0.0:1783948472.817605:0:2352:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1783948472.817607:0:2352:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948472.817609:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.817615:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948472.817622:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.817626:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948472.817628:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.817631:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783948472.817638:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff89e943191000: connect to target with instance 1 00000020:00000001:0.0:1783948472.817641:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948472.817643:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:0.0:1783948472.817646:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.817650:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:0.0:1783948472.817653:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:0.0:1783948472.817656:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00001000:0.0:1783948472.817659:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=1783948472 v=0 (0 0 0 0) 00000100:00001000:0.0:1783948472.817663:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e960185c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783948472.817667:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000100:00080000:0.0:1783948472.817674:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff89e943191000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1783948472.817678:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00000001:0.0:1783948472.817680:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783948472.817684:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:0.0:1783948472.817688:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff89e943191000, setting cl_avail_grant: 8380416 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1783948472.817761:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1783948472.817765:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:0.0:1783948472.817769:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948472.817772:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.817776:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948472.817778:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948472.817780:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.817781:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783948472.817784:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1783948472.817788:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e960185800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1783948472.817791:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783948472.817792:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1783948472.817793:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1783948472.817794:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1783948472.817797:0:2352:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1783948472.817799:0:2352:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff89e9581bbba0 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1783948472.817805:0:2352:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1783948472.817807:0:2352:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1783948472.817810:0:2352:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948472.817811:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948472.817815:0:2352:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1783948472.817817:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1783948472.817819:0:2352:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1783948472.817821:0:2352:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783948472.818056:0:2352:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783948472.818060:0:2352:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.818061:0:2352:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.818063:0:2352:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783948472.818065:0:2352:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783948472.818067:0:2352:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.818068:0:2352:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1783948472.818069:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1783948472.818073:0:2352:0:(lmv_obd.c:283:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1783948472.818075:0:2352:0:(lmv_obd.c:295:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.818076:0:2352:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.818078:0:2352:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.818080:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.818081:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948472.818083:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948472.818085:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.818086:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1783948472.818088:0:2352:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.818091:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1783948472.818098:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a5f26604): req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.818156:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948472.818159:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948472.818162:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.818178:0:2352:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.820480:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948472.820488:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948472.820494:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948472.820498:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948472.820501:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.820504:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948472.820512:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948472.820515:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948472.820518:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948472.820538:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509eac00. 02000000:00000001:3.0:1783948472.820542:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948472.820551:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948472.820556:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948472.820563:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948472.820569:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636510208, portal 4 00000100:00000001:3.0:1783948472.820571:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948472.820573:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902139136 : -129839807412480 : ffff89e95066c700) 00000100:00000040:3.0:1783948472.820585:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.820594:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948472.820597:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948472.820599:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125dd0. 00000100:00000200:3.0:1783948472.820603:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636510208, offset 0 00000400:00000200:3.0:1783948472.820609:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948472.820617:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948472.820625:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948472.820630:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948472.820634:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948472.820638:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948472.820641:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948472.820646:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2500:2500:256:4294967295] 192.168.202.104@tcp LPNI seq info [2500:2500:8:4294967295] 00000400:00000200:3.0:1783948472.820650:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948472.820660:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948472.820666:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948472.820671:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9100. 00000800:00000200:3.0:1783948472.820677:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948472.820685:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948472.820689:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948472.821294:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948472.821300:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 269086 usecs (270 jiffies) 00000400:00000200:3.0:1783948472.821305:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948472.821308:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563243 00000100:00000001:3.0:1783948472.821313:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:3.0:1783948472.821315:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563243 00000100:00000001:3.0:1783948472.821317:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:3.0:1783948472.821320:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948472.821324:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.821329:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.821338:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948472.821350:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948472.821353:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948472.821355:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948472.821358:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.821360:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.821573:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.821586:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948482 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948472.821596:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636510080:192.168.202.104@tcp:8:checkstat.0 00000100:00000001:0.0:1783948472.821601:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.821604:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.821608:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c000 x1870603636510080/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948482 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948472.821615:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948472.821618:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948472.821621:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950637800. 02000000:00000001:0.0:1783948472.821627:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948472.821629:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948472.821631:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948472.821633:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948472.821637:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9c00. 02000000:00000001:0.0:1783948472.821641:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948472.821642:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948472.821644:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c000. 00000100:00000001:0.0:1783948472.821648:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948472.821650:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.821651:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948472.821655:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948472.821657:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.821659:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948472.821660:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948472.823875:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948472.823883:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:0.0:1783948472.823999:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.824010:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948472.824018:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125dd0 00000400:00000010:0.0:1783948472.824021:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125dd0. 00000100:00000001:0.0:1783948472.824027:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948472.824035:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.824048:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.824052:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.824058:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.824060:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948472.835540:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.835561:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948472.835566:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.835569:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.835579:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.835588:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948472.835598:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.835604:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.835609:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.835613:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9450e00 00000400:00000200:1.0:1783948472.835619:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.835627:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x6e51 [1] + 224 00000800:00000001:1.0:1783948472.835644:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.835652:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.835655:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.835660:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948472.835667:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948472.835676:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948472.835687:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.835714:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948472.835724:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.835727:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.836002:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948472.836006:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948472.836013:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948472.836015:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948472.836018:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948472.836022:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948472.836025:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948472.836029:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948472.836034:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948472.836043:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.836049:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948472.836050:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.836052:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948472.836055:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948472.836058:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948472.836060:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948472.836063:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948472.836072:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=142 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948472.836076:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948472.836079:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948472.836080:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.836084:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948472.836087:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.836090:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948472.836092:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948472.836095:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948472.836097:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948472.836101:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.836108:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948472.836111:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948472.836113:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948472.836116:0:2355:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1783948472.836118:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.836120:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.836123:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=4 00000020:00000001:3.0:1783948472.836126:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836129:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836131:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.836133:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.836134:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=5 00000020:00000001:3.0:1783948472.836135:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836138:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836141:0:2355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948472.836144:0:2355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.836149:0:2355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.836159:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836162:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.836164:0:2355:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948472.836165:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.836167:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.836168:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=6 00000020:00000001:3.0:1783948472.836169:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836171:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000040:3.0:1783948472.836178:0:2355:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235a00, remote cookie: 0x2ceea11ad5e06082, flags: 0x1001 00010000:00010000:3.0:1783948472.836183:0:2355:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.836191:0:2355:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1783948472.836194:0:2355:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.836196:0:2355:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948472.836199:0:2355:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1783948472.836203:0:2355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948472.836212:0:2355:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x13:0x0].0x0 (ffff89e958f6fc00) refcount = 1 00010000:00000040:3.0:1783948472.836214:0:2355:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948472.836217:0:2355:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.836225:0:2355:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948472.836227:0:2355:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948472.836230:0:2355:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948472.836233:0:2355:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.836236:0:2355:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.836243:0:2355:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948472.836244:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836245:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.836246:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836247:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948472.836249:0:2355:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783948472.836251:0:2355:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783948472.836254:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.836255:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.836256:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=5 00000020:00000001:3.0:1783948472.836258:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836260:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00000008:00000001:3.0:1783948472.836264:0:2355:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783948472.836268:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e95201efc0 -> ffff89e9516a3210 00000008:00010000:3.0:1783948472.836271:0:2355:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783948472.836289:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e95201efc0 -> ffff89e9516a3210 00000020:00000001:3.0:1783948472.836292:0:2355:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783948472.836294:0:2355:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783948472.836297:0:2355:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948472.836299:0:2355:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948472.836301:0:2355:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948472.836303:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e95201efc0 -> ffff89e9516a3210 00000008:00000001:3.0:1783948472.836304:0:2355:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1783948472.836307:0:2355:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783948472.836309:0:2355:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1783948472.836324:0:2355:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1783948472.836326:0:2355:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.836329:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.836330:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.836331:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=6 00000020:00000001:3.0:1783948472.836333:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836335:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836338:0:2355:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948472.836347:0:2355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.836354:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836355:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948472.836358:0:2355:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.836363:0:2355:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948472.836365:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836366:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948472.836367:0:2355:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.836370:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.836371:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.836372:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=5 00000020:00000001:3.0:1783948472.836374:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836376:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948472.836377:0:2355:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948472.836379:0:2355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.836386:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836388:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.836389:0:2355:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948472.836392:0:2355:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948472.836394:0:2355:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948472.836403:0:2355:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948472.836406:0:2355:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948472.836408:0:2355:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948472.836413:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836414:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.836415:0:2355:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.836418:0:2355:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948472.836420:0:2355:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.836422:0:2355:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.836425:0:2355:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.836426:0:2355:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948472.836428:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836440:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.836441:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.836442:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948472.836444:0:2355:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948472.836451:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948472.836460:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:0:1870603636510208:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948472.836464:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.836467:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948472.836470:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c700 x1870603636510208/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.836478:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948472.836480:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948472.836485:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eac00. 02000000:00000001:3.0:1783948472.836489:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948472.836491:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948472.836494:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948472.836495:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948472.836498:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958775a00. 02000000:00000001:3.0:1783948472.836502:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948472.836504:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948472.836506:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c700. 00000100:00000001:3.0:1783948472.836509:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948472.836511:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.836512:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.836520:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948472.836522:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.836525:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948472.836527:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948472.868397:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948472.868403:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306900. 00000400:00000200:0.0:1783948472.868408:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.868413:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948472.868419:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2000 00000400:00000010:0.0:1783948472.868421:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2000. 00000100:00000001:0.0:1783948472.868426:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948472.868440:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.868449:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.868453:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.868459:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.868461:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948472.877240:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.877259:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948472.877264:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.877267:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.877286:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.877295:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948472.877307:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.877313:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.877319:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.877324:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd9450e80 00000400:00000200:1.0:1783948472.877330:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.877337:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6e59 [1] + 224 00000800:00000001:1.0:1783948472.877353:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948472.877361:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948472.877364:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.877368:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948472.877377:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948472.877386:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948472.877406:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.877424:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948472.877488:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.877493:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.877539:0:31499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948472.877546:0:31499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948472.877548:0:31499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948472.877552:0:31499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891c60. 00000400:00000200:3.0:1783948472.877556:0:31499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a24c8 00000400:00000010:3.0:1783948472.877559:0:31499:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a24c8. 00000100:00000001:3.0:1783948472.877562:0:31499:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948472.877567:0:31499:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948472.877576:0:31499:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.877582:0:31499:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948472.877584:0:31499:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.877587:0:31499:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948472.877590:0:31499:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948472.877593:0:31499:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948472.877595:0:31499:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948472.877598:0:31499:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948472.877607:0:31499:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=142 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948472.877611:0:31499:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948472.877614:0:31499:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948472.877615:0:31499:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.877619:0:31499:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948472.877623:0:31499:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.877626:0:31499:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948472.877628:0:31499:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783948472.877630:0:31499:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948472.877633:0:31499:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948472.877648:0:31499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.877655:0:31499:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948472.877658:0:31499:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948472.877660:0:31499:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948472.877664:0:31499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948472.877671:0:31499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31499:1870603636510336:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948472.877676:0:31499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.877678:0:31499:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.877681:0:31499:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948472.877683:0:31499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948472.877686:0:31499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.877693:0:31499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948472.877696:0:31499:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e942ef0000. 00000100:00000001:3.0:1783948472.877699:0:31499:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948472.877701:0:31499:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.877704:0:31499:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948472.877708:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.877711:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.877714:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=4 00000020:00000001:3.0:1783948472.877717:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877719:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000040:3.0:1783948472.877726:0:31499:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234a00, remote cookie: 0x2ceea11ad5e0609e, flags: 0x1001 00010000:00010000:3.0:1783948472.877732:0:31499:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948472.877741:0:31499:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948472.877745:0:31499:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783948472.877760:0:31499:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459700. 00010000:00000010:3.0:1783948472.877767:0:31499:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7080. 00010000:00000001:3.0:1783948472.877772:0:31499:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.877776:0:31499:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948472.877783:0:31499:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.877789:0:31499:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948472.877794:0:31499:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948472.877796:0:31499:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948472.877798:0:31499:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948472.877799:0:31499:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948472.877802:0:31499:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff89e959459700) refcount = 1 00010000:00010000:3.0:1783948472.877805:0:31499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.877812:0:31499:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948472.877815:0:31499:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948472.877817:0:31499:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948472.877819:0:31499:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948472.877822:0:31499:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.877825:0:31499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.877831:0:31499:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948472.877832:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877834:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.877835:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877836:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.877837:0:31499:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948472.877841:0:31499:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948472.877843:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.877844:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.877845:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948472.877847:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877849:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877871:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.877872:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.877874:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=4 00000020:00000001:3.0:1783948472.877875:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877877:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877879:0:31499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948472.877882:0:31499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.877885:0:31499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.877891:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877892:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.877893:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.877894:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.877895:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=5 00000020:00000001:3.0:1783948472.877897:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877899:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877901:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948472.877904:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.877909:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877910:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948472.877913:0:31499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.877918:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948472.877919:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877920:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.877921:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877921:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948472.877926:0:31499:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948472.877932:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.877933:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.877935:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948472.877936:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877938:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877940:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877941:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948472.877942:0:31499:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948472.877944:0:31499:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948472.877947:0:31499:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948472.877949:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.877950:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.877951:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948472.877953:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877955:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00000002:00010000:3.0:1783948472.877958:0:31499:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.877964:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877965:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.877967:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948472.877968:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.877969:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.877971:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948472.877972:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.877974:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000040:3.0:1783948472.877978:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:3.0:1783948472.877980:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948472.877983:0:31499:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:3.0:1783948472.877986:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.877987:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948472.877988:0:31499:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948472.877991:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf36b0 00000002:00002000:3.0:1783948472.877993:0:31499:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948472.877997:0:31499:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948472.878000:0:31499:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948472.878003:0:31499:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948472.878006:0:31499:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948472.878010:0:31499:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948472.878013:0:31499:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:3.0:1783948472.878015:0:31499:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948472.878017:0:31499:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01bf3a28 it_disposition b 00000080:00000001:3.0:1783948472.878019:0:31499:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948472.878025:0:31499:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948472.878027:0:31499:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948472.878030:0:31499:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1783948472.878033:0:31499:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783948472.878038:0:31499:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948472.878040:0:31499:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1783948472.878043:0:31499:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948472.878045:0:31499:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1783948472.878048:0:31499:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948472.878051:0:31499:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833960 mtime from 1783948453 to 1783948454 00000080:00200000:3.0:1783948472.878056:0:31499:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 4096 00000080:00200000:3.0:1783948472.878058:0:31499:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff89e951d1db88): rc = 0 00000080:00000001:3.0:1783948472.878060:0:31499:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925933960 : -129839783617656 : ffff89e951d1db88) 00010000:00000001:3.0:1783948472.878063:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.878065:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.878066:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948472.878068:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.878070:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.878072:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.878073:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948472.878074:0:31499:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948472.878076:0:31499:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948472.878078:0:31499:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948472.878081:0:31499:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948472.878082:0:31499:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948472.878085:0:31499:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff89e951d1db88) for lock 0x8c7cf19e4b440c6b 00800000:00000001:3.0:1783948472.878087:0:31499:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948472.878089:0:31499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948472.878090:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.878091:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.878092:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948472.878094:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.878096:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.878098:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.878099:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948472.878100:0:31499:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948472.878101:0:31499:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783948472.878107:0:31499:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f60af8 inode ffff89e951d1db88 refc 1 flags 0x20000e 00000080:00000001:3.0:1783948472.878110:0:31499:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948472.878112:0:31499:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948472.878115:0:31499:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783948472.878118:0:31499:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff89e951d1db88) 00000080:00010000:3.0:1783948472.878121:0:31499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c6b from it ffffb87d01bf3a28 00010000:00000001:3.0:1783948472.878123:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.878124:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.878125:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948472.878126:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.878128:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948472.878131:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948472.878133:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.878138:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.878140:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.878141:0:31499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948472.878143:0:31499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948472.878146:0:31499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948472.878152:0:31499:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948472.878155:0:31499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948472.878157:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948472.878161:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.878162:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.878163:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.878166:0:31499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948472.878168:0:31499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.878170:0:31499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.878172:0:31499:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.878174:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948472.878175:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.878176:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948472.878178:0:31499:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948472.880589:0:31499:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774200. 00000100:00000001:3.0:1783948472.880610:0:31499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948472.880626:0:31499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e300 x1870603636510336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.880699:0:31499:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948472.880704:0:31499:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948472.880708:0:31499:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958133800. 02000000:00000001:3.0:1783948472.880712:0:31499:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948472.880715:0:31499:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948472.880717:0:31499:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948472.880720:0:31499:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948472.880723:0:31499:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:3.0:1783948472.880728:0:31499:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948472.880730:0:31499:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948472.880732:0:31499:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e300. 00000100:00000001:3.0:1783948472.880736:0:31499:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948472.880738:0:31499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948472.880750:0:31499:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948472.880753:0:31499:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff89e951d1db88), inode mode 41ed mask 1 00000080:00000001:3.0:1783948472.880760:0:31499:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948472.880783:0:31499:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abc80. 00000020:00000001:3.0:1783948472.880788:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ae8 00000080:00200000:3.0:1783948472.880791:0:31499:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff89e951d1db88), flags=8 00000080:00000001:3.0:1783948472.880794:0:31499:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948472.880796:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3998 00000080:00200000:3.0:1783948472.880798:0:31499:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff89e951d1db88), intent=getattr 00000080:00000010:3.0:1783948472.880807:0:31499:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e96022a400. 00000080:00000001:3.0:1783948472.880815:0:31499:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948472.880819:0:31499:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948472.880821:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf38b8 00800000:00000002:3.0:1783948472.880823:0:31499:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:3.0:1783948472.880826:0:31499:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948472.880831:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3850 00800000:00000002:3.0:1783948472.880833:0:31499:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1783948472.880839:0:31499:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948472.880840:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3788 00000002:00010000:3.0:1783948472.880842:0:31499:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783948472.880846:0:31499:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948472.880848:0:31499:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948472.881319:0:31499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67b80. 00000020:00000040:3.0:1783948472.881325:0:31499:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948472.881331:0:31499:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948472.881336:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948472.881343:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.881345:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.881347:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.881350:0:31499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948472.881353:0:31499:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948472.881357:0:31499:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948472.881366:0:31499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eac00. 00000100:00000001:3.0:1783948472.881371:0:31499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.881377:0:31499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948472.881379:0:31499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.881380:0:31499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948472.881381:0:31499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.881383:0:31499:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948472.881391:0:31499:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00010000:00000001:3.0:1783948472.881395:0:31499:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948472.881398:0:31499:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948472.881406:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:3.0:1783948472.881408:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948472.881411:0:31499:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948472.881415:0:31499:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596400. 00000020:00000001:3.0:1783948472.881420:0:31499:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948472.881423:0:31499:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596400 with handle 0x8c7cf19e4b440c72 to hash 00000020:00000001:3.0:1783948472.881426:0:31499:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948472.881427:0:31499:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.881462:0:31499:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.881466:0:31499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948472.881470:0:31499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.881475:0:31499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31499 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948472.881484:0:31499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31499 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948472.881493:0:31499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31499 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948472.881498:0:31499:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948472.881500:0:31499:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948472.881508:0:31499:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948472.881511:0:31499:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030140800 : -129839679410816 : ffff89e95807ed80) 00000100:00000001:3.0:1783948472.881513:0:31499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948472.881515:0:31499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000001:3.0:1783948472.881519:0:31499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948472.881524:0:31499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.881526:0:31499:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948472.881527:0:31499:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948472.881533:0:31499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.881542:0:31499:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948472.881544:0:31499:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948472.881548:0:31499:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948472.881551:0:31499:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948472.881553:0:31499:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948472.881556:0:31499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31499:1870603636510464:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948472.881561:0:31499:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948472.881566:0:31499:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948472.881569:0:31499:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948472.881571:0:31499:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948472.881576:0:31499:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bc800. 02000000:00000001:3.0:1783948472.881578:0:31499:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948472.881585:0:31499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948472.881589:0:31499:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948472.881596:0:31499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948472.881603:0:31499:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636510464, portal 10 00000100:00000001:3.0:1783948472.881604:0:31499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948472.881606:0:31499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000040:3.0:1783948472.881611:0:31499:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.881618:0:31499:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948472.881620:0:31499:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948472.881623:0:31499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125cc0. 00000100:00000200:3.0:1783948472.881626:0:31499:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636510464, offset 0 00000400:00000200:3.0:1783948472.882561:0:31499:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948472.882571:0:31499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948472.882578:0:31499:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948472.882584:0:31499:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948472.882588:0:31499:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948472.882591:0:31499:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948472.882594:0:31499:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948472.882597:0:31499:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2502:2502:256:4294967295] 192.168.202.104@tcp LPNI seq info [2502:2502:8:4294967295] 00000400:00000200:3.0:1783948472.882601:0:31499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948472.882611:0:31499:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948472.882617:0:31499:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948472.882623:0:31499:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9d00. 00000800:00000200:3.0:1783948472.882643:0:31499:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948472.882652:0:31499:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948472.882656:0:31499:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948472.882679:0:31499:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948472.882685:0:31499:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 816068 usecs (817 jiffies) 00000400:00000200:3.0:1783948472.882688:0:31499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000800:00000200:1.0:1783948472.883102:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948472.883108:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9d00. 00000400:00000200:1.0:1783948472.883114:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.883119:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948472.883125:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125cc0 00000400:00000010:1.0:1783948472.883128:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125cc0. 00000100:00000001:1.0:1783948472.883133:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948472.883141:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.883151:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.883155:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.883161:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.883163:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948472.888076:0:31499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563857 00000100:00000001:3.0:1783948472.888496:0:31499:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:3.0:1783948472.888500:0:31499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563857 00000100:00000001:3.0:1783948472.888503:0:31499:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:3.0:1783948472.888506:0:31499:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948472.888511:0:31499:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.888514:0:31499:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948472.888516:0:31499:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948472.888520:0:31499:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ed80 going to sleep for 11 seconds 00000100:00000001:3.0:1783948472.888524:0:31499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948472.888526:0:31499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948472.896232:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.896254:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948472.896258:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.896261:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.896269:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.896276:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948472.896288:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.896294:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.896300:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.896305:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 640 into portal 10 MB=0x6a54dd9450f00 00000400:00000200:0.0:1783948472.896310:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.896317:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 640/640 into md 0x6e61 [1] + 224 00000800:00000001:0.0:1783948472.896325:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.896332:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.896335:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.896339:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948472.896347:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948472.896359:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948472.896370:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.896390:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948472.896400:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.896403:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.896470:0:31499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948472.896478:0:31499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948472.896480:0:31499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948472.896484:0:31499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948472.896489:0:31499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948472.896491:0:31499:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948472.896495:0:31499:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948472.896499:0:31499:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948472.896508:0:31499:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.896514:0:31499:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948472.896517:0:31499:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.896519:0:31499:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948472.896523:0:31499:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948472.896526:0:31499:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948472.896528:0:31499:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948472.896532:0:31499:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948472.896542:0:31499:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=142 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948472.896546:0:31499:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948472.896549:0:31499:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948472.896551:0:31499:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.896554:0:31499:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948472.896558:0:31499:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.896563:0:31499:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948472.896565:0:31499:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783948472.896568:0:31499:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948472.896571:0:31499:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948472.896577:0:31499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.896585:0:31499:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948472.896588:0:31499:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948472.896590:0:31499:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948472.896594:0:31499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948472.896608:0:31499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job checkstat:342776fa-f61c-4b73-829b-67eb463eff17:31499:1870603636510464:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:3.0:1783948472.896614:0:31499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948472.896617:0:31499:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.896620:0:31499:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948472.896622:0:31499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948472.896625:0:31499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948472.896632:0:31499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948472.896704:0:31499:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948472.896707:0:31499:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948472.896709:0:31499:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.896712:0:31499:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948472.896716:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.896719:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.896722:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=4 00000020:00000001:3.0:1783948472.896724:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.896727:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000040:3.0:1783948472.896734:0:31499:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596400, remote cookie: 0x2ceea11ad5e060ba, flags: 0x1001 00010000:00010000:3.0:1783948472.896740:0:31499:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948472.896748:0:31499:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:3.0:1783948472.896751:0:31499:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783948472.896757:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 2 00010000:00000001:3.0:1783948472.896760:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948472.896762:0:31499:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.896766:0:31499:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948472.896778:0:31499:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.896784:0:31499:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948472.896788:0:31499:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948472.896790:0:31499:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948472.896792:0:31499:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948472.896793:0:31499:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948472.896796:0:31499:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff89e94722d100) refcount = 2 00010000:00000040:3.0:1783948472.896799:0:31499:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948472.896801:0:31499:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783948472.896809:0:31499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.896816:0:31499:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948472.896819:0:31499:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948472.896821:0:31499:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948472.896824:0:31499:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948472.896826:0:31499:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.896829:0:31499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.896835:0:31499:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948472.896837:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.896838:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.896839:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.896841:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.896842:0:31499:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948472.896846:0:31499:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948472.896848:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.896849:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.897710:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948472.897715:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897719:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897721:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.897723:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.897724:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=4 00000020:00000001:3.0:1783948472.897726:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897728:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897731:0:31499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948472.897734:0:31499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.897738:0:31499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.897746:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.897747:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.897749:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.897750:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.897751:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=5 00000020:00000001:3.0:1783948472.897753:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897755:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897757:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948472.897760:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.897766:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.897767:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948472.897770:0:31499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.897776:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948472.897777:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.897779:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.897780:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.897781:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948472.897791:0:31499:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948472.897799:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.897801:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.897802:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948472.897803:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897806:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00000002:00010000:3.0:1783948472.897809:0:31499:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1783948472.897822:0:31499:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e9580d9e00. 00010000:00000001:3.0:1783948472.897824:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.897825:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948472.897827:0:31499:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948472.897829:0:31499:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948472.897832:0:31499:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948472.897835:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.897836:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.897838:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948472.897840:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897842:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00000002:00010000:3.0:1783948472.897845:0:31499:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948472.897876:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.897879:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.897880:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948472.897882:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.897883:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.897884:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948472.897886:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948472.897889:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000040:3.0:1783948472.898008:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 3 00010000:00000001:3.0:1783948472.898012:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948472.898017:0:31499:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:3.0:1783948472.898020:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.898021:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948472.898022:0:31499:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948472.898025:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3710 00000002:00002000:3.0:1783948472.898027:0:31499:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948472.898031:0:31499:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948472.898036:0:31499:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948472.898039:0:31499:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948472.898042:0:31499:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948472.898045:0:31499:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948472.898049:0:31499:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948472.898051:0:31499:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01bf3b20 it_disposition b 00000080:00000001:3.0:1783948472.898054:0:31499:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948472.898059:0:31499:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948472.898062:0:31499:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948472.898065:0:31499:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1783948472.898068:0:31499:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1783948472.898076:0:31499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948472.898081:0:31499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c73f0. 00000020:00000010:3.0:1783948472.898086:0:31499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e948ea1400. 00000020:00000010:3.0:1783948472.898094:0:31499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022ac00. 00000020:00000010:3.0:1783948472.898098:0:31499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204a80. 00000008:00000010:3.0:1783948472.898105:0:31499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb2cc0. 00020000:00000010:3.0:1783948472.898111:0:31499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca540. 00008000:00000010:3.0:1783948472.898116:0:31499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b880. 00000080:00000010:3.0:1783948472.898121:0:31499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff540. 00000080:00000010:3.0:1783948472.898126:0:31499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109bc0. 00000020:00000010:3.0:1783948472.898130:0:31499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e952882400. 00000008:00000010:3.0:1783948472.898134:0:31499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b760. 00020000:00000010:3.0:1783948472.898137:0:31499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d1ff0. 00008000:00000010:3.0:1783948472.898141:0:31499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601eeb68. 00000080:00000010:3.0:1783948472.898145:0:31499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e1e0. 00000020:00000001:3.0:1783948472.898148:0:31499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035680248 : -129839673871368 : ffff89e9585c73f8) 00000020:00001000:3.0:1783948472.898151:0:31499:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c73f0 00000020:00000001:3.0:1783948472.898153:0:31499:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1783948472.898156:0:31499:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948472.898158:0:31499:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783948472.898163:0:31499:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e960204180. 00020000:00000010:3.0:1783948472.898167:0:31499:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e950b9a480. 00020000:00000010:3.0:1783948472.898171:0:31499:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e960204c00. 00020000:00000001:3.0:1783948472.898174:0:31499:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234165955584 : -129839543596032 : ffff89e960204c00) 00020000:00000002:3.0:1783948472.898177:0:31499:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e960204c00, objid 0x2a:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948472.899196:0:31499:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948472.899212:0:31499:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e950b9a480: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1783948472.899488:0:31499:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2d90) owner ffff89e9412d8000 00020000:00000001:0.0:1783948472.899493:0:31499:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948472.899496:0:31499:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2d90) owner ffff89e9412d8000 00020000:00000010:0.0:1783948472.899501:0:31499:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e950b9a480. 00020000:00000010:0.0:1783948472.899508:0:31499:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e960204180. 00020000:00000010:0.0:1783948472.899512:0:31499:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e960204c00. 00020000:00000002:0.0:1783948472.899514:0:31499:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783948472.899517:0:31499:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.899520:0:31499:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948472.899523:0:31499:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c73f0 00000020:00000010:0.0:1783948472.899538:0:31499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022ac00. 00000020:00000010:0.0:1783948472.899544:0:31499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204a80. 00000008:00000010:0.0:1783948472.899548:0:31499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb2cc0. 00020000:00000010:0.0:1783948472.899553:0:31499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca540. 00008000:00000010:0.0:1783948472.899558:0:31499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b880. 00000080:00000010:0.0:1783948472.899562:0:31499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff540. 00000080:00000010:0.0:1783948472.899566:0:31499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109bc0. 00000020:00000010:0.0:1783948472.899570:0:31499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e948ea1400. 00000008:00000010:0.0:1783948472.899584:0:31499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b760. 00020000:00000010:0.0:1783948472.899589:0:31499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d1ff0. 00008000:00000010:0.0:1783948472.899593:0:31499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601eeb68. 00000080:00000010:0.0:1783948472.899596:0:31499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e1e0. 00000020:00000010:0.0:1783948472.899599:0:31499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e952882400. 00000020:00000010:0.0:1783948472.899601:0:31499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c73f0. 00000080:00000001:0.0:1783948472.899606:0:31499:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1783948472.899609:0:31499:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783948472.899614:0:31499:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff89e951d79148): rc = 0 00000080:00000001:0.0:1783948472.899616:0:31499:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926308168 : -129839783243448 : ffff89e951d79148) 00010000:00000001:0.0:1783948472.899619:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.899621:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.899623:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:0.0:1783948472.899625:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.899628:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00000080:00000001:0.0:1783948472.899640:0:31499:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948472.899642:0:31499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948472.899648:0:31499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948472.899652:0:31499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731400. 00000020:00000010:0.0:1783948472.899656:0:31499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951730c00. 00000020:00000010:0.0:1783948472.899659:0:31499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437137e0. 00000008:00000010:0.0:1783948472.899664:0:31499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948472.899667:0:31499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9460766c0. 00008000:00000010:0.0:1783948472.899671:0:31499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948472.899675:0:31499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948472.899678:0:31499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948472.899682:0:31499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730800. 00000008:00000010:0.0:1783948472.899686:0:31499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948472.899690:0:31499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948472.899693:0:31499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948472.899697:0:31499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948472.899699:0:31499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948472.899701:0:31499:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000020:00000001:0.0:1783948472.899703:0:31499:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783948472.899705:0:31499:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783948472.899706:0:31499:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783948472.899711:0:31499:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e943713720. 00020000:00000010:0.0:1783948472.899714:0:31499:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e9509aa000. 00020000:00000010:0.0:1783948472.899719:0:31499:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e943713060. 00020000:00000001:0.0:1783948472.899720:0:31499:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233684717664 : -129840024833952 : ffff89e943713060) 00020000:00000002:0.0:1783948472.899723:0:31499:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e943713060, objid 0x2a:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783948472.899727:0:31499:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783948472.899730:0:31499:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e9509aa000: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1783948472.899732:0:31499:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2d90) owner ffff89e9412d8000 00020000:00000001:0.0:1783948472.899735:0:31499:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948472.899736:0:31499:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2d90) owner ffff89e9412d8000 00020000:00000010:0.0:1783948472.899739:0:31499:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e9509aa000. 00020000:00000010:0.0:1783948472.899742:0:31499:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e943713720. 00020000:00000010:0.0:1783948472.899744:0:31499:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e943713060. 00020000:00000002:0.0:1783948472.899747:0:31499:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783948472.899749:0:31499:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.899751:0:31499:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.899754:0:31499:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783948472.899757:0:31499:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:0.0:1783948472.899761:0:31499:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506199c0 addref 2/0 by ffff89e9412d8000. 00020000:00000002:0.0:1783948472.899763:0:31499:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:0.0:1783948472.899765:0:31499:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783948472.899767:0:31499:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783948472.899768:0:31499:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783948472.899770:0:31499:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783948472.899773:0:31499:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783948472.899776:0:31499:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1783948472.899778:0:31499:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948472.899780:0:31499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951730c00. 00000020:00000010:0.0:1783948472.899783:0:31499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437137e0. 00000008:00000010:0.0:1783948472.899785:0:31499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948472.899788:0:31499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9460766c0. 00008000:00000010:0.0:1783948472.899791:0:31499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948472.899795:0:31499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948472.899797:0:31499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948472.899800:0:31499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731400. 00000008:00000010:0.0:1783948472.899803:0:31499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948472.899806:0:31499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948472.899811:0:31499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948472.899813:0:31499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948472.899816:0:31499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730800. 00000020:00000010:0.0:1783948472.899818:0:31499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000080:00000001:0.0:1783948472.899821:0:31499:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.899823:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.899824:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948472.899826:0:31499:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948472.899831:0:31499:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948472.899833:0:31499:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948472.899837:0:31499:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff89e951d79148) for lock 0x8c7cf19e4b440c72 00800000:00000001:0.0:1783948472.899840:0:31499:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948472.899843:0:31499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948472.899844:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.899845:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.899847:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:0.0:1783948472.899849:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.899876:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.899879:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.899880:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.899882:0:31499:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.899883:0:31499:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783948472.899900:0:31499:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f596c0 inode ffff89e951d79148 refc 1 flags 0x40000e 00000080:00000001:0.0:1783948472.899904:0:31499:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783948472.899908:0:31499:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff89e951d79148) 00000080:00010000:0.0:1783948472.899912:0:31499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c72 from it ffffb87d01bf3b20 00010000:00000001:0.0:1783948472.899914:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.899915:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.899917:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:0.0:1783948472.899919:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.899921:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.899923:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948472.899927:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.899936:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.899937:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.899939:0:31499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948472.899942:0:31499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948472.899944:0:31499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948472.899952:0:31499:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948472.899955:0:31499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948472.899958:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.899962:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.899963:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.899964:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.899967:0:31499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948472.899969:0:31499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.899971:0:31499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.899974:0:31499:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.899976:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948472.899977:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.899979:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948472.899980:0:31499:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948472.899984:0:31499:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e96022a400. 00000100:00000001:0.0:1783948472.899989:0:31499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.900002:0:31499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67b80 x1870603636510464/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/640 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.900010:0:31499:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948472.900013:0:31499:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948472.900017:0:31499:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582bc800. 02000000:00000001:0.0:1783948472.900021:0:31499:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948472.900023:0:31499:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948472.900025:0:31499:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948472.900027:0:31499:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948472.900030:0:31499:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eac00. 02000000:00000001:0.0:1783948472.900033:0:31499:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948472.900035:0:31499:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948472.900037:0:31499:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67b80. 00000100:00000001:0.0:1783948472.900040:0:31499:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948472.900042:0:31499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948472.900044:0:31499:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948472.900046:0:31499:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01bf3b20 released 00000080:00000001:0.0:1783948472.900048:0:31499:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1783948472.900065:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d08 00000080:00200008:0.0:1783948472.900067:0:31499:0:(file.c:6217:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff89e951d79148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948472.900073:0:31499:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948472.900075:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3c80 00000080:00200000:0.0:1783948472.900077:0:31499:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff89e951d79148),name=f 00000080:00000010:0.0:1783948472.900084:0:31499:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730800. 00000080:00000001:0.0:1783948472.900093:0:31499:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948472.900097:0:31499:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.900099:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ba0 00800000:00000002:0.0:1783948472.900101:0:31499:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1783948472.900105:0:31499:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948472.900112:0:31499:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948472.900116:0:31499:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.900119:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a70 00000002:00010000:0.0:1783948472.900121:0:31499:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948472.900125:0:31499:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948472.900127:0:31499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948472.900130:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948472.900136:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 3 00010000:00000001:0.0:1783948472.900139:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948472.900143:0:31499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.900146:0:31499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948472.900150:0:31499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948472.900157:0:31499:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948472.900161:0:31499:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.900164:0:31499:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948472.900170:0:31499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948472.900172:0:31499:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948472.900174:0:31499:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948472.900176:0:31499:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948472.900178:0:31499:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948472.900181:0:31499:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948472.900183:0:31499:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783948472.900185:0:31499:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730800. 00000080:00000001:0.0:1783948472.900189:0:31499:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948472.900191:0:31499:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948472.900192:0:31499:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff89e951d79148) 00000080:00010000:0.0:1783948472.900196:0:31499:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff89e951d79148) for lock 0x8c7cf19e4b440c72 00800000:00000001:0.0:1783948472.900214:0:31499:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948472.900215:0:31499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948472.900216:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.900218:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.900219:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:0.0:1783948472.900222:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.900224:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.900226:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.900227:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.900228:0:31499:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.900229:0:31499:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948472.900231:0:31499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c72 from it ffffb87d01bf3cb8 00010000:00000001:0.0:1783948472.900232:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.900234:0:31499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.900235:0:31499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:0.0:1783948472.900237:0:31499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.900238:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:0.0:1783948472.900240:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948472.900243:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948472.900249:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.900250:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.900251:0:31499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948472.900252:0:31499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948472.900255:0:31499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948472.900260:0:31499:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948472.900262:0:31499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948472.900264:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.900265:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.900266:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.900268:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900270:0:31499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948472.900271:0:31499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900273:0:31499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900283:0:31499:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900285:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948472.900286:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.900287:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948472.900289:0:31499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948472.900290:0:31499:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948472.900294:0:31499:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1783948472.900297:0:31499:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783948472.900299:0:31499:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948472.900301:0:31499:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783948472.900302:0:31499:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.900304:0:31499:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783948472.900308:0:31499:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1783948472.900309:0:31499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948472.900313:0:31499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948472.900316:0:31499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730800. 00000020:00000010:0.0:1783948472.900318:0:31499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731400. 00000020:00000010:0.0:1783948472.900321:0:31499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437137e0. 00000008:00000010:0.0:1783948472.900324:0:31499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948472.900327:0:31499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9460766c0. 00008000:00000010:0.0:1783948472.900329:0:31499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948472.900333:0:31499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948472.900335:0:31499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948472.900338:0:31499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730c00. 00000008:00000010:0.0:1783948472.900340:0:31499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948472.900343:0:31499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948472.900345:0:31499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948472.900347:0:31499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948472.900350:0:31499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948472.900353:0:31499:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000020:00000001:0.0:1783948472.900356:0:31499:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00000020:00000001:0.0:1783948472.900358:0:31499:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783948472.900360:0:31499:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783948472.900362:0:31499:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1783948472.900364:0:31499:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948472.900366:0:31499:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783948472.900368:0:31499:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783948472.900369:0:31499:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.900371:0:31499:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948472.900373:0:31499:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x2a:0x0]io ffff89e94671f590 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1783948472.900376:0:31499:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:0.0:1783948472.900379:0:31499:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783948472.900382:0:31499:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783948472.900384:0:31499:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783948472.900386:0:31499:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.900388:0:31499:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783948472.900390:0:31499:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783948472.900392:0:31499:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.900394:0:31499:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948472.900394:0:31499:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783948472.900396:0:31499:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783948472.900397:0:31499:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:0.0:1783948472.900400:0:31499:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783948472.900402:0:31499:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1783948472.900403:0:31499:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:0.0:1783948472.900406:0:31499:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783948472.900407:0:31499:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783948472.900410:0:31499:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783948472.900412:0:31499:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783948472.900417:0:31499:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783948472.900422:0:31499:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e95082d800. 00020000:00000002:0.0:1783948472.900425:0:31499:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783948472.900427:0:31499:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783948472.900438:0:31499:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948472.900439:0:31499:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783948472.900441:0:31499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948472.900443:0:31499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fab0. 00000020:00000010:0.0:1783948472.900446:0:31499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731a00. 00000020:00000010:0.0:1783948472.900450:0:31499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731000. 00000020:00000010:0.0:1783948472.900452:0:31499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713060. 00000008:00000010:0.0:1783948472.900455:0:31499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948472.900458:0:31499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076600. 00008000:00000010:0.0:1783948472.900461:0:31499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948472.900464:0:31499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948472.900466:0:31499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948472.900469:0:31499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731600. 00000008:00000010:0.0:1783948472.900472:0:31499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948472.900474:0:31499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948472.900477:0:31499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948472.900480:0:31499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060aa50. 00000020:00000001:0.0:1783948472.900481:0:31499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788024 : -129839658763592 : ffff89e95942fab8) 00000020:00001000:0.0:1783948472.900487:0:31499:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fab0 00000020:00000001:0.0:1783948472.900490:0:31499:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3dc8 -> ffff89e9582a3aa8 00000020:00000001:0.0:1783948472.900491:0:31499:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783948472.900494:0:31499:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948472.900495:0:31499:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783948472.900497:0:31499:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.900499:0:31499:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.900500:0:31499:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948472.900502:0:31499:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783948472.900507:0:31499:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e959452260. 00000008:00010000:0.0:1783948472.900509:0:31499:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1783948472.900512:0:31499:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948472.900513:0:31499:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783948472.900515:0:31499:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e95082d830, osc lock ffff89e959452260, flags 0x400001002 00000020:00000001:0.0:1783948472.900517:0:31499:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.900519:0:31499:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.900521:0:31499:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233903978496 : -129839805573120 : ffff89e95082d800) 00000020:00000001:0.0:1783948472.900523:0:31499:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948472.900524:0:31499:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783948472.900526:0:31499:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.900527:0:31499:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.900530:0:31499:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1783948472.900532:0:31499:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1783948472.900534:0:31499:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948472.900535:0:31499:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948472.900537:0:31499:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948472.900538:0:31499:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948472.900539:0:31499:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948472.900542:0:31499:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948472.900543:0:31499:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783948472.900547:0:31499:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783948472.900549:0:31499:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783948472.900551:0:31499:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783948472.900552:0:31499:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783948472.900553:0:31499:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783948472.900555:0:31499:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783948472.900557:0:31499:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783948472.900559:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948472.900562:0:31499:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900565:0:31499:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1783948472.900570:0:31499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948472.900572:0:31499:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00010000:00000001:0.0:1783948472.900576:0:31499:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948472.900579:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.900581:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.900584:0:31499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948472.900586:0:31499:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948472.900588:0:31499:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948472.900593:0:31499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951730e00. 00000100:00000001:0.0:1783948472.900599:0:31499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900603:0:31499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948472.900604:0:31499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900605:0:31499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948472.900607:0:31499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900608:0:31499:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.900610:0:31499:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00010000:00000001:0.0:1783948472.900613:0:31499:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948472.900615:0:31499:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948472.900619:0:31499:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7b00. 00010000:00000010:0.0:1783948472.900622:0:31499:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e948cd7500. 00010000:00000001:0.0:1783948472.900627:0:31499:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948472.900630:0:31499:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aa200. 00000020:00000001:0.0:1783948472.900634:0:31499:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948472.900636:0:31499:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aa200 with handle 0x8c7cf19e4b440c79 to hash 00000020:00000001:0.0:1783948472.900638:0:31499:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948472.900639:0:31499:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000010:0.0:1783948472.900642:0:31499:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e9587d3880. 00010000:00000001:0.0:1783948472.900645:0:31499:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:0.0:1783948472.900647:0:31499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.900649:0:31499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.900652:0:31499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948472.900661:0:31499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948472.900670:0:31499:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.900675:0:31499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948472.900678:0:31499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.900686:0:31499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a9e2db5] to pc [ptlrpcd_00_01+1] req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783948472.900721:0:31499:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948472.900724:0:31499:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.900726:0:31499:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.900728:0:31499:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.900729:0:31499:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.900731:0:31499:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948472.900734:0:31499:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783948472.900736:0:31499:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783948472.900737:0:31499:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1783948472.900811:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948472.900816:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948472.900818:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948472.900833:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.900842:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948472.900844:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948472.900848:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948472.900886:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948472.900889:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948472.900893:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636510592:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:1.0:1783948472.900897:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948472.900903:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948472.900906:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948472.900909:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948472.900915:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f2800. 02000000:00000001:1.0:1783948472.900916:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948472.900923:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948472.900927:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888ec8. 00000400:00000010:1.0:1783948472.900934:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618220. 00000100:00000200:1.0:1783948472.900941:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636510592, portal 4 00000100:00000001:1.0:1783948472.900944:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948472.900945:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:1.0:1783948472.900951:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.900957:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948472.900960:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948472.900962:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618990. 00000100:00000200:1.0:1783948472.900965:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636510592, offset 0 00000400:00000200:1.0:1783948472.900971:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948472.900981:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.900989:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948472.900994:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948472.900999:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948472.901002:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948472.901005:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948472.901008:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2503:2503:256:4294967295] 192.168.202.104@tcp LPNI seq info [2503:2503:8:4294967295] 00000400:00000200:1.0:1783948472.901012:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.901020:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948472.901025:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948472.901031:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948472.901038:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948472.901045:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948472.901051:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783948472.901061:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948472.901066:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21897 usecs (22 jiffies) 00000400:00000200:1.0:1783948472.901069:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948472.901072:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563075 00000100:00000001:1.0:1783948472.901075:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948472.901077:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563075 00000100:00000001:1.0:1783948472.901079:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948472.901081:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948472.901084:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.901087:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.901090:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.901096:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948472.901098:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948472.901100:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948472.901101:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948472.901103:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.901105:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.901119:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948472.901121:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948472.901944:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948472.901951:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:0.0:1783948472.901956:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.901963:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948472.901968:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618990 00000400:00000010:0.0:1783948472.901971:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618990. 00000100:00000001:0.0:1783948472.901975:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948472.901981:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.901991:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.901994:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.902000:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.902002:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948472.917050:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.917069:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948472.917073:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.917075:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.917084:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.917092:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948472.917101:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.917105:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.917110:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.917114:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9450f80 00000400:00000200:0.0:1783948472.917119:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.917126:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x6e69 [1] + 224 00000800:00000001:0.0:1783948472.917134:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.917140:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.917144:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.917148:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948472.917156:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948472.917166:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948472.917206:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.917225:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948472.917233:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.917236:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.917449:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948472.917455:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948472.917462:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948472.917465:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948472.917469:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888ec8. 00000400:00000200:1.0:1783948472.917473:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618220 00000400:00000010:1.0:1783948472.917476:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618220. 00000100:00000001:1.0:1783948472.917479:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948472.917485:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948472.917495:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.917501:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948472.917504:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.917507:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948472.917512:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948472.917516:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948472.917518:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948472.917521:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948472.917531:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=142 v=5 (5 5 5 112) 00000100:00001000:1.0:1783948472.917535:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948472.917538:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948472.917540:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.917543:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948472.917546:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.917550:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948472.917552:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1783948472.917555:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948472.917557:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948472.917561:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.917569:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948472.917571:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948472.917573:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948472.917576:0:2354:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1783948472.917579:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.917582:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.917585:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa200 refcount=4 00000020:00000001:1.0:1783948472.917588:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.917591:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.917593:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.917594:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.917595:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa200 refcount=5 00000020:00000001:1.0:1783948472.917597:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.917599:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.917603:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.917606:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.917611:0:2354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.917629:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.917631:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.917633:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948472.917635:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.917636:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.917638:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa200 refcount=6 00000020:00000001:1.0:1783948472.917639:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.917641:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000040:1.0:1783948472.917647:0:2354:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aa200, remote cookie: 0x2ceea11ad5e060c1, flags: 0x1001 00010000:00010000:1.0:1783948472.917653:0:2354:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.917661:0:2354:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1783948472.917663:0:2354:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.917665:0:2354:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948472.917669:0:2354:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1783948472.917674:0:2354:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948472.917683:0:2354:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff89e948cd7b00) refcount = 1 00010000:00000040:1.0:1783948472.917686:0:2354:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783948472.917689:0:2354:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.918486:0:2354:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948472.918488:0:2354:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.918492:0:2354:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948472.918496:0:2354:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.918500:0:2354:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.918509:0:2354:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948472.918510:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.918512:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.918513:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.918514:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948472.918517:0:2354:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1783948472.918519:0:2354:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783948472.918522:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.918524:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.918526:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa200 refcount=5 00000020:00000001:1.0:1783948472.918528:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.918531:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00000008:00000001:1.0:1783948472.918535:0:2354:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1783948472.918539:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000008:00010000:1.0:1783948472.918543:0:2354:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1783948472.918550:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000020:00000001:1.0:1783948472.918552:0:2354:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783948472.918554:0:2354:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1783948472.918557:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948472.918560:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.918562:0:2354:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.918563:0:2354:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000008:00000001:1.0:1783948472.918565:0:2354:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1783948472.918567:0:2354:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783948472.918569:0:2354:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1783948472.918575:0:2354:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1783948472.918577:0:2354:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.918579:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.918581:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.918582:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa200 refcount=6 00000020:00000001:1.0:1783948472.918584:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.918586:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.918588:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948472.918591:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.918597:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.918599:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948472.918602:0:2354:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.918608:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948472.918609:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.918610:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948472.918612:0:2354:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.918614:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.918615:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.918617:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa200 refcount=5 00000020:00000001:1.0:1783948472.918619:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.918621:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948472.918622:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948472.918625:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.918630:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.918631:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.918633:0:2354:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948472.918635:0:2354:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948472.918638:0:2354:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948472.918647:0:2354:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948472.918650:0:2354:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948472.918652:0:2354:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948472.918655:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.918656:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.918658:0:2354:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.918661:0:2354:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948472.918663:0:2354:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.918665:0:2354:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.918667:0:2354:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.918669:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948472.918670:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.918671:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.918672:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.918673:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948472.918674:0:2354:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948472.918685:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1783948472.918991:0:31499:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.918996:0:31499:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.919002:0:31499:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783948472.919005:0:31499:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00000020:00000001:0.0:1783948472.919007:0:31499:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00000020:00000001:0.0:1783948472.919009:0:31499:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783948472.919013:0:31499:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783948472.919018:0:31499:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783948472.919020:0:31499:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948472.919022:0:31499:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783948472.919023:0:31499:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948472.919025:0:31499:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[0]: s=0 (1) m=1783948454 a=1783948454 c=1783948454 b=0 00020000:00000001:0.0:1783948472.919029:0:31499:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948472.919031:0:31499:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=1783948454 a=1783948454 c=1783948454 b=0 00020000:00000001:0.0:1783948472.919034:0:31499:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.919035:0:31499:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.919037:0:31499:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00000080:00200000:0.0:1783948472.919039:0:31499:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1783948472.919042:0:31499:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783948472.919044:0:31499:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783948472.919046:0:31499:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_release():245 00000020:00000001:0.0:1783948472.919049:0:31499:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948472.919050:0:31499:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783948472.919053:0:31499:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783948472.919057:0:31499:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948472.919059:0:31499:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948472.919061:0:31499:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948472.919062:0:31499:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e95082d830 (ffff89e95942fab8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783948472.919066:0:31499:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783948472.919067:0:31499:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783948472.919069:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.919070:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948472.919071:0:31499:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783948472.919073:0:31499:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948472.919074:0:31499:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948472.919075:0:31499:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948472.919077:0:31499:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948472.919078:0:31499:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783948472.919081:0:31499:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783948472.919083:0:31499:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948472.919084:0:31499:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e95082d830 (ffff89e95942fbd8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783948472.919087:0:31499:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e959452260. 00000020:00000001:0.0:1783948472.919092:0:31499:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783948472.919094:0:31499:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e95082d800. 00020000:00000001:0.0:1783948472.919097:0:31499:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783948472.919099:0:31499:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783948472.919100:0:31499:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783948472.919102:0:31499:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.919105:0:31499:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783948472.919107:0:31499:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783948472.919109:0:31499:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783948472.919110:0:31499:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783948472.919112:0:31499:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948472.919113:0:31499:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fab0 00000020:00000010:0.0:1783948472.919118:0:31499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731000. 00000020:00000010:0.0:1783948472.919123:0:31499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713060. 00000008:00000010:0.0:1783948472.919127:0:31499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948472.919132:0:31499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076600. 00008000:00000010:0.0:1783948472.919137:0:31499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948472.919142:0:31499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948472.919146:0:31499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948472.919150:0:31499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731a00. 00000008:00000010:0.0:1783948472.919154:0:31499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948472.919157:0:31499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948472.919161:0:31499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948472.919165:0:31499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060aa50. 00000020:00000010:0.0:1783948472.919169:0:31499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731600. 00000020:00000010:0.0:1783948472.919171:0:31499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fab0. 00020000:00000001:0.0:1783948472.919173:0:31499:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783948472.919175:0:31499:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783948472.919178:0:31499:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783948472.919180:0:31499:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783948472.919184:0:31499:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783948472.919186:0:31499:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.919188:0:31499:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948472.919190:0:31499:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783948472.919191:0:31499:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948472.919192:0:31499:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948472.919194:0:31499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731400. 00000020:00000010:0.0:1783948472.919196:0:31499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437137e0. 00000008:00000010:0.0:1783948472.919199:0:31499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948472.919202:0:31499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9460766c0. 00008000:00000010:0.0:1783948472.919204:0:31499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948472.919207:0:31499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948472.919209:0:31499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948472.919212:0:31499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730800. 00000008:00000010:0.0:1783948472.919214:0:31499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948472.919216:0:31499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948472.919219:0:31499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948472.919221:0:31499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948472.919223:0:31499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730c00. 00000020:00000010:0.0:1783948472.919225:0:31499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000001:00000001:0.0:1783948472.919227:0:31499:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.919235:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d08 00000080:00000008:0.0:1783948472.919237:0:31499:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff89e951d79148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948472.919244:0:31499:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948472.919245:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3da0 00000080:00002000:0.0:1783948472.919247:0:31499:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff89e951f596c0, parent ffff89e951f60af8, inode ffff89e951d79148) hashed, 00000080:00000001:0.0:1783948472.919250:0:31499:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948472.919951:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636510592:192.168.202.104@tcp:101:checkstat.0 00000100:00000001:1.0:1783948472.919957:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.919961:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.919967:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242680 x1870603636510592/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.919973:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948472.919976:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948472.919980:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f2800. 02000000:00000001:1.0:1783948472.919984:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948472.919986:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948472.919988:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948472.919990:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948472.919993:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951730e00. 02000000:00000001:1.0:1783948472.919996:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948472.919998:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948472.920000:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242680. 00000100:00000001:1.0:1783948472.920004:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948472.920005:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.920009:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.920016:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948472.920018:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.920021:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948472.920023:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948472.921491:0:31308:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948472.921497:0:31308:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948472.921500:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03b78 00000080:00200000:3.0:1783948472.921504:0:31308:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948472.921513:0:31308:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e952882400. 00800000:00000002:3.0:1783948472.921519:0:31308:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948472.921523:0:31308:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948472.922041:0:31308:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948472.922044:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03a98 00800000:00000002:3.0:1783948472.922048:0:31308:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948472.922052:0:31308:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948472.922057:0:31308:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948472.922063:0:31308:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948472.922064:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03968 00000002:00010000:3.0:1783948472.922067:0:31308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948472.922071:0:31308:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948472.922073:0:31308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948472.922077:0:31308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948472.922084:0:31308:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:3.0:1783948472.922087:0:31308:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948472.922092:0:31308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948472.922096:0:31308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948472.922101:0:31308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783948472.922111:0:31308:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948472.922116:0:31308:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.922119:0:31308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783948472.922126:0:31308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948472.922127:0:31308:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948472.922129:0:31308:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948472.922131:0:31308:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948472.922133:0:31308:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948472.922135:0:31308:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948472.922138:0:31308:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948472.922141:0:31308:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948472.922144:0:31308:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e952882400. 00000080:00000001:3.0:1783948472.922148:0:31308:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948472.922150:0:31308:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948472.922153:0:31308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948472.922156:0:31308:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c4f 00800000:00000001:3.0:1783948472.922159:0:31308:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948472.922161:0:31308:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948472.922163:0:31308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.922165:0:31308:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.922167:0:31308:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:3.0:1783948472.922169:0:31308:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:3.0:1783948472.922172:0:31308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:3.0:1783948472.922174:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.922176:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948472.922178:0:31308:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948472.922191:0:31308:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948472.922194:0:31308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c4f from it ffffb87d01c03bb0 00010000:00000001:3.0:1783948472.922196:0:31308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.922197:0:31308:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.922203:0:31308:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:3.0:1783948472.922205:0:31308:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:3.0:1783948472.922207:0:31308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:3.0:1783948472.922210:0:31308:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948472.922212:0:31308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948472.922218:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.922220:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.922221:0:31308:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948472.922223:0:31308:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948472.922225:0:31308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948472.922232:0:31308:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948472.922235:0:31308:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948472.922237:0:31308:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948472.922241:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.922242:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948472.922244:0:31308:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.922247:0:31308:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948472.922249:0:31308:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.922250:0:31308:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.922253:0:31308:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948472.922255:0:31308:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948472.922256:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.922257:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948472.922260:0:31308:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948472.922261:0:31308:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948472.922263:0:31308:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:3.0:1783948472.922268:0:31308:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948472.922273:0:31308:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783948472.922981:0:31308:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948472.922987:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03b78 00000080:00200008:3.0:1783948472.922991:0:31308:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000 00000080:00000010:3.0:1783948472.923001:0:31308:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b3040. 00000080:00000001:3.0:1783948472.923007:0:31308:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948472.923009:0:31308:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948472.923027:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03d28 00000080:00200008:3.0:1783948472.923029:0:31308:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948472.923037:0:31308:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1783948472.923039:0:31308:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1783948472.923044:0:31308:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e952882400. 00800000:00000002:3.0:1783948472.923048:0:31308:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:3.0:1783948472.923056:0:31308:0:(lmv_obd.c:3433:lmv_read_page()) Process entered 00000002:00000001:3.0:1783948472.923062:0:31308:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1783948472.923064:0:31308:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948472.923065:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03990 00000002:00010000:3.0:1783948472.923067:0:31308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1783948472.923070:0:31308:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948472.923071:0:31308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948472.923073:0:31308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948472.923077:0:31308:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:3.0:1783948472.923080:0:31308:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948472.923083:0:31308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948472.923086:0:31308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948472.923089:0:31308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783948472.923097:0:31308:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948472.923100:0:31308:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948472.923102:0:31308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783948472.923108:0:31308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948472.923109:0:31308:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948472.923111:0:31308:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948472.923113:0:31308:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948472.923114:0:31308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948472.923115:0:31308:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948472.923117:0:31308:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:3.0:1783948472.923119:0:31308:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:3.0:1783948472.923121:0:31308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:3.0:1783948472.923123:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948472.923124:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948472.923125:0:31308:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948472.923166:0:31308:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1783948472.923170:0:31308:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff89e9582bd000. 00000002:00000001:3.0:1783948472.925151:0:31308:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1783948472.925164:0:31308:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67800. 00000020:00000040:3.0:1783948472.925172:0:31308:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948472.925177:0:31308:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948472.925788:0:31308:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948472.925795:0:31308:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948472.925807:0:31308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e954694400. 00000100:00000001:3.0:1783948472.925814:0:31308:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948472.925817:0:31308:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1783948472.925822:0:31308:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89e9509e9800. 00000100:00000010:3.0:1783948472.925826:0:31308:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff89e9493d2000. 00000020:00000040:3.0:1783948472.925830:0:31308:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948472.926075:0:31308:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948472.926078:0:31308:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948472.931460:0:31308:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279c00. 00000100:00000001:0.0:1783948472.931468:0:31308:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931553792 : -129839777997824 : ffff89e952279c00) 00000100:00000001:0.0:1783948472.931473:0:31308:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.931475:0:31308:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907361792 : -129839802189824 : ffff89e950b67800) 00000100:00000001:0.0:1783948472.931481:0:31308:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948472.931485:0:31308:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.931487:0:31308:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948472.931489:0:31308:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948472.931500:0:31308:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67800 x1870603636510720/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.931509:0:31308:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948472.931511:0:31308:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.931515:0:31308:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948472.931519:0:31308:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948472.931521:0:31308:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948472.931524:0:31308:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67800 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:31308:1870603636510720:192.168.202.104@tcp:37:bash.0 00000100:00000001:0.0:1783948472.931535:0:31308:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948472.931541:0:31308:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948472.931545:0:31308:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.931547:0:31308:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1783948472.931555:0:31308:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948472.931561:0:31308:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00000400:00000010:0.0:1783948472.931572:0:31308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff89e9493e0000. 00000100:00000200:0.0:1783948472.931579:0:31308:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a54dd9451000-0x6a54dd9451000, portal 14 00000100:00000001:0.0:1783948472.931582:0:31308:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948472.931585:0:31308:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948472.931589:0:31308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950637c00. 02000000:00000001:0.0:1783948472.931592:0:31308:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948472.931594:0:31308:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948472.931596:0:31308:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae318. 00000400:00000010:0.0:1783948472.931600:0:31308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948472.931603:0:31308:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636510720, portal 10 00000100:00000001:0.0:1783948472.931605:0:31308:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948472.931606:0:31308:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907361792 : -129839802189824 : ffff89e950b67800) 00000100:00000040:0.0:1783948472.931613:0:31308:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b67800 x1870603636510720/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.931620:0:31308:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948472.931623:0:31308:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948472.931625:0:31308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf088. 00000100:00000200:0.0:1783948472.931637:0:31308:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870603636510720, offset 0 00000400:00000200:0.0:1783948472.931643:0:31308:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948472.931651:0:31308:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.931658:0:31308:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948472.931664:0:31308:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948472.931668:0:31308:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948472.931672:0:31308:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948472.931674:0:31308:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948472.931678:0:31308:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2504:2504:256:4294967295] 192.168.202.104@tcp LPNI seq info [2504:2504:8:4294967295] 00000400:00000200:0.0:1783948472.931683:0:31308:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.931692:0:31308:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948472.931698:0:31308:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948472.931702:0:31308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948472.931709:0:31308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948472.931716:0:31308:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948472.931720:0:31308:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783948472.931779:0:31308:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948472.931785:0:31308:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 815013 usecs (816 jiffies) 00000400:00000200:0.0:1783948472.931788:0:31308:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948472.931791:0:31308:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563899 00000100:00000001:0.0:1783948472.931794:0:31308:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.931797:0:31308:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563899 00000100:00000001:0.0:1783948472.931799:0:31308:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:0.0:1783948472.931801:0:31308:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948472.931803:0:31308:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.931806:0:31308:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948472.931808:0:31308:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948472.931810:0:31308:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783948472.931813:0:31308:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948472.931816:0:31308:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948472.933827:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948472.933839:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:1.0:1783948472.933846:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948472.933880:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948472.933888:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf088 00000400:00000010:1.0:1783948472.933891:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf088. 00000100:00000001:1.0:1783948472.933897:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948472.933905:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67800 x1870603636510720/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.933916:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.933920:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67800 x1870603636510720/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.933927:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.933928:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948472.956813:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.956831:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948472.956835:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.956837:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.956846:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.956906:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948472.956917:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.956922:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.956928:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.956932:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd9451000 00000400:00000200:0.0:1783948472.956938:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.956944:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x6e79 [256] + 0 00000400:00000010:0.0:1783948472.956949:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:0.0:1783948472.956956:0:2346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e9493e0000 00000800:00000001:0.0:1783948472.956961:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.956986:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.956990:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.956995:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948472.957002:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9493e0000 00000400:00000010:0.0:1783948472.957004:0:2346:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e9493e0000. 00000100:00000001:0.0:1783948472.957010:0:2346:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783948472.957012:0:2346:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e950b67800 desc ffff89e9509e9800 mbits 1870603636510720 00000100:00000001:0.0:1783948472.957031:0:2346:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783948472.957039:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948472.957042:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.957047:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948472.957053:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2505:2505:256:4294967295] 192.168.202.104@tcp LPNI seq info [2505:2505:8:4294967295] 00000400:00000200:0.0:1783948472.957057:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.957066:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948472.957073:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948472.957080:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e9493e0000. 00000800:00000200:0.0:1783948472.957087:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948472.957094:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948472.957099:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493e0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948472.957153:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948472.957157:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e9493e0000. 00000400:00000200:0.0:1783948472.957159:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.957163:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948472.957168:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.957171:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948472.960780:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.960797:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948472.960801:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.960804:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.960813:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.960820:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948472.960830:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.960835:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.960841:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.960845:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd9451000 00000400:00000200:0.0:1783948472.960849:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.960894:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6e81 [1] + 224 00000800:00000001:0.0:1783948472.960901:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.960912:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.960915:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.960919:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948472.960926:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948472.960935:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67800 x1870603636510720/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948472.960946:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e950b67800 x1870603636510720/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.961027:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948472.961037:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.961041:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948472.972118:0:31308:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1783948472.972132:0:31308:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948472.972137:0:31308:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e952882400. 00000080:00000001:0.0:1783948472.972146:0:31308:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.972152:0:31308:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948472.972154:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03ca0 00000080:00200000:0.0:1783948472.972157:0:31308:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948472.972167:0:31308:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730c00. 00800000:00000002:0.0:1783948472.972173:0:31308:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948472.972340:0:31308:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948472.972346:0:31308:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.972348:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03bc0 00800000:00000002:0.0:1783948472.972351:0:31308:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948472.972355:0:31308:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948472.972359:0:31308:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948472.972365:0:31308:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948472.972367:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03a90 00000002:00010000:0.0:1783948472.972369:0:31308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948472.972372:0:31308:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948472.972374:0:31308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948472.972378:0:31308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948472.972385:0:31308:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:0.0:1783948472.972388:0:31308:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948472.972393:0:31308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948472.972396:0:31308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948472.972401:0:31308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783948472.972412:0:31308:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948472.972417:0:31308:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948472.972421:0:31308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783948472.972438:0:31308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948472.972440:0:31308:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948472.972441:0:31308:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948472.972443:0:31308:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948472.972445:0:31308:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948472.972446:0:31308:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948472.972449:0:31308:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948472.972451:0:31308:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948472.972453:0:31308:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730c00. 00000080:00000001:0.0:1783948472.972457:0:31308:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948472.972459:0:31308:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948472.972462:0:31308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948472.972465:0:31308:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c4f 00800000:00000001:0.0:1783948472.972468:0:31308:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948472.972470:0:31308:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948472.972472:0:31308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.972474:0:31308:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.972476:0:31308:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.972478:0:31308:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.972481:0:31308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.972483:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.972485:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948472.972486:0:31308:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948472.972487:0:31308:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948472.972489:0:31308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c4f from it ffffb87d01c03cd8 00010000:00000001:0.0:1783948472.972491:0:31308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948472.972492:0:31308:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948472.972493:0:31308:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948472.972494:0:31308:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.972496:0:31308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948472.972499:0:31308:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948472.972502:0:31308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948472.972508:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.972508:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.972510:0:31308:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948472.972512:0:31308:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948472.972514:0:31308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948472.972520:0:31308:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948472.972523:0:31308:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948472.972525:0:31308:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948472.972539:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.972541:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948472.972542:0:31308:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.972545:0:31308:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948472.972546:0:31308:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.972548:0:31308:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.972550:0:31308:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948472.972552:0:31308:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948472.972553:0:31308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948472.972554:0:31308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948472.972556:0:31308:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948472.972558:0:31308:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948472.972562:0:31308:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948472.972566:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03d28 00000080:00000008:0.0:1783948472.972568:0:31308:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948472.973022:0:31308:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783948472.973027:0:31308:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783948472.973033:0:31308:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730c00. 00800000:00000002:0.0:1783948472.973037:0:31308:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948472.973039:0:31308:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783948472.973046:0:31308:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724135477348736 : -19938232202880 : ffffedddc4c08980) 00000080:00000001:0.0:1783948472.973050:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1783948472.973054:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948472.973057:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:0.0:1783948472.973059:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:0.0:1783948472.973062:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1783948472.973064:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:0.0:1783948472.973066:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:0.0:1783948472.973068:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:0.0:1783948472.973070:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:0.0:1783948472.973072:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:0.0:1783948472.973074:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1783948472.973076:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:0.0:1783948472.973078:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948472.973080:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:0.0:1783948472.973082:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:0.0:1783948472.973084:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:0.0:1783948472.973086:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:0.0:1783948472.973088:0:31308:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:0.0:1783948472.973091:0:31308:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948472.973093:0:31308:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948472.973095:0:31308:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730c00. 00000080:00000001:0.0:1783948472.973099:0:31308:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.973118:0:31308:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783948472.973120:0:31308:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783948472.973122:0:31308:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948472.973124:0:31308:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.973136:0:31308:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783948472.973138:0:31308:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948472.973140:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03d98 00000080:00200008:0.0:1783948472.973142:0:31308:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000 00000080:00400000:0.0:1783948472.973146:0:31308:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1783948472.973150:0:31308:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b3040. 00000080:00000001:0.0:1783948472.973154:0:31308:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783948472.973156:0:31308:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c03d98 00000080:00000008:0.0:1783948472.973158:0:31308:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 304000, rc = 0 00000080:00000001:0.0:1783948472.973160:0:31308:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948472.973161:0:31308:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.984526:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948472.984534:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948472.984536:0:31500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948472.984540:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b20 00000080:00200000:1.0:1783948472.984544:0:31500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948472.984551:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6400. 00800000:00000002:1.0:1783948472.984558:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948472.984562:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948472.984568:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.984570:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a40 00800000:00000002:1.0:1783948472.984572:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948472.984576:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948472.984580:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948472.984587:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.984589:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3910 00000002:00010000:1.0:1783948472.984590:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948472.984595:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948472.984597:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948472.984600:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948472.984606:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948472.984609:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.984614:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.984619:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948472.984624:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1783948472.984636:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948472.984643:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.984645:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1783948472.984652:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948472.984654:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948472.984656:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948472.984658:0:31500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948472.984661:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948472.984663:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948472.984665:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948472.984668:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948472.984672:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948472.984677:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948472.984679:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948472.984682:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948472.984685:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c4f 00800000:00000001:1.0:1783948472.984688:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948472.984757:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948472.984759:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.984761:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.984765:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:1.0:1783948472.984767:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948472.984771:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948472.984774:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.984776:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948472.984777:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948472.984779:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948472.984781:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c4f from it ffffb87d01bf3b58 00010000:00000001:1.0:1783948472.985175:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.985177:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.985179:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:1.0:1783948472.985182:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948472.985184:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948472.985187:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948472.985190:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783948472.985196:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985198:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.985199:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948472.985201:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948472.985203:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783948472.985210:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948472.985213:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948472.985215:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948472.985220:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985221:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.985223:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.985226:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948472.985228:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.985230:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.985233:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.985235:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948472.985237:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985238:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948472.985241:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948472.985243:0:31500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948472.985246:0:31500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948472.985250:0:31500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.985254:0:31500:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948472.985257:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b48 00000080:00002000:1.0:1783948472.985258:0:31500:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff89e952d73948) flags 0x20000e refc 1 00000080:00000001:1.0:1783948472.985261:0:31500:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.985263:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b90 00000080:00200000:1.0:1783948472.985264:0:31500:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:1.0:1783948472.985269:0:31500:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948472.985271:0:31500:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.985278:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d08 00000080:00200008:1.0:1783948472.985280:0:31500:0:(file.c:6217:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948472.985285:0:31500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948472.985286:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3c80 00000080:00200000:1.0:1783948472.985287:0:31500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08),name=d21h.recovery-small-1 00000080:00000010:1.0:1783948472.985293:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6400. 00800000:00000002:1.0:1783948472.985296:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948472.985301:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948472.985304:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.985305:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ba0 00800000:00000002:1.0:1783948472.985307:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948472.985310:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948472.985314:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948472.985317:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.985318:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a70 00000002:00010000:1.0:1783948472.985320:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948472.985323:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948472.985324:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948472.985326:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948472.985330:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:1.0:1783948472.985331:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.985334:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.985337:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948472.985350:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948472.985358:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948472.985361:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.985364:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948472.985370:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948472.985372:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948472.985374:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948472.985375:0:31500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948472.985377:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948472.985379:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948472.985381:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948472.985384:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948472.985386:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948472.985390:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948472.985391:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948472.985393:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) 00000080:00010000:1.0:1783948472.985396:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) for lock 0x8c7cf19e4b440c56 00800000:00000001:1.0:1783948472.985399:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948472.985400:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948472.985402:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.985403:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.985405:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:1.0:1783948472.985407:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.985410:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.985412:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985414:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948472.985415:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948472.985417:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948472.985419:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c56 from it ffffb87d01bf3cb8 00010000:00000001:1.0:1783948472.985421:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.985422:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.985423:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:1.0:1783948472.985425:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.985457:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.985460:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948472.985463:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948472.985470:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985471:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.985472:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948472.985474:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948472.985476:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948472.985483:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948472.985485:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948472.985486:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948472.985489:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985490:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.985491:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.985493:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948472.985495:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.985496:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.985498:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.985500:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948472.985502:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985503:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948472.985504:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948472.985506:0:31500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948472.985509:0:31500:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.985513:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d08 00000080:00000008:1.0:1783948472.985515:0:31500:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948472.985546:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948472.985549:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948472.985550:0:31500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948472.985551:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bc0 00000080:00200000:1.0:1783948472.985553:0:31500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948472.985556:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6400. 00800000:00000002:1.0:1783948472.985559:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948472.985562:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948472.985563:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.985565:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ae0 00800000:00000002:1.0:1783948472.985567:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948472.985569:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948472.985571:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948472.985574:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.985576:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf39b0 00000002:00010000:1.0:1783948472.985577:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948472.985580:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948472.985581:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948472.985582:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948472.985585:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948472.985587:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.985589:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.985591:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948472.985594:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1783948472.985601:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948472.985603:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.985606:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1783948472.985612:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948472.985614:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948472.985615:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948472.985617:0:31500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948472.985619:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948472.985621:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948472.985623:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948472.985625:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948472.985627:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948472.985630:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948472.985631:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948472.985633:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948472.985636:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c4f 00800000:00000001:1.0:1783948472.985638:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948472.985640:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948472.985641:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.985642:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.985644:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:1.0:1783948472.985645:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948472.985647:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948472.985649:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985650:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948472.985652:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948472.985653:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948472.985655:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c4f from it ffffb87d01bf3bf8 00010000:00000001:1.0:1783948472.985656:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.985658:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.985659:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:1.0:1783948472.985661:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948472.985662:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948472.985664:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948472.985667:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783948472.985673:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.985674:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.985676:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948472.985677:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948472.985680:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1783948472.985686:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948472.985687:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948472.986089:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948472.986094:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.986095:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.986096:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986099:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948472.986100:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986102:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986104:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986107:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948472.986108:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.986109:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948472.986111:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948472.986113:0:31500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948472.986115:0:31500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948472.986119:0:31500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.986123:0:31500:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948472.986125:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bc0 00000080:00002000:1.0:1783948472.986126:0:31500:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff89e952d73948) flags 0x20000e refc 1 00000080:00000001:1.0:1783948472.986128:0:31500:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.986130:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3c08 00000080:00200000:1.0:1783948472.986132:0:31500:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:1.0:1783948472.986135:0:31500:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948472.986136:0:31500:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.986140:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948472.986142:0:31500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08), inode mode 41ed mask 44 00000080:00000001:1.0:1783948472.986144:0:31500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.986150:0:31500:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783948472.986153:0:31500:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783948472.986155:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b78 00000080:00200008:1.0:1783948472.986157:0:31500:0:(file.c:1058:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), flags 704400 00000080:00000010:1.0:1783948472.986162:0:31500:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e954ebc140. 00000080:00000001:1.0:1783948472.986168:0:31500:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1783948472.986171:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6400. 00800000:00000002:1.0:1783948472.986175:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948472.986178:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948472.986180:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.986181:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a28 00800000:00000002:1.0:1783948472.986183:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948472.986186:0:31500:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1783948472.986190:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf39a8 00800000:00000002:1.0:1783948472.986192:0:31500:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1783948472.986195:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.986197:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf38e0 00000002:00010000:1.0:1783948472.986198:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1783948472.986202:0:31500:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948472.986205:0:31500:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783948472.986208:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948472.986211:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:1.0:1783948472.986213:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.986215:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948472.986218:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986220:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.986222:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.986224:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948472.986226:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948472.986227:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.986229:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948472.986231:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986233:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.986234:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948472.986240:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd880. 00000020:00000040:1.0:1783948472.986244:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948472.986250:0:31500:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948472.986252:0:31500:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986255:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948472.986259:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948472.986263:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.986264:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.986265:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.986268:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948472.986270:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948472.986274:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948472.986282:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f0400. 00000100:00000001:1.0:1783948472.986290:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986294:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948472.986296:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986297:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948472.986298:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.986300:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.986307:0:31500:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00010000:00000001:1.0:1783948472.986311:0:31500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948472.986313:0:31500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948472.986315:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948472.986317:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.986319:0:31500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948472.986323:0:31500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617b600. 00000020:00000001:1.0:1783948472.986326:0:31500:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948472.986329:0:31500:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617b600 with handle 0x8c7cf19e4b440c80 to hash 00000020:00000001:1.0:1783948472.986331:0:31500:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948472.986332:0:31500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948472.986336:0:31500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948472.986398:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.986400:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.986404:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948472.986411:0:31500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783948472.986426:0:31500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783948472.986447:0:31500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783948472.986457:0:31500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948472.986464:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948472.986466:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948472.986474:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948472.986476:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165079616 : -129839544472000 : ffff89e96012ee40) 00000100:00000001:1.0:1783948472.986479:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948472.986480:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948472.986485:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948472.986489:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.986492:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948472.986494:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948472.986498:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.986507:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948472.986509:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948472.986513:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948472.986515:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948472.986518:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948472.986521:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636510976:192.168.202.104@tcp:101:rm.0 00000100:00000001:1.0:1783948472.986526:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948472.986531:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948472.986534:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948472.986537:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948472.986632:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958c00000. 02000000:00000001:1.0:1783948472.986634:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948472.986642:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948472.986646:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888ec8. 00000400:00000010:1.0:1783948472.986653:0:31500:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e9613eb000. 00000100:00000200:1.0:1783948472.986660:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636510976, portal 10 00000100:00000001:1.0:1783948472.986661:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948472.986663:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000040:1.0:1783948472.986669:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.986677:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948472.986680:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948472.986684:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618220. 00000100:00000200:1.0:1783948472.986686:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636510976, offset 0 00000400:00000200:1.0:1783948472.986761:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948472.986771:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.986778:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948472.987045:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948472.987051:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948472.987055:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948472.987058:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948472.987062:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2506:2506:256:4294967295] 192.168.202.104@tcp LPNI seq info [2506:2506:8:4294967295] 00000400:00000200:1.0:1783948472.987067:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948472.987078:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948472.987085:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948472.987091:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948472.987098:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948472.987108:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948472.987113:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783948472.987134:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948472.987139:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 813988 usecs (814 jiffies) 00000400:00000200:1.0:1783948472.987143:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948472.987146:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563953 00000100:00000001:1.0:1783948472.987149:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948472.987152:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563953 00000100:00000001:1.0:1783948472.987154:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948472.987156:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948472.987160:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.987162:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948472.987164:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948472.987167:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948472.987170:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948472.987173:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948472.988104:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948472.988111:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:0.0:1783948472.988118:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.988125:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948472.988132:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618220 00000400:00000010:0.0:1783948472.988134:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618220. 00000100:00000001:0.0:1783948472.988139:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948472.988145:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.988156:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948472.988159:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948488 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.988166:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948472.988168:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948472.994204:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.994223:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948472.994227:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.994230:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.994237:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.994244:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948472.994255:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.994259:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.994265:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.994269:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd9451100 00000400:00000200:0.0:1783948472.994275:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948472.994290:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6e91 [64] + 224 00000800:00000001:0.0:1783948472.994298:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.994309:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948472.994312:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948472.994316:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948472.994324:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948472.994332:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948488 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948472.994342:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948472.994363:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948472.994371:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948472.994373:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.994421:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948472.994439:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948472.994441:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948472.994444:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888ec8. 00000400:00000200:1.0:1783948472.994449:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9613eb000 00000400:00000010:1.0:1783948472.994451:0:31500:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e9613eb000. 00000100:00000001:1.0:1783948472.994456:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948472.994461:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948472.994471:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.994478:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948472.994480:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.994483:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948472.994487:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948472.994490:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948472.994492:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948472.994495:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948472.994505:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=142 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948472.994509:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948472.994512:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783948472.994516:0:31500:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff89e9529cd880 x1870603636510976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.994522:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783948472.994525:0:31500:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948472.994527:0:31500:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783948472.994529:0:31500:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948472.994531:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948472.994533:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948472.994537:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948472.994539:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1783948472.994541:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948472.994543:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1783948472.994548:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.994554:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1783948472.994557:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948472.994559:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948472.994562:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948472.994570:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636510976:192.168.202.104@tcp:101:rm.0 00000100:00000001:1.0:1783948472.994575:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948472.994578:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783948472.994580:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948472.994583:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.994586:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.994593:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948472.994595:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948472.994598:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948472.994600:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1783948472.994604:0:31500:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948472.994608:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.994611:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.994614:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=4 00000020:00000001:1.0:1783948472.994617:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948472.994619:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00010000:1.0:1783948472.994624:0:31500:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.994638:0:31500:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1783948472.994643:0:31500:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.994648:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948472.994651:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.994656:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.994657:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948472.994660:0:31500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.994665:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.994668:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.994671:0:31500:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783948472.994673:0:31500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948472.994678:0:31500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617b600 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:1.0:1783948472.994680:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1783948472.994684:0:31500:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.994811:0:31500:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1783948472.994814:0:31500:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1783948472.994818:0:31500:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.994832:0:31500:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1783948472.994835:0:31500:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783948472.994837:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.994838:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.994839:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=5 00000020:00000001:1.0:1783948472.994841:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948472.994843:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948472.994846:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948472.994848:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1783948472.994884:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948472.994886:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.995356:0:31500:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1783948472.995359:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948472.995364:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948472.995365:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948472.995367:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.995369:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948472.995372:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617b600 with handle 0x8c7cf19e4b440c80 from hash 00010000:00000001:1.0:1783948472.995374:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948472.995375:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.995376:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.995378:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948472.995379:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948472.995381:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1783948472.995383:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.995384:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.995385:0:31500:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.995387:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.995390:0:31500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.995396:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.995396:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.995398:0:31500:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1783948472.995399:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948472.995400:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.995402:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.995403:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948472.995405:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948472.995415:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.995417:0:31500:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1783948472.995422:0:31500:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1783948472.995442:0:31500:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948472.995452:0:31500:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783948472.995457:0:31500:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948472.995463:0:31500:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.995465:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783948472.995467:0:31500:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.995468:0:31500:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.995470:0:31500:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.995473:0:31500:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783948472.995475:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948472.995476:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00010000:00000001:1.0:1783948472.995478:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783948472.995479:0:31500:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.995482:0:31500:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948472.995484:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3868 00000002:00002000:1.0:1783948472.995486:0:31500:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1783948472.995489:0:31500:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948472.995492:0:31500:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948472.995495:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948472.995498:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783948472.995500:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948472.995505:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948472.995508:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948472.995513:0:31500:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948472.995520:0:31500:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948472.995522:0:31500:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948472.995525:0:31500:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783948472.995527:0:31500:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1783948472.995529:0:31500:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.995534:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1783948472.995537:0:31500:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783948472.995542:0:31500:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 4096 00000080:00000001:1.0:1783948472.995544:0:31500:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948472.995546:0:31500:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948472.995548:0:31500:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.995551:0:31500:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948472.995553:0:31500:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.995556:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.995559:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.995566:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.995571:0:31500:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948472.995578:0:31500:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e943f22700. 00000080:00000001:1.0:1783948472.995620:0:31500:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1783948472.995624:0:31500:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1783948472.995627:0:31500:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1783948472.995631:0:31500:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9470aa4e0. 00000002:00100000:1.0:1783948472.995635:0:31500:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948472.995641:0:31500:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948472.995643:0:31500:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783948472.995647:0:31500:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1783948472.995651:0:31500:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.995654:0:31500:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1783948472.995656:0:31500:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948472.995658:0:31500:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948472.995662:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948472.995665:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1783948472.995677:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948472.995681:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958c00000. 02000000:00000001:1.0:1783948472.996116:0:31500:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783948472.996119:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.996123:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b78 00000080:00000008:1.0:1783948472.996126:0:31500:0:(file.c:1297:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), flags 704400, rc = 0 00000080:00000001:1.0:1783948472.996130:0:31500:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.996150:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d28 00000080:00200008:1.0:1783948472.996152:0:31500:0:(file.c:6217:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948472.996158:0:31500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948472.996160:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ca0 00000080:00200000:1.0:1783948472.996161:0:31500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08),name=d21h.recovery-small-1 00000080:00000010:1.0:1783948472.996168:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6400. 00800000:00000002:1.0:1783948472.996173:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948472.996180:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948472.996183:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.996185:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bc0 00800000:00000002:1.0:1783948472.996187:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948472.996190:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948472.996195:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948472.996199:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.996200:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a90 00000002:00010000:1.0:1783948472.996202:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948472.996206:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948472.996207:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948472.996210:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948472.996216:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:1.0:1783948472.996219:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.996224:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.996227:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948472.996231:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783948472.996244:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948472.996249:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.996253:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783948472.996259:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948472.996261:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948472.996263:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948472.996265:0:31500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948472.996267:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948472.996269:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948472.996272:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948472.996274:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948472.996277:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948472.996280:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948472.996281:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948472.996284:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) 00000080:00010000:1.0:1783948472.996287:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) for lock 0x8c7cf19e4b440c56 00800000:00000001:1.0:1783948472.996290:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948472.996292:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948472.996293:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.996295:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.996297:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:1.0:1783948472.996299:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.996301:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.996304:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.996305:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948472.996306:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948472.996308:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948472.996310:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c56 from it ffffb87d01bf3cd8 00010000:00000001:1.0:1783948472.996312:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.996314:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.996315:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:1.0:1783948472.996317:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.996319:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.996321:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948472.996324:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948472.996330:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.996331:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.996332:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948472.996334:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948472.998011:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948472.998030:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948472.998034:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948472.998036:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948472.998043:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.998045:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948472.998046:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.998050:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948472.998052:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.998054:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.998058:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948472.998061:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948472.998063:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.998064:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948472.998068:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948472.998070:0:31500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948472.998075:0:31500:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948472.998082:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d28 00000080:00000008:1.0:1783948472.998085:0:31500:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948472.998161:0:31500:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783948472.998164:0:31500:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1783948472.998174:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948472.998179:0:31500:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1783948472.998186:0:31500:0:(lmv_obd.c:3433:lmv_read_page()) Process entered 00000002:00000001:1.0:1783948472.998190:0:31500:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1783948472.998193:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948472.998195:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ab8 00000002:00010000:1.0:1783948472.998197:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:1.0:1783948472.998200:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948472.998202:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948472.998204:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948472.998209:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:1.0:1783948472.998211:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948472.998215:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948472.998219:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948472.998223:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783948472.998233:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948472.998237:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948472.998240:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783948472.998245:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948472.998247:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948472.998249:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948472.998251:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948472.998252:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948472.998254:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948472.998256:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:1.0:1783948472.998259:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.998261:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948472.998263:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948472.998264:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948472.998265:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948472.998295:0:31500:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1783948472.998300:0:31500:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff89e9613eb000. 00000002:00000001:1.0:1783948472.998825:0:31500:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1783948472.998831:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cca80. 00000020:00000040:1.0:1783948472.998836:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948472.998841:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948472.998844:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948472.998846:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948472.998874:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f7a00. 00000100:00000001:1.0:1783948472.998880:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.998883:0:31500:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1783948472.998887:0:31500:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89e9493f3000. 00000100:00000010:1.0:1783948472.999279:0:31500:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff89e9471fb000. 00000020:00000040:1.0:1783948472.999283:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948472.999308:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948472.999310:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948472.999318:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948472.999320:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165079616 : -129839544472000 : ffff89e96012ee40) 00000100:00000001:1.0:1783948472.999322:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948472.999324:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000001:1.0:1783948472.999328:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948472.999332:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.999334:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948472.999751:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948472.999762:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948472.999772:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948472.999773:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948472.999778:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948472.999780:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948472.999782:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948472.999786:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636511104:192.168.202.104@tcp:37:rm.0 00000100:00000001:1.0:1783948472.999790:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948472.999796:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948472.999799:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948472.999801:0:31500:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1783948472.999810:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948472.999816:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888ec8. 00000400:00000010:1.0:1783948473.000094:0:31500:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff89e95813e000. 00000100:00000200:1.0:1783948473.000104:0:31500:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a54dd9451180-0x6a54dd9451180, portal 14 00000100:00000001:1.0:1783948473.000107:0:31500:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.000110:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948473.000115:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f3c00. 02000000:00000001:1.0:1783948473.000116:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948473.000120:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948473.000123:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438881b8. 00000400:00000010:1.0:1783948473.000128:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618330. 00000100:00000200:1.0:1783948473.000132:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636511104, portal 10 00000100:00000001:1.0:1783948473.000134:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.000135:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000040:1.0:1783948473.000145:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.000153:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948473.000156:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948473.000158:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618550. 00000100:00000200:1.0:1783948473.000161:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870603636511104, offset 0 00000400:00000200:1.0:1783948473.000168:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948473.000178:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.000563:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948473.000569:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948473.000573:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948473.000577:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948473.000580:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948473.000583:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2507:2507:256:4294967295] 192.168.202.104@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:1.0:1783948473.000588:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.000598:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948473.000605:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948473.000611:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948473.000618:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948473.000625:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948473.000629:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1783948473.000647:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948473.000652:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 812926 usecs (813 jiffies) 00000400:00000200:1.0:1783948473.000655:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948473.000657:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563965 00000100:00000001:1.0:1783948473.000661:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.000663:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563965 00000100:00000001:1.0:1783948473.000665:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.000667:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948473.000670:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.000673:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948473.000674:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948473.000677:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948473.000680:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948473.000683:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948473.001406:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.001412:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:0.0:1783948473.001418:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.001424:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.001442:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618550 00000400:00000010:0.0:1783948473.001445:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618550. 00000100:00000001:0.0:1783948473.001450:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.001456:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.001467:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.001471:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.001479:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.001480:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783948473.001898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b600. 00000800:00000001:0.0:1783948473.006918:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.006939:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.006943:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.006945:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.006953:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.006960:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.006971:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.006977:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.006982:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.006987:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd9451180 00000400:00000200:0.0:1783948473.006992:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.007009:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x6ea1 [256] + 0 00000400:00000010:0.0:1783948473.007016:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888ec8. 00000400:00000200:0.0:1783948473.007021:0:2346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e95813e000 00000800:00000001:0.0:1783948473.007027:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.007037:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.007040:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.007044:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.007049:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e95813e000 00000400:00000010:0.0:1783948473.007052:0:2346:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e95813e000. 00000100:00000001:0.0:1783948473.007057:0:2346:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783948473.007060:0:2346:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e9529cca80 desc ffff89e9493f3000 mbits 1870603636511104 00000100:00000001:0.0:1783948473.007079:0:2346:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783948473.007086:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948473.007089:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.007094:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948473.007101:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2508:2508:256:4294967295] 192.168.202.104@tcp LPNI seq info [2508:2508:8:4294967295] 00000400:00000200:0.0:1783948473.007105:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.007113:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948473.007118:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948473.007126:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e9493e0000. 00000800:00000200:0.0:1783948473.007132:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948473.007140:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948473.007145:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493e0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948473.007224:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.007229:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e9493e0000. 00000400:00000200:0.0:1783948473.007233:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.007236:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948473.007243:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.007246:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.007302:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948473.007307:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948473.011251:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.011268:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.011273:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.011275:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.011284:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.011293:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.011303:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.011309:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.011315:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.011319:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd9451180 00000400:00000200:0.0:1783948473.011325:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.011332:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6ea9 [1] + 224 00000800:00000001:0.0:1783948473.011339:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.011351:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.011354:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.011358:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.011366:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.011375:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948473.011385:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.011409:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.011417:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.011420:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.011510:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948473.011518:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948473.011520:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948473.011523:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438881b8. 00000400:00000200:1.0:1783948473.011594:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618330 00000400:00000010:1.0:1783948473.011597:0:31500:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618330. 00000100:00000001:1.0:1783948473.011600:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.011605:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948473.011613:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.011618:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948473.011620:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.011624:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948473.011627:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948473.011629:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948473.011631:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.011634:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948473.011642:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948473.011646:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948473.011649:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948473.011650:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.011652:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948473.011953:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.011959:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948473.011961:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1783948473.011964:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948473.011966:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948473.012235:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948473.012249:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.012256:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948473.012258:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948473.012263:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948473.012271:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636511104:192.168.202.104@tcp:37:rm.0 00000100:00000001:1.0:1783948473.012276:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.012279:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.012282:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948473.012284:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.012288:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.012295:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948473.012298:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948473.012303:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948473.012304:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.012308:0:31500:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.012310:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.012313:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cca80 x1870603636511104/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.012320:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948473.012323:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948473.012326:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f3c00. 02000000:00000001:1.0:1783948473.012330:0:31500:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948473.012332:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948473.012334:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948473.012336:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1783948473.012338:0:31500:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1783948473.012340:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948473.012341:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948473.012343:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1783948473.012367:0:31500:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff89e9471fb000. 00000100:00000010:1.0:1783948473.012371:0:31500:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff89e9493f3000. 00000100:00000001:1.0:1783948473.012373:0:31500:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1783948473.012376:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f7a00. 02000000:00000001:1.0:1783948473.012379:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948473.012381:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948473.012382:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cca80. 00000100:00000001:1.0:1783948473.012385:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948473.012386:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948473.012389:0:31500:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1783948473.012391:0:31500:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1783948473.013496:0:31500:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff89e9613eb000. 00000002:00000001:1.0:1783948473.013504:0:31500:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.013511:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.013513:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.013516:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aae00 refcount=3 00000020:00000001:1.0:1783948473.013519:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948473.013522:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574144 : -129839975977472 : ffff89e9465aae00) 00010000:00000001:1.0:1783948473.013525:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948473.014347:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948473.014361:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.014363:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.014365:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948473.014368:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948473.014371:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783948473.014378:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948473.014381:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948473.014384:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948473.014389:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.014390:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.014392:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.014395:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948473.014397:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.014400:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.014403:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.014406:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948473.014407:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.014408:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1783948473.014411:0:31500:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.014417:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783948473.014423:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:1.0:1783948473.014426:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1783948473.014441:0:31500:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948473.014447:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948473.014452:0:31500:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.014557:0:31500:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1783948473.014560:0:31500:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783948473.014563:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d98 00000080:00200008:1.0:1783948473.014566:0:31500:0:(file.c:447:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), flags 704000 00000080:00400000:1.0:1783948473.014570:0:31500:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:1.0:1783948473.014575:0:31500:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783948473.014577:0:31500:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1783948473.014578:0:31500:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1783948473.014587:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.014590:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.014596:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:1.0:1783948473.014599:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.014603:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948473.014605:0:31500:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:1.0:1783948473.014608:0:31500:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948473.014610:0:31500:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948473.014614:0:31500:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948473.014617:0:31500:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948473.014623:0:31500:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948473.014627:0:31500:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948473.014629:0:31500:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:1.0:1783948473.014632:0:31500:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948473.014634:0:31500:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:1.0:1783948473.014641:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cca80. 00000020:00000040:1.0:1783948473.014645:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948473.014650:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948473.014653:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948473.015172:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948473.015183:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f7a00. 00000100:00000001:1.0:1783948473.015198:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948473.015217:0:31500:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948473.015229:0:31500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783948473.015234:0:31500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948473.015241:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948473.015243:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948473.015250:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948473.015253:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165079616 : -129839544472000 : ffff89e96012ee40) 00000100:00000001:1.0:1783948473.015256:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.015258:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000001:1.0:1783948473.015262:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948473.015266:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.015269:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948473.015271:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948473.015276:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.015283:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948473.015285:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.015289:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948473.015292:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948473.015294:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948473.015297:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636511360:192.168.202.104@tcp:35:rm.0 00000100:00000001:1.0:1783948473.015301:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948473.015308:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948473.015311:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.015313:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948473.015318:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f3000. 02000000:00000001:1.0:1783948473.015320:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948473.015328:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948473.015333:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438881b8. 00000400:00000010:1.0:1783948473.015339:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618330. 00000100:00000200:1.0:1783948473.015346:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636511360, portal 10 00000100:00000001:1.0:1783948473.015348:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.015349:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000040:1.0:1783948473.015357:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.015363:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948473.015365:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948473.015368:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618088. 00000100:00000200:1.0:1783948473.015371:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636511360, offset 0 00000400:00000200:1.0:1783948473.015376:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948473.015384:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.015393:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948473.015398:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948473.015403:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948473.015406:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948473.015409:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948473.015413:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2509:2509:256:4294967295] 192.168.202.104@tcp LPNI seq info [2509:2509:8:4294967295] 00000400:00000200:1.0:1783948473.015418:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.015438:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948473.015445:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948473.015451:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e900. 00000800:00000200:1.0:1783948473.015458:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948473.015466:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948473.015471:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948473.015481:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948473.015486:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 811873 usecs (812 jiffies) 00000400:00000200:1.0:1783948473.015490:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948473.015492:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563979 00000100:00000001:1.0:1783948473.015495:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.015498:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563979 00000100:00000001:1.0:1783948473.015500:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.015502:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948473.015505:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.015507:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948473.015510:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948473.015513:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948473.015515:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948473.015518:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948473.016009:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.016015:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e900. 00000400:00000200:0.0:1783948473.016021:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.016027:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.016033:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618088 00000400:00000010:0.0:1783948473.016036:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618088. 00000100:00000001:0.0:1783948473.016041:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.016046:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.016058:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.016062:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.016070:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.016072:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948473.020495:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.020514:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.020519:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.020521:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.020540:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.020549:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.020560:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.020566:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.020571:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.020575:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9451280 00000400:00000200:0.0:1783948473.020580:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.020587:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6eb9 [1] + 224 00000800:00000001:0.0:1783948473.020594:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.020601:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.020605:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.020609:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.020617:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.020626:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948473.020639:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.020667:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.020675:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.020679:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.020928:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948473.020935:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948473.020937:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948473.020940:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438881b8. 00000400:00000200:1.0:1783948473.020946:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618330 00000400:00000010:1.0:1783948473.020948:0:31500:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618330. 00000100:00000001:1.0:1783948473.020952:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.020956:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948473.020966:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cca80 x1870603636511360/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.020983:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948473.020985:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.020988:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948473.020991:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948473.021110:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948473.021114:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.021117:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948473.021127:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948473.021132:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948473.021135:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948473.021137:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.021141:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948473.021144:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.021148:0:31500:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948473.021150:0:31500:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783948473.021152:0:31500:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948473.021154:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.021156:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000001:1.0:1783948473.021159:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948473.021161:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1783948473.021163:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948473.021166:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948473.021171:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cca80 x1870603636511360/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.021248:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948473.021252:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948473.021254:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948473.021260:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cca80 x1870603636511360/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948473.021269:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636511360:192.168.202.104@tcp:35:rm.0 00000100:00000001:1.0:1783948473.021274:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.021278:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.021280:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948473.021282:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.021285:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cca80 x1870603636511360/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.021292:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948473.021295:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948473.021299:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948473.021301:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.021308:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.021310:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000002:00000001:1.0:1783948473.021313:0:31500:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948473.021316:0:31500:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948473.021321:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948473.021325:0:31500:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1783948473.021329:0:31500:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1783948473.021333:0:31500:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1783948473.021338:0:31500:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.021346:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.021347:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948473.021349:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.021352:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.021358:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.021360:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.021362:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cca80 x1870603636511360/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.021368:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.021370:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.021372:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd880 x1870603636510976/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948488 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.021379:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1783948473.021382:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948473.021384:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948473.021387:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948473.021390:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f0400. 02000000:00000001:1.0:1783948473.021394:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948473.021396:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948473.021397:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd880. 00000100:00000001:1.0:1783948473.021401:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948473.021402:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.021403:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.021406:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cca80 x1870603636511360/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.021412:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948473.021414:0:31500:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9470aa4e0. 00000002:00000001:1.0:1783948473.021417:0:31500:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948473.021419:0:31500:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948473.021421:0:31500:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e943f22700. 00000100:00000001:1.0:1783948473.021424:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.021437:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cca80 x1870603636511360/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.021444:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948473.021446:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948473.021448:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f3000. 02000000:00000001:1.0:1783948473.021452:0:31500:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948473.021453:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948473.021454:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948473.021456:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948473.021458:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f7a00. 02000000:00000001:1.0:1783948473.021460:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948473.021461:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948473.021463:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cca80. 00000100:00000001:1.0:1783948473.021465:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948473.021466:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948473.021469:0:31500:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948473.021472:0:31500:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e954ebc140. 00000080:00000001:1.0:1783948473.021475:0:31500:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948473.021481:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d98 00000080:00000008:1.0:1783948473.021484:0:31500:0:(file.c:491:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), flags 704000, rc = 0 00000080:00000001:1.0:1783948473.021488:0:31500:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.021490:0:31500:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.022490:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948473.022496:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948473.022498:0:31500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948473.022501:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bc0 00000080:00200000:1.0:1783948473.022505:0:31500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948473.022514:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7a00. 00800000:00000002:1.0:1783948473.022521:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948473.022526:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948473.022539:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948473.022541:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ae0 00800000:00000002:1.0:1783948473.022544:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948473.022548:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948473.022552:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948473.022557:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948473.022560:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf39b0 00000002:00010000:1.0:1783948473.022562:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948473.022566:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948473.022568:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.022571:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.022578:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948473.022581:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.022586:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948473.022590:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948473.022596:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1783948473.022606:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948473.022610:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948473.022614:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1783948473.022621:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948473.022623:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948473.022625:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948473.022627:0:31500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948473.022629:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948473.022632:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948473.022635:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948473.022637:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948473.022640:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f7a00. 00000080:00000001:1.0:1783948473.022646:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948473.022648:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948473.022650:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948473.022654:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c4f 00800000:00000001:1.0:1783948473.022667:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948473.022669:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948473.022671:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.022673:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.022676:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:1.0:1783948473.022679:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948473.022682:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948473.022685:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.022687:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948473.022688:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948473.022690:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948473.022692:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c4f from it ffffb87d01bf3bf8 00010000:00000001:1.0:1783948473.022695:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.022696:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.022698:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:1.0:1783948473.022699:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948473.022701:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948473.022704:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948473.022707:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1783948473.022713:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.022714:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.022715:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948473.022718:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948473.022720:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1783948473.022729:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948473.022732:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948473.022735:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948473.022740:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.022741:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.022742:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022746:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948473.022747:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022761:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022765:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022767:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948473.022768:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.022769:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948473.022771:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948473.022773:0:31500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948473.022775:0:31500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948473.022779:0:31500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.022783:0:31500:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948473.022785:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bc0 00000080:00002000:1.0:1783948473.022787:0:31500:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff89e952d73948) flags 0x20000e refc 1 00000080:00000001:1.0:1783948473.022790:0:31500:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948473.022793:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3c08 00000080:00200000:1.0:1783948473.022794:0:31500:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:1.0:1783948473.022799:0:31500:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948473.022801:0:31500:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.022805:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948473.022807:0:31500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff89e951dcaa08), inode mode 41ed mask 44 00000080:00000001:1.0:1783948473.022809:0:31500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.022816:0:31500:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783948473.022818:0:31500:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783948473.022820:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b78 00000080:00200008:1.0:1783948473.022822:0:31500:0:(file.c:1058:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff89e951dcaa08), flags 704400 00000080:00000010:1.0:1783948473.022827:0:31500:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e954ebc140. 00000080:00000001:1.0:1783948473.022834:0:31500:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1783948473.022837:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7a00. 00800000:00000002:1.0:1783948473.022840:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948473.022842:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948473.022843:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948473.022845:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a28 00800000:00000002:1.0:1783948473.022847:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948473.022869:0:31500:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1783948473.022872:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf39a8 00800000:00000002:1.0:1783948473.022874:0:31500:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1783948473.022877:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948473.022879:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf38e0 00000002:00010000:1.0:1783948473.022880:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1783948473.022884:0:31500:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948473.022886:0:31500:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783948473.022889:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948473.022892:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:1.0:1783948473.022894:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.022897:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948473.022908:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022910:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.022912:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.022914:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948473.022916:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948473.022917:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.022919:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948473.022921:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022922:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.022924:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948473.022928:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cca80. 00000020:00000040:1.0:1783948473.022932:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948473.022937:0:31500:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948473.022939:0:31500:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022942:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948473.022946:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948473.022949:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.022950:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.022951:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.022954:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948473.022956:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948473.022959:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948473.022966:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f3000. 00000100:00000001:1.0:1783948473.022982:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022986:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948473.022988:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022990:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948473.022991:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.022993:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.023268:0:31500:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00010000:00000001:1.0:1783948473.023273:0:31500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948473.023275:0:31500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948473.023278:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948473.023280:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.023283:0:31500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948473.023286:0:31500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617b600. 00000020:00000001:1.0:1783948473.023291:0:31500:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948473.023293:0:31500:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617b600 with handle 0x8c7cf19e4b440c87 to hash 00000020:00000001:1.0:1783948473.023295:0:31500:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948473.023297:0:31500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.023300:0:31500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.023303:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948473.023305:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948473.023308:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948473.023315:0:31500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783948473.023327:0:31500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783948473.023337:0:31500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783948473.023346:0:31500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948473.023353:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948473.023355:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948473.023361:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948473.023363:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165079616 : -129839544472000 : ffff89e96012ee40) 00000100:00000001:1.0:1783948473.023365:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.023367:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000001:1.0:1783948473.023372:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948473.023376:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.023377:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948473.023379:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948473.023384:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.023391:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948473.023393:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.023397:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948473.023399:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948473.023401:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948473.023405:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636511616:192.168.202.104@tcp:101:rm.0 00000100:00000001:1.0:1783948473.023410:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948473.023415:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948473.023417:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.023420:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948473.023525:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958c00000. 02000000:00000001:1.0:1783948473.023528:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948473.023535:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948473.023611:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438881b8. 00000400:00000010:1.0:1783948473.023620:0:31500:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e9613eb000. 00000100:00000200:1.0:1783948473.023628:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636511616, portal 10 00000100:00000001:1.0:1783948473.023630:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.023632:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000040:1.0:1783948473.023638:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.023646:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948473.023649:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948473.024311:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618330. 00000100:00000200:1.0:1783948473.024320:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636511616, offset 0 00000400:00000200:1.0:1783948473.024329:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948473.024337:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.024344:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948473.024350:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948473.024354:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948473.024358:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948473.024360:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948473.024364:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2510:2510:256:4294967295] 192.168.202.104@tcp LPNI seq info [2510:2510:8:4294967295] 00000400:00000200:1.0:1783948473.024368:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.024377:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948473.024384:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948473.024390:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948473.024397:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948473.024405:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948473.024409:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783948473.024420:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948473.024424:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 810813 usecs (811 jiffies) 00000400:00000200:1.0:1783948473.024437:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948473.024441:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296563987 00000100:00000001:1.0:1783948473.024444:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.024446:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296563987 00000100:00000001:1.0:1783948473.024448:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.024451:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948473.024454:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.024456:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948473.024459:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948473.024461:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948473.024464:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948473.024470:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948473.024642:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.024647:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:0.0:1783948473.024653:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.024669:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.024674:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618330 00000400:00000010:0.0:1783948473.024676:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618330. 00000100:00000001:0.0:1783948473.024680:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.024684:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.024694:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.024697:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.024705:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.024706:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948473.037135:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.037155:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.037159:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.037162:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.037170:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.037176:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.037259:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.037264:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.037270:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.037275:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd9451380 00000400:00000200:0.0:1783948473.037281:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.037289:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6ec9 [64] + 224 00000800:00000001:0.0:1783948473.037297:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.037305:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.037308:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.037312:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.037320:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.037329:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948473.037339:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.037404:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948473.037434:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.037444:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.037448:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783948473.041987:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948473.041993:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948473.042007:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438881b8. 00000400:00000200:1.0:1783948473.042016:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9613eb000 00000400:00000010:1.0:1783948473.042019:0:31500:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e9613eb000. 00000100:00000001:1.0:1783948473.042025:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.042035:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948473.042046:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cca80 x1870603636511616/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.042053:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948473.042055:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.042057:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948473.042060:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948473.042063:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948473.042067:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.042069:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948473.042079:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=143 v=5 (106 106 106 137) 00000100:00001000:1.0:1783948473.042082:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948473.042085:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948473.042086:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.042089:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948473.042092:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.042095:0:31500:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948473.042097:0:31500:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783948473.042099:0:31500:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948473.042101:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.042103:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000001:1.0:1783948473.042105:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948473.042107:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1783948473.042109:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948473.042111:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948473.042116:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.042123:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948473.042125:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948473.042127:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948473.042131:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948473.042139:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cca80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636511616:192.168.202.104@tcp:101:rm.0 00000100:00000001:1.0:1783948473.042144:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948473.042147:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.042149:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948473.042151:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.042155:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.042160:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948473.042164:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948473.042167:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948473.042168:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.042171:0:31500:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948473.042175:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.042178:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.042296:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=4 00000020:00000001:1.0:1783948473.042299:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042302:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000040:1.0:1783948473.042309:0:31500:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617b600, remote cookie: 0x2ceea11ad5e060dd, flags: 0x1001 00010000:00000040:1.0:1783948473.042311:0:31500:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783948473.042314:0:31500:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1783948473.042321:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 2 00010000:00000001:1.0:1783948473.042323:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.042327:0:31500:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948473.042331:0:31500:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948473.042341:0:31500:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948473.042347:0:31500:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948473.042352:0:31500:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948473.042354:0:31500:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948473.042356:0:31500:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948473.042357:0:31500:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948473.042360:0:31500:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff89e948cd7300) refcount = 2 00010000:00000040:1.0:1783948473.042363:0:31500:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783948473.042365:0:31500:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aae00/0x8c7cf19e4b440c56 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06058 expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1783948473.042371:0:31500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948473.042378:0:31500:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948473.042382:0:31500:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948473.042383:0:31500:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.042386:0:31500:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948473.042389:0:31500:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948473.042392:0:31500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948473.042397:0:31500:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948473.042399:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.042401:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.042402:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.042403:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.042405:0:31500:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.042409:0:31500:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948473.042412:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.042418:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.042421:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=3 00000020:00000001:1.0:1783948473.042423:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042425:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042436:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.042437:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948473.042442:0:31500:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948473.042450:0:31500:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783948473.042455:0:31500:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948473.042460:0:31500:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.042462:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.042464:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.042465:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=3 00000020:00000001:1.0:1783948473.042468:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042470:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042472:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.042473:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948473.042474:0:31500:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.042476:0:31500:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.042480:0:31500:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783948473.042482:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.042483:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00010000:00000001:1.0:1783948473.042485:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.042486:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.042488:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=3 00000020:00000001:1.0:1783948473.042490:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042491:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00000002:00010000:1.0:1783948473.042495:0:31500:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948473.042501:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.042502:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.042504:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948473.042506:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.042507:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.042508:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=3 00000020:00000001:1.0:1783948473.042510:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042512:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000040:1.0:1783948473.042515:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 3 00010000:00000001:1.0:1783948473.042517:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948473.042521:0:31500:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:1.0:1783948473.042524:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.042525:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948473.042535:0:31500:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948473.042539:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3868 00000002:00002000:1.0:1783948473.042541:0:31500:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1783948473.042544:0:31500:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948473.042548:0:31500:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948473.042551:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948473.042554:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783948473.042557:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948473.042561:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948473.042566:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f7a00. 00000080:00000001:1.0:1783948473.042570:0:31500:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948473.042576:0:31500:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948473.042579:0:31500:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948473.042581:0:31500:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783948473.042583:0:31500:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1783948473.042586:0:31500:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.042590:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1783948473.042592:0:31500:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783948473.042597:0:31500:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 4096 00010000:00000001:1.0:1783948473.042599:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.042601:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.042602:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=3 00000020:00000001:1.0:1783948473.042604:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042607:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042609:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.042610:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948473.042611:0:31500:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948473.042614:0:31500:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948473.042616:0:31500:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948473.042619:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) for lock 0x8c7cf19e4b440c87 00800000:00000001:1.0:1783948473.042623:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948473.042624:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948473.042625:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.042627:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.042628:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=3 00000020:00000001:1.0:1783948473.042630:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042632:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042634:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.042635:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948473.042637:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948473.042639:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.042641:0:31500:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948473.042643:0:31500:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.042645:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.042649:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.042727:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948473.042730:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c87 from it ffffb87d01bf3bd0 00010000:00000001:1.0:1783948473.042732:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.042734:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.042735:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=3 00000020:00000001:1.0:1783948473.042737:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042738:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948473.042741:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948473.042743:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948473.043083:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.043086:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.043088:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948473.043090:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948473.043093:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948473.043102:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948473.043104:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948473.043106:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948473.043112:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.043113:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.043114:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.043117:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948473.043120:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.043121:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.043125:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.043127:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948473.043129:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.043129:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1783948473.047272:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.047278:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306700. 00000400:00000200:0.0:1783948473.047284:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.047290:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.047297:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:0.0:1783948473.047300:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:0.0:1783948473.047304:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.047309:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e680 x1870603636511744/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.047319:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.047322:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e680 x1870603636511744/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948489 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.047327:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.047329:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948473.053283:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.053301:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.053306:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.053308:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.053316:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.053324:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.053334:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.053339:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.053344:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.053349:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 10 MB=0x6a54dd9451400 00000400:00000200:0.0:1783948473.053354:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.053360:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 368/368 into md 0x6ed9 [1] + 224 00000800:00000001:0.0:1783948473.053368:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.053377:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.053380:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.053385:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.053393:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.053402:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e680 x1870603636511744/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948473.053412:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066e680 x1870603636511744/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 440/368 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.053438:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.053447:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.053451:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948473.058492:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.058501:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306c00. 00000400:00000200:0.0:1783948473.058508:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.058514:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.058522:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2198 00000400:00000010:0.0:1783948473.058535:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2198. 00000100:00000001:0.0:1783948473.058541:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.058548:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e680 x1870603636512000/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.058559:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.058563:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e680 x1870603636512000/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.058570:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.058572:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948473.066235:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.066255:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.066260:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.066263:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.066272:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.066280:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.066291:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.066296:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.066301:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.066306:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9451500 00000400:00000200:0.0:1783948473.066311:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.066317:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6ee1 [1] + 224 00000800:00000001:0.0:1783948473.066324:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.066330:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.066333:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.066337:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.066344:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.066352:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e680 x1870603636512000/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948473.066363:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e95066e680 x1870603636512000/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.066381:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948473.066390:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948473.066393:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.066398:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948473.066405:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2513:2513:256:4294967295] 192.168.202.104@tcp LPNI seq info [2513:2513:8:4294967295] 00000400:00000200:0.0:1783948473.066410:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.066417:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948473.066422:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948473.066437:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b900. 00000800:00000200:0.0:1783948473.066443:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948473.066451:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948473.066455:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b900 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1783948473.066687:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1783948473.066877:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.066882:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b900. 00000400:00000200:0.0:1783948473.066886:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.066890:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948473.067008:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948473.072218:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.072225:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306c00. 00000400:00000200:1.0:1783948473.072232:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.072238:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948473.072245:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2ee0 00000400:00000010:1.0:1783948473.072247:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2ee0. 00000100:00000001:1.0:1783948473.072252:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948473.072257:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d180 x1870603636512128/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.072266:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.072269:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d180 x1870603636512128/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.072275:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.072277:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948473.080306:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.080325:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948473.080330:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.080333:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.080342:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.080349:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948473.080359:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.080365:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.080370:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.080374:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd9451580 00000400:00000200:1.0:1783948473.080379:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.080385:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6ee9 [1] + 224 00000800:00000001:1.0:1783948473.080393:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.080406:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.080410:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.080414:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948473.080421:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.080439:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d180 x1870603636512128/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948473.080451:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e95066d180 x1870603636512128/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.080468:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948473.080477:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.080481:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948473.083465:0:31500:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783948473.083469:0:31500:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1783948473.083472:0:31500:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.083476:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1783948473.083479:0:31500:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1783948473.083482:0:31500:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833959 mtime from 1783948453 to 1783948473 00000080:00200000:1.0:1783948473.083488:0:31500:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 4096 00000080:00200000:1.0:1783948473.083491:0:31500:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff89e951dcaa08): rc = 0 00000080:00000001:1.0:1783948473.083493:0:31500:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926642184 : -129839782909432 : ffff89e951dcaa08) 00010000:00000001:1.0:1783948473.083496:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.083498:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.083501:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235000 refcount=3 00000020:00000001:1.0:1783948473.083503:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272192 : -129839778279424 : ffff89e952235000) 00010000:00000001:1.0:1783948473.083506:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272192 : -129839778279424 : ffff89e952235000) 00010000:00000001:1.0:1783948473.083509:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.083510:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948473.083513:0:31500:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783948473.083515:0:31500:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783948473.083517:0:31500:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948473.083521:0:31500:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948473.083523:0:31500:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948473.083537:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) for lock 0x8c7cf19e4b440c8e 00800000:00000001:1.0:1783948473.083542:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948473.083544:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948473.083545:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.083547:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.083548:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235000 refcount=3 00000020:00000001:1.0:1783948473.083550:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272192 : -129839778279424 : ffff89e952235000) 00010000:00000001:1.0:1783948473.083552:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272192 : -129839778279424 : ffff89e952235000) 00010000:00000001:1.0:1783948473.083555:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.083556:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948473.083558:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948473.083559:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783948473.083566:0:31500:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f60798 inode ffff89e951dcaa08 refc 1 flags 0x20000e 00000080:00000001:1.0:1783948473.083571:0:31500:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783948473.083573:0:31500:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.083576:0:31500:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783948473.083580:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff89e951dcaa08) 00000080:00010000:1.0:1783948473.083583:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c8e from it ffffb87d01bf3e00 00010000:00000001:1.0:1783948473.083585:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.083587:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.083588:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235000 refcount=3 00000020:00000001:1.0:1783948473.083590:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272192 : -129839778279424 : ffff89e952235000) 00010000:00000001:1.0:1783948473.083593:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272192 : -129839778279424 : ffff89e952235000) 00010000:00000001:1.0:1783948473.083595:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948473.083599:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235000/0x8c7cf19e4b440c8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0611c expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948473.083606:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.083607:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.083609:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948473.083612:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948473.083615:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235000/0x8c7cf19e4b440c8e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0611c expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948473.083627:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948473.083630:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948473.083632:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948473.083636:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.083637:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.083639:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.083643:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948473.083645:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.083647:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.083651:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.083662:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948473.083664:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.083665:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948473.083667:0:31500:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948473.083672:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775e00. 00000100:00000001:1.0:1783948473.083679:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.083687:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d180 x1870603636512128/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.083695:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948473.083698:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948473.083702:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958133000. 02000000:00000001:1.0:1783948473.083705:0:31500:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948473.083708:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948473.083710:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948473.083712:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948473.083715:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9000. 02000000:00000001:1.0:1783948473.083718:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948473.083720:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948473.083722:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d180. 00000100:00000001:1.0:1783948473.083727:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948473.083728:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948473.083731:0:31500:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948473.083733:0:31500:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01bf3e00 released 00000080:00000001:1.0:1783948473.083735:0:31500:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783948473.083740:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948473.083743:0:31500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948473.083745:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d50 00000080:00200000:1.0:1783948473.084096:0:31500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948473.084111:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7a00. 00800000:00000002:1.0:1783948473.084117:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948473.084121:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948473.084124:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948473.084127:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3c70 00800000:00000002:1.0:1783948473.084129:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948473.084133:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948473.084137:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948473.084141:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948473.084143:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b40 00000002:00010000:1.0:1783948473.084145:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948473.084149:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948473.084150:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084153:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084157:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948473.084160:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.084164:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948473.084167:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948473.084171:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1783948473.084189:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948473.084193:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948473.084196:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1783948473.084203:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948473.084205:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948473.084207:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948473.084209:0:31500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948473.084211:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948473.084214:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948473.084217:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948473.084220:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948473.084222:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f7a00. 00000080:00000001:1.0:1783948473.084226:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948473.084227:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948473.084229:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948473.084233:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c4f 00800000:00000001:1.0:1783948473.084236:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948473.084238:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948473.084239:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.084241:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.084243:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:1.0:1783948473.084245:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948473.084247:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948473.084249:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.084250:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948473.084251:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948473.084253:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948473.084255:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c4f from it ffffb87d01bf3d88 00010000:00000001:1.0:1783948473.084256:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948473.084257:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948473.084258:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:1.0:1783948473.084260:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948473.084262:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:1.0:1783948473.084264:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948473.084267:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1783948473.084272:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.084273:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.084274:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948473.084276:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948473.084278:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1783948473.084285:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948473.084287:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948473.084288:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948473.084291:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.084292:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.084293:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.084295:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948473.084297:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.084299:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.084301:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.084303:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948473.084304:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.084305:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948473.084307:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948473.084308:0:31500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948473.084310:0:31500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:1.0:1783948473.084316:0:31500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.084322:0:31500:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:1.0:1783948473.084324:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3e18 00000080:00200000:1.0:1783948473.084326:0:31500:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:1.0:1783948473.084330:0:31500:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1783948473.084333:0:31500:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:1.0:1783948473.084336:0:31500:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783948473.084340:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7a00. 00800000:00000002:1.0:1783948473.084343:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:1.0:1783948473.084349:0:31500:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:1.0:1783948473.084353:0:31500:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1783948473.084356:0:31500:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:1.0:1783948473.084357:0:31500:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948473.084359:0:31500:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:1.0:1783948473.084363:0:31500:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1783948473.084366:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948473.084369:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 2 00010000:00000001:1.0:1783948473.084370:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.084373:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948473.084376:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948473.084379:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1783948473.084386:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948473.084390:0:31500:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948473.084392:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948473.084394:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783948473.084397:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084398:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084400:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 3 00010000:00000001:1.0:1783948473.084402:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.084404:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.084406:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084406:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084408:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 3 00010000:00000001:1.0:1783948473.084410:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.084412:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.084414:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084415:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084416:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7000 count: 3 00010000:00000001:1.0:1783948473.084418:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.084420:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.084422:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783948473.084424:0:31500:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783948473.084510:0:31500:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783948473.084513:0:31500:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783948473.084516:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948473.084518:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.084523:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948473.084527:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948473.084529:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948473.084531:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948473.084533:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783948473.084536:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465ab600 with handle 0x8c7cf19e4b440c4f from hash 00010000:00000001:1.0:1783948473.084539:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948473.084540:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.084542:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.084543:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948473.084546:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948473.084548:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948473.084551:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948473.084553:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948473.084555:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948473.084558:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948473.084561:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 3 00010000:00000001:1.0:1783948473.084564:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948473.084566:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948473.084568:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948473.084570:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235000/0x8c7cf19e4b440c8e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e0611c expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783948473.084577:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948473.084579:0:31500:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948473.084580:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948473.084582:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1783948473.084584:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084586:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084587:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 4 00010000:00000001:1.0:1783948473.084589:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.084592:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.084593:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084595:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084596:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 4 00010000:00000001:1.0:1783948473.084598:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.084600:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.084601:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084603:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084604:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 4 00010000:00000001:1.0:1783948473.084605:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.084608:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.084610:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783948473.084612:0:31500:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff89e951dca940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783948473.084614:0:31500:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783948473.084616:0:31500:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783948473.084617:0:31500:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783948473.084620:0:31500:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff89e951dcaa08) invalid 00000020:00000001:1.0:1783948473.084622:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a80 00000080:00002000:1.0:1783948473.084624:0:31500:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff89e951f60798) parent ffff89e951e2fe58 inode ffff89e951dcaa08 refc 2 00000080:00000001:1.0:1783948473.084628:0:31500:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783948473.084629:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948473.084631:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948473.084632:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948473.084634:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948473.084635:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948473.084637:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948473.084638:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783948473.084640:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235000 with handle 0x8c7cf19e4b440c8e from hash 00010000:00000001:1.0:1783948473.084642:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948473.084644:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948473.084645:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948473.084646:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948473.084647:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948473.084649:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948473.084651:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948473.084653:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1783948473.084673:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948473.084675:0:31500:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948473.084676:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948473.084677:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:1.0:1783948473.084679:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084681:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084682:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 4 00010000:00000001:1.0:1783948473.084685:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.084687:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948473.084689:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948473.084690:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948473.084691:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 4 00010000:00000001:1.0:1783948473.084693:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948473.084695:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.084697:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948473.084699:0:31500:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948473.084702:0:31500:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948473.084706:0:31500:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9509f6400. 00000080:00000001:1.0:1783948473.084708:0:31500:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948473.084712:0:31500:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948473.084715:0:31500:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948473.084718:0:31500:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:1.0:1783948473.084722:0:31500:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948473.084724:0:31500:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:1.0:1783948473.084730:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd880. 00000020:00000040:1.0:1783948473.084734:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948473.084738:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948473.084741:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948473.084744:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948473.085370:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f7200. 00000100:00000001:1.0:1783948473.085381:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948473.085400:0:31500:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948473.085412:0:31500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783948473.085418:0:31500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948473.085456:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948473.085459:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948473.085467:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948473.085470:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165079616 : -129839544472000 : ffff89e96012ee40) 00000100:00000001:1.0:1783948473.085472:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.085474:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948473.085479:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948473.085483:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.085485:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948473.085487:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948473.085490:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.085498:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948473.085500:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.085504:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948473.085507:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948473.085510:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948473.085513:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636512384:192.168.202.104@tcp:35:rm.0 00000100:00000001:1.0:1783948473.085517:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948473.085522:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948473.085622:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.085625:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948473.085631:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f3c00. 02000000:00000001:1.0:1783948473.085633:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948473.085641:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948473.085646:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438881b8. 00000400:00000010:1.0:1783948473.085662:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618000. 00000100:00000200:1.0:1783948473.085669:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636512384, portal 10 00000100:00000001:1.0:1783948473.085672:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.085673:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000040:1.0:1783948473.085679:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.085687:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948473.085690:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948473.085692:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618e58. 00000100:00000200:1.0:1783948473.085695:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636512384, offset 0 00000400:00000200:1.0:1783948473.085701:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948473.085710:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.085717:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948473.085722:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948473.085726:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948473.085730:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948473.085733:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948473.085737:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2515:2515:256:4294967295] 192.168.202.104@tcp LPNI seq info [2515:2515:8:4294967295] 00000400:00000200:1.0:1783948473.085742:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.086140:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948473.086147:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948473.086153:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e000. 00000800:00000200:1.0:1783948473.086160:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948473.086167:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948473.086172:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948473.086241:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948473.086247:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 806645 usecs (807 jiffies) 00000400:00000200:1.0:1783948473.086251:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948473.086254:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296564045 00000100:00000001:1.0:1783948473.086258:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.086260:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296564045 00000100:00000001:1.0:1783948473.086263:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.086265:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948473.086268:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.086270:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948473.086272:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948473.086274:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948473.086277:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948473.086280:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948473.086419:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.086424:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e000. 00000400:00000200:0.0:1783948473.086436:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.086442:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.086446:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618e58 00000400:00000010:0.0:1783948473.086448:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618e58. 00000100:00000001:0.0:1783948473.086453:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.086458:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.086467:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.086471:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.086478:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.086479:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948473.089360:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.089376:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948473.089380:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.089382:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.089391:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.089399:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948473.089407:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.089412:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.089417:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.089421:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9451680 00000400:00000200:1.0:1783948473.089426:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.089443:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6ef1 [1] + 224 00000800:00000001:1.0:1783948473.089450:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.089457:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.089461:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.089465:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948473.089472:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.089480:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948473.089492:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.089516:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948473.089533:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.089537:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948473.089637:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948473.089646:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948473.089649:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948473.089653:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438881b8. 00000400:00000200:0.0:1783948473.089667:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618000 00000400:00000010:0.0:1783948473.089669:0:31500:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618000. 00000100:00000001:0.0:1783948473.089673:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.089678:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948473.089687:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd880 x1870603636512384/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.089694:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948473.089697:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948473.089700:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948473.089704:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948473.089707:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948473.089709:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948473.089713:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948473.089723:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948473.089727:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948473.089729:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948473.089732:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948473.089735:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948473.089738:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.089742:0:31500:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948473.089744:0:31500:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948473.089746:0:31500:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00010000:00000010:2.1:1783948473.089955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7e00. 00010000:00000010:2.1:1783948473.089962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aac00. 00010000:00000010:2.1:1783948473.089964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aae00. 00000100:00000001:0.0:1783948473.090148:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948473.090151:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:0.0:1783948473.090156:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948473.090158:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783948473.090160:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948473.090162:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948473.090169:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd880 x1870603636512384/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.090187:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948473.090190:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948473.090192:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948473.090197:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd880 x1870603636512384/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948473.090206:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636512384:192.168.202.104@tcp:35:rm.0 00000100:00000001:0.0:1783948473.090211:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948473.090214:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.090216:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948473.090219:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.090222:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636512384/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.090229:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948473.090232:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96012ee40. 00000100:00000001:0.0:1783948473.090235:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948473.090237:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.090243:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948473.090245:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000002:00000001:0.0:1783948473.090248:0:31500:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948473.090251:0:31500:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948473.090257:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6400. 00000080:00000001:0.0:1783948473.090260:0:31500:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783948473.090264:0:31500:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948473.090268:0:31500:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948473.090273:0:31500:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.090281:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948473.090283:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000001:0.0:1783948473.090285:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.090287:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.090294:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.090296:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.090299:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636512384/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.090305:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.090307:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.090310:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cca80 x1870603636511616/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.090317:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948473.090320:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948473.090322:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948473.090325:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948473.090328:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f3000. 02000000:00000001:0.0:1783948473.090332:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948473.090335:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948473.090336:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cca80. 00000100:00000001:0.0:1783948473.090340:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948473.090342:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948473.090343:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.090346:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd880 x1870603636512384/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.090358:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948473.090360:0:31500:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be440. 00000002:00000001:0.0:1783948473.090364:0:31500:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948473.090365:0:31500:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948473.090368:0:31500:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477ca80. 00000100:00000001:0.0:1783948473.090371:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.090374:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd880 x1870603636512384/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.090380:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948473.090381:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948473.090384:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f3c00. 02000000:00000001:0.0:1783948473.090386:0:31500:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948473.090388:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948473.090389:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948473.090391:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948473.090392:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f7200. 02000000:00000001:0.0:1783948473.090395:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948473.090396:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948473.090397:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd880. 00000100:00000001:0.0:1783948473.090399:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948473.090400:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948473.090403:0:31500:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948473.090406:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948473.090408:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:0.0:1783948473.090411:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948473.090413:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948473.090419:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7300 count: 4 00010000:00000001:0.0:1783948473.090422:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948473.090436:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948473.090438:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948473.090442:0:31500:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783948473.090444:0:31500:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff89e951dcaa08) invalid 00000020:00000001:0.0:1783948473.090448:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a80 00000080:00002000:0.0:1783948473.090450:0:31500:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff89e951f60798) parent ffff89e951e2fe58 inode ffff89e951dcaa08 refc 2 00000080:00000001:0.0:1783948473.090454:0:31500:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783948473.090457:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948473.090459:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948473.090462:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948473.090466:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948473.090467:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948473.090470:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948473.090473:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948473.090477:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617b600 with handle 0x8c7cf19e4b440c87 from hash 00010000:00000001:0.0:1783948473.090480:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948473.090481:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948473.090482:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948473.090483:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948473.090486:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948473.090488:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948473.090492:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1783948473.090494:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1783948473.090496:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1783948473.090502:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948473.090506:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948473.090509:0:31500:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948473.090511:0:31500:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948473.090514:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948473.090518:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948473.090522:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948473.090523:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948473.090524:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.090538:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948473.090541:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948473.090545:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948473.090551:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951730800. 00000100:00000001:0.0:1783948473.090557:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948473.090560:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948473.090562:0:31500:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783948473.090567:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235000/0x8c7cf19e4b440c8e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0611c expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783948473.090581:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783948473.090589:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1783948473.090596:0:31500:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1783948473.090598:0:31500:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1783948473.090599:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948473.090602:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235000/0x8c7cf19e4b440c8e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0611c expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948473.090612:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948473.090614:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948473.090616:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440c87 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e060dd expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1783948473.090623:0:31500:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e948cd7300 count: 0 00010000:00000010:0.0:1783948473.090627:0:31500:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e95082db80. 00010000:00000001:0.0:1783948473.090633:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948473.090634:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948473.090637:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab600/0x8c7cf19e4b440c4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0603c expref: -99 pid: 31498 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1783948473.090644:0:31500:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e948cd7000 count: 0 00010000:00000010:0.0:1783948473.090646:0:31500:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e95082df00. 00010000:00000001:0.0:1783948473.090650:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948473.090651:0:31500:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948473.091462:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948473.091468:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948473.091472:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783948473.091485:0:31500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783948473.091496:0:31500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960241f80 x1870603636512640/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948473.091504:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948473.091506:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000080:00000010:2.1:1783948473.092244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818ebc0. 00000080:00000010:2.1:1783948473.092263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1eb40. 00000080:00000010:2.1:1783948473.092272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e780. 00000100:00000010:1.0:1783948473.103351:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96012ee40. 00000100:00000001:1.0:1783948473.103362:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234165079616 : -129839544472000 : ffff89e96012ee40) 00000100:00000001:1.0:1783948473.103366:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.103368:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000001:1.0:1783948473.103374:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948473.103378:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.103380:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948473.103382:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948473.103393:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636512640/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948473.103402:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948473.103405:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.103409:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948473.103413:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948473.103416:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948473.103419:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636512640:192.168.202.104@tcp:36:rm.0 00000100:00000001:1.0:1783948473.103423:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948473.103438:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948473.103441:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948473.103444:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948473.103453:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f2c00. 02000000:00000001:1.0:1783948473.103455:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948473.103463:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948473.103467:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888688. 00000400:00000010:1.0:1783948473.103474:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618198. 00000100:00000200:1.0:1783948473.103481:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636512640, portal 10 00000100:00000001:1.0:1783948473.103482:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948473.103484:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:1.0:1783948473.103492:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241f80 x1870603636512640/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948473.103499:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948473.103502:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948473.103504:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618cc0. 00000100:00000200:1.0:1783948473.103507:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1870603636512640, offset 0 00000400:00000200:1.0:1783948473.103513:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948473.103520:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.103539:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948473.103544:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948473.103548:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948473.103552:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948473.103555:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948473.103559:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2516:2516:256:4294967295] 192.168.202.104@tcp LPNI seq info [2516:2516:8:4294967295] 00000400:00000200:1.0:1783948473.103563:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.103573:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948473.103582:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948473.103588:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000800:00000200:1.0:1783948473.103595:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948473.103602:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948473.103606:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1783948473.103624:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948473.103629:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 805596 usecs (806 jiffies) 00000400:00000200:1.0:1783948473.103632:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948473.103634:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296564061 00000100:00000001:1.0:1783948473.103638:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.103641:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296564061 00000100:00000001:1.0:1783948473.103643:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:1.0:1783948473.103646:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948473.103649:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.103651:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948473.103652:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948473.103655:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96012ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948473.103657:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948473.103660:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948473.103936:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.103943:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:0.0:1783948473.103949:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.103954:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.103961:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618cc0 00000400:00000010:0.0:1783948473.103964:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618cc0. 00000100:00000001:0.0:1783948473.103968:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.103973:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636512640/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.103983:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.103986:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960241f80 x1870603636512640/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.104321:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.104325:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783948473.105968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235000. 00010000:00000010:0.1:1783948473.105979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7300. 00010000:00000010:0.1:1783948473.105984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b600. 00010000:00000010:0.1:1783948473.105987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7000. 00010000:00000010:0.1:1783948473.105990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab600. 00000800:00000001:1.0:1783948473.113713:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.113735:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948473.113739:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.113742:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.114161:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.114170:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948473.115087:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.115094:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.115100:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.115105:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9451780 00000400:00000200:1.0:1783948473.115110:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.115117:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6f01 [1] + 224 00000800:00000001:1.0:1783948473.115128:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.115159:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.115163:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.115168:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948473.115176:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.115201:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636512640/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948473.115213:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e960241f80 x1870603636512640/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948473.115240:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948473.115248:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948473.115252:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.115258:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948473.115264:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2517:2517:256:4294967295] 192.168.202.104@tcp LPNI seq info [2517:2517:8:4294967295] 00000400:00000200:1.0:1783948473.115268:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.115277:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948473.115283:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948473.115290:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948473.115296:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948473.115303:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948473.115307:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948473.115992:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.116064:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948473.116068:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.116073:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948473.116084:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.116088:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1783948473.121184:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509ea400. 00000100:00000001:3.0:1783948473.121204:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.121213:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948473.121216:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.121217:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948473.121219:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.121221:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.121232:0:31500:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00010000:00000001:3.0:1783948473.121238:0:31500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948473.121242:0:31500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948473.121251:0:31500:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459100. 00010000:00000010:3.0:1783948473.121256:0:31500:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7b00. 00010000:00000001:3.0:1783948473.121261:0:31500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948473.121264:0:31500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596600. 00000020:00000001:3.0:1783948473.121270:0:31500:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948473.121285:0:31500:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596600 with handle 0x8c7cf19e4b440c95 to hash 00000020:00000001:3.0:1783948473.121287:0:31500:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948473.121289:0:31500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.121293:0:31500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.121297:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.121300:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.121305:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948473.121316:0:31500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948473.121326:0:31500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948473.121332:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948473.121334:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948473.121341:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.121343:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030140800 : -129839679410816 : ffff89e95807ed80) 00000100:00000001:3.0:1783948473.121346:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.121347:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000001:3.0:1783948473.121351:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948473.121356:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.121358:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948473.121360:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948473.121372:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.121381:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948473.121384:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.121388:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948473.121391:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948473.121394:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948473.121397:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636512768:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948473.121402:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948473.121407:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948473.121410:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.121412:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948473.121418:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bf800. 02000000:00000001:3.0:1783948473.121419:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948473.121436:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948473.121441:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948473.121448:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948473.121455:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636512768, portal 10 00000100:00000001:3.0:1783948473.121458:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.121459:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000040:3.0:1783948473.121464:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.121471:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948473.121474:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948473.121477:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125d48. 00000100:00000200:3.0:1783948473.121480:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636512768, offset 0 00000400:00000200:3.0:1783948473.121486:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948473.121496:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.121505:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948473.121511:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948473.121515:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948473.121519:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948473.121522:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948473.121526:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2518:2518:256:4294967295] 192.168.202.104@tcp LPNI seq info [2518:2518:8:4294967295] 00000400:00000200:3.0:1783948473.121530:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.121539:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948473.121546:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948473.121551:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9500. 00000800:00000200:3.0:1783948473.121559:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948473.121569:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948473.121574:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948473.121596:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.121601:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 804562 usecs (805 jiffies) 00000400:00000200:3.0:1783948473.121604:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948473.121607:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296564078 00000100:00000001:3.0:1783948473.121610:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.121613:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296564078 00000100:00000001:3.0:1783948473.121615:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.121617:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.121620:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.121622:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948473.121624:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948473.121627:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ed80 going to sleep for 11 seconds 00000100:00000001:3.0:1783948473.121630:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948473.121633:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948473.123735:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.123744:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9500. 00000400:00000200:1.0:1783948473.123760:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.123770:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948473.123779:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125d48 00000400:00000010:1.0:1783948473.123782:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125d48. 00000100:00000001:1.0:1783948473.123788:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948473.123796:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.123809:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.123813:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.123820:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.123822:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1783948473.128906:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951dca940. 00000080:00000010:2.1:1783948473.128923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be740. 00000800:00000001:0.0:1783948473.140248:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.140271:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.140275:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.140278:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.140287:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.140296:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.140307:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.140312:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.140317:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.140321:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9451800 00000400:00000200:0.0:1783948473.140326:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.140332:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6f11 [1] + 224 00000800:00000001:0.0:1783948473.140339:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.140364:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.140368:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.140372:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.140379:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.140388:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948473.140399:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.140422:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.140439:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.140442:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.140487:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948473.140496:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948473.140498:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948473.140501:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948473.140506:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948473.140509:0:31500:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948473.140512:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948473.140517:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948473.140525:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.140532:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948473.140534:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.140536:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948473.140540:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948473.140543:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948473.140545:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.140548:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948473.140557:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=143 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948473.140562:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948473.140565:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948473.140566:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.140569:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948473.140573:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.140576:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948473.140579:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783948473.140581:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948473.140584:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.140589:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.140595:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.140598:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948473.140600:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948473.140603:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948489 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948473.140611:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636512768:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948473.140616:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.140619:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.140621:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948473.140623:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.140627:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948489 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.140633:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948473.140636:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.140640:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948473.140642:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.140645:0:31500:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948473.140649:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.140651:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.140655:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=4 00000020:00000001:3.0:1783948473.140657:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140660:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000040:3.0:1783948473.140666:0:31500:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596600, remote cookie: 0x2ceea11ad5e0613f, flags: 0x1001 00010000:00010000:3.0:1783948473.140672:0:31500:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948473.140683:0:31500:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.140690:0:31500:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948473.140695:0:31500:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948473.140697:0:31500:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948473.140698:0:31500:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948473.140699:0:31500:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948473.140702:0:31500:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459100) refcount = 1 00010000:00010000:3.0:1783948473.140706:0:31500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.140713:0:31500:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948473.140716:0:31500:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948473.140717:0:31500:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.140720:0:31500:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948473.140722:0:31500:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.140725:0:31500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.140730:0:31500:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948473.140732:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140734:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.140735:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140736:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.140737:0:31500:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.140741:0:31500:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948473.140743:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.140744:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.140746:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948473.140748:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140750:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140753:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.140754:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.140756:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=4 00000020:00000001:3.0:1783948473.140757:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140759:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140761:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.140764:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.140766:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.140770:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140770:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.140771:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.140772:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.140773:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=5 00000020:00000001:3.0:1783948473.140774:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140775:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140777:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948473.140779:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.140782:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140782:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948473.140785:0:31500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.140789:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948473.140790:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140790:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.140791:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140791:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948473.140795:0:31500:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ed80 x1870603636512768/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948473.140800:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.140800:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.140801:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948473.140802:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140803:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140805:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140806:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948473.140807:0:31500:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.140809:0:31500:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.140811:0:31500:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948473.140813:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.140814:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.140816:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948473.140818:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140819:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00000002:00010000:3.0:1783948473.140823:0:31500:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.140830:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140831:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.140833:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948473.140834:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.140835:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.140836:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948473.140838:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.140841:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000040:3.0:1783948473.140847:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:3.0:1783948473.140849:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948473.140885:0:31500:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948473.140888:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.140889:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948473.140890:0:31500:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948473.140893:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3898 00000002:00002000:3.0:1783948473.140895:0:31500:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948473.140899:0:31500:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.140904:0:31500:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.140908:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948473.140912:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948473.140915:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948473.140919:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948473.140922:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774800. 00000080:00000001:3.0:1783948473.140927:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948473.140930:0:31500:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948473.140935:0:31500:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948473.140939:0:31500:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00000800:00000200:1.0:1783948473.143499:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.143507:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306700. 00000400:00000200:1.0:1783948473.143513:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.143518:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948473.143525:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2dd0 00000400:00000010:1.0:1783948473.143528:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2dd0. 00000100:00000001:1.0:1783948473.143532:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948473.143537:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636513024/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.143547:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.143549:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636513024/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.143555:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.143557:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948473.149709:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.149727:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.149731:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.149734:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.149745:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.149753:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.149763:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.149767:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.149772:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.149776:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd9451900 00000400:00000200:0.0:1783948473.149782:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.149789:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6f19 [64] + 224 00000800:00000001:0.0:1783948473.149797:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.149804:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.149807:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.149811:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.149821:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.149831:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636513024/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948473.149842:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e95066ed80 x1870603636513024/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.149976:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.152986:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.152995:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948473.153092:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.153096:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306900. 00000400:00000200:0.0:1783948473.153101:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.153106:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.153111:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:0.0:1783948473.153113:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:0.0:1783948473.153116:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.153120:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d880 x1870603636513152/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.153129:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.153132:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d880 x1870603636513152/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.153138:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.153140:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948473.157928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00000800:00000001:0.0:1783948473.162632:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.162654:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.162658:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.162660:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.162669:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.162680:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.162690:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.162695:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.162702:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.162705:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4096 into portal 14 MB=0x6a54dd9451980 00000400:00000200:0.0:1783948473.162711:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.162717:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.104@tcp of length 4096/4096 into md 0x6f21 [256] + 0 00000400:00000010:0.0:1783948473.162724:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891580. 00000400:00000200:0.0:1783948473.162730:0:2345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e950890000 00000800:00000001:0.0:1783948473.162737:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.162747:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.162750:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.162754:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.162760:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950890000 00000400:00000010:0.0:1783948473.162762:0:2345:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff89e950890000. 00000100:00000001:0.0:1783948473.162767:0:2345:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783948473.162770:0:2345:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e95066d880 desc ffff89e9581c8400 mbits 1870603636513152 00000100:00000001:0.0:1783948473.162785:0:2345:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783948473.162793:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948473.162797:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.162801:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948473.162808:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2521:2521:256:4294967295] 192.168.202.104@tcp LPNI seq info [2521:2521:8:4294967295] 00000400:00000200:0.0:1783948473.162813:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.162821:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948473.162826:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948473.162834:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff89e9493e0000. 00000800:00000200:0.0:1783948473.162840:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948473.162847:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948473.162893:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493e0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948473.162958:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.162962:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff89e9493e0000. 00000400:00000200:0.0:1783948473.162965:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.162969:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948473.162975:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.162979:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.166795:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.166812:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.166816:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.166819:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.166827:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.166836:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.166845:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.166890:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.166896:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.166901:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd9451980 00000400:00000200:0.0:1783948473.166906:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.166913:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x6f29 [1] + 224 00000800:00000001:0.0:1783948473.166921:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.166932:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.166935:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.166940:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.166948:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.166959:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d880 x1870603636513152/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948473.166971:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff89e95066d880 x1870603636513152/t0(0) o37->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 448/440 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.167116:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.167127:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.167131:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948473.177068:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.177073:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306300. 00000400:00000200:1.0:1783948473.177080:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.177085:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948473.177092:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:1.0:1783948473.177094:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:1.0:1783948473.177099:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948473.177104:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d880 x1870603636513408/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.177114:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.177117:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d880 x1870603636513408/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.177124:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.177125:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948473.197018:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.197036:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.197040:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.197042:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.197050:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.197058:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.197069:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.197074:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.197080:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.197084:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9451a80 00000400:00000200:0.0:1783948473.197090:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.197096:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6f31 [1] + 224 00000800:00000001:0.0:1783948473.197103:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.197111:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.197114:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.197119:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.197127:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.197137:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d880 x1870603636513408/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948473.197148:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e95066d880 x1870603636513408/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.197173:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.197183:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.197186:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948473.207491:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.207498:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306300. 00000400:00000200:1.0:1783948473.207505:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.207511:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948473.207517:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a27f8 00000400:00000010:1.0:1783948473.207520:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a27f8. 00000100:00000001:1.0:1783948473.207525:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948473.207532:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d880 x1870603636513664/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.207544:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.207548:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d880 x1870603636513664/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.207555:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.207557:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948473.229907:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.229927:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.229932:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.229935:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.229944:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.229952:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.229962:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.229968:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.229974:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.229978:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd9451b80 00000400:00000200:0.0:1783948473.229983:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.229990:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x6f39 [64] + 224 00000800:00000001:0.0:1783948473.229998:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.230005:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.230008:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.230013:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.230021:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.230029:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d880 x1870603636513664/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948473.230042:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e95066d880 x1870603636513664/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.230063:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948473.230073:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.230076:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948473.235239:0:31500:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948473.235244:0:31500:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948473.235246:0:31500:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948473.235249:0:31500:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff89e951d1db88) invalid 00000020:00000001:3.0:1783948473.235254:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a60 00000080:00002000:3.0:1783948473.235256:0:31500:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff89e951f60af8) parent ffff89e951e2fe58 inode ffff89e951d1db88 refc 3 00000080:00000001:3.0:1783948473.235260:0:31500:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948473.235262:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948473.235264:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.235268:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948473.235272:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948473.235274:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948473.235277:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.235280:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948473.235284:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234a00 with handle 0x8c7cf19e4b440c6b from hash 00010000:00000001:3.0:1783948473.235286:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948473.235288:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.235289:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.235290:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948473.235294:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948473.235296:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948473.235300:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948473.235302:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948473.235304:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948473.235307:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948473.235311:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 3 00010000:00000001:3.0:1783948473.235313:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.235315:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948473.235318:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948473.235321:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783948473.235330:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948473.235332:0:31500:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948473.235334:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948473.235335:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:3.0:1783948473.235350:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.235352:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.235354:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 4 00010000:00000001:3.0:1783948473.235356:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.235359:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.235360:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.235361:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.235363:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 4 00010000:00000001:3.0:1783948473.235364:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.235366:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.235367:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.235368:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.235370:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 4 00010000:00000001:3.0:1783948473.235372:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.235374:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.235376:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.235377:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.235378:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 4 00010000:00000001:3.0:1783948473.235380:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.235382:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.235384:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.235387:0:31500:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948473.235389:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948473.235397:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948473.235402:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e960d5e800. 00000020:00000010:3.0:1783948473.235408:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e941678000. 00000020:00000010:3.0:1783948473.235412:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948473.235418:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948473.235422:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595caf00. 00008000:00000010:3.0:1783948473.235436:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948473.235441:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948473.235445:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948473.235449:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9529d2600. 00000008:00000010:3.0:1783948473.235452:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948473.235455:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948473.235459:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948473.235462:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948473.235464:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948473.235467:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948473.235469:0:31500:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783948473.235471:0:31500:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:3.0:1783948473.235474:0:31500:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783948473.235476:0:31500:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783948473.235480:0:31500:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948473.235483:0:31500:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948473.235485:0:31500:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783948473.235487:0:31500:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.235489:0:31500:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948473.235492:0:31500:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948473.235495:0:31500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e941678000. 00000020:00000010:3.0:1783948473.235500:0:31500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948473.235504:0:31500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948473.235507:0:31500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595caf00. 00008000:00000010:3.0:1783948473.235510:0:31500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948473.235513:0:31500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948473.235516:0:31500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948473.235519:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e960d5e800. 00000008:00000010:3.0:1783948473.235523:0:31500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948473.235526:0:31500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948473.235529:0:31500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948473.235531:0:31500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948473.235534:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9529d2600. 00000020:00000010:3.0:1783948473.235536:0:31500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948473.235540:0:31500:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.235542:0:31500:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948473.235543:0:31500:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff89e951d79148) invalid 00000020:00000001:3.0:1783948473.235546:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a60 00000080:00002000:3.0:1783948473.235548:0:31500:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f (ffff89e951f596c0) parent ffff89e951f60af8 inode ffff89e951d79148 refc 1 00000080:00000001:3.0:1783948473.235551:0:31500:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948473.235553:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948473.235554:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.235557:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948473.235559:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948473.235561:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948473.235562:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.235564:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948473.235567:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596400 with handle 0x8c7cf19e4b440c72 from hash 00010000:00000001:3.0:1783948473.235569:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948473.235570:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.235572:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.235573:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948473.235574:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948473.235575:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948473.235578:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948473.235581:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783948473.235588:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948473.235589:0:31500:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948473.235590:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948473.235591:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:3.0:1783948473.235593:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.235594:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.235597:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d100 count: 4 00010000:00000001:3.0:1783948473.235598:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.235600:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.235602:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.235604:0:31500:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948473.235605:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948473.235608:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948473.235610:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9529d2600. 00000020:00000010:3.0:1783948473.235613:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e960d5e800. 00000020:00000010:3.0:1783948473.235616:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948473.235618:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948473.235621:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595caf00. 00008000:00000010:3.0:1783948473.235623:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948473.235626:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948473.235628:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948473.235631:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941678000. 00000008:00000010:3.0:1783948473.235633:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948473.235640:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948473.235644:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948473.235647:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948473.235649:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948473.235650:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948473.235652:0:31500:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783948473.235653:0:31500:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:3.0:1783948473.235655:0:31500:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783948473.235657:0:31500:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783948473.235658:0:31500:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948473.235660:0:31500:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948473.235661:0:31500:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783948473.235663:0:31500:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.235665:0:31500:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948473.235666:0:31500:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948473.235668:0:31500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e960d5e800. 00000020:00000010:3.0:1783948473.235671:0:31500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948473.235674:0:31500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948473.235676:0:31500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595caf00. 00008000:00000010:3.0:1783948473.235679:0:31500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948473.235681:0:31500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948473.235683:0:31500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948473.235686:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9529d2600. 00000008:00000010:3.0:1783948473.235698:0:31500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948473.235700:0:31500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948473.235702:0:31500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948473.235704:0:31500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948473.235706:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941678000. 00000020:00000010:3.0:1783948473.235708:0:31500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948473.235710:0:31500:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.235712:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948473.235714:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.235716:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948473.235718:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948473.235719:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948473.235720:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.235722:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948473.235724:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617a600 with handle 0x8c7cf19e4b440c48 from hash 00010000:00000001:3.0:1783948473.235725:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948473.235727:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.235728:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.235729:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948473.235730:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948473.235732:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948473.235734:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783948473.235736:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783948473.235738:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1783948473.235744:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66680. 00000020:00000040:3.0:1783948473.235749:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948473.235754:0:31500:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948473.235756:0:31500:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.235758:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948473.235762:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948473.235766:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.235768:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.235769:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.235772:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948473.235774:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948473.235778:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948473.235794:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e941678000. 00000100:00000001:3.0:1783948473.235802:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.235804:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948473.235807:0:31500:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948473.235812:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783948473.235828:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783948473.235834:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1783948473.235840:0:31500:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1783948473.235842:0:31500:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1783948473.235844:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948473.235846:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440c72 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e060ba expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783948473.235880:0:31500:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9580d9e00. 00010000:00000001:3.0:1783948473.235886:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.236018:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948473.236021:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a600/0x8c7cf19e4b440c48 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06027 expref: -99 pid: 31464 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783948473.236029:0:31500:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e943f22e80. 00010000:00000040:3.0:1783948473.236033:0:31500:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722d100 count: 0 00010000:00000010:3.0:1783948473.236038:0:31500:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4300. 00010000:00000001:3.0:1783948473.236044:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.236045:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948473.236047:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440c6b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0609e expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948473.236055:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.236056:0:31500:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.236058:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948473.236059:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.236062:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948473.236077:0:31500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948473.236090:0:31500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948473.236098:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948473.236100:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948473.236107:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.236110:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030140800 : -129839679410816 : ffff89e95807ed80) 00000100:00000001:3.0:1783948473.236113:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.236114:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948473.236119:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948473.236123:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.236126:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948473.236127:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948473.236132:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.236139:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948473.236141:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.236144:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948473.236146:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948473.236149:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948473.236152:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636513920:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948473.236156:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948473.236161:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948473.236164:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.236166:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948473.236171:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509eac00. 02000000:00000001:3.0:1783948473.236173:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948473.236181:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948473.236185:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948473.236192:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948473.236200:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636513920, portal 10 00000100:00000001:3.0:1783948473.236202:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.236203:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000040:3.0:1783948473.236209:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.236216:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948473.236218:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948473.236221:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601255d8. 00000100:00000200:3.0:1783948473.236224:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1870603636513920, offset 0 00000400:00000200:3.0:1783948473.236231:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948473.236239:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.236247:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948473.236252:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948473.236256:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948473.236261:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948473.236264:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948473.236268:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2524:2524:256:4294967295] 192.168.202.104@tcp LPNI seq info [2524:2524:8:4294967295] 00000400:00000200:3.0:1783948473.236272:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.236284:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948473.236290:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948473.236295:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9800. 00000800:00000200:3.0:1783948473.236303:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948473.236311:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948473.236316:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9800 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1783948473.236493:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.236498:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 799496 usecs (800 jiffies) 00000400:00000200:3.0:1783948473.236503:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948473.236506:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296564188 00000100:00000001:3.0:1783948473.236509:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.236511:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296564188 00000100:00000001:3.0:1783948473.236513:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.236516:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.236519:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.236522:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948473.236524:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948473.236527:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ed80 going to sleep for 11 seconds 00000100:00000001:3.0:1783948473.236530:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948473.236533:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948473.236810:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.236815:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9800. 00000400:00000200:1.0:1783948473.236821:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.236827:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948473.236833:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601255d8 00000400:00000010:1.0:1783948473.236836:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601255d8. 00000100:00000001:1.0:1783948473.236840:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948473.236845:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948473.237165:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948473.237171:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948473.237185:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948473.237187:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948473.244066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596400. 00010000:00000010:3.1:1783948473.244086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d100. 00010000:00000010:3.1:1783948473.244092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a600. 00010000:00000010:3.1:1783948473.244095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234a00. 00000800:00000001:0.0:1783948473.275664:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.275694:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948473.275699:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.275702:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.275726:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.275734:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948473.275757:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.275764:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.275770:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.275789:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9451c80 00000400:00000200:0.0:1783948473.275795:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.275802:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6f41 [1] + 224 00000800:00000001:0.0:1783948473.275821:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948473.275833:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948473.275836:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.275916:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948473.276346:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948473.276357:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948473.276385:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.276407:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948473.276416:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948473.276421:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.276437:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948473.276443:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2525:2525:256:4294967295] 192.168.202.104@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:0.0:1783948473.276448:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948473.276456:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948473.276461:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000001:3.0:1783948473.276479:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948473.276488:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948473.276490:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948473.276494:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948473.276499:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948473.276502:0:31500:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948473.276505:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948473.276510:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948473.276520:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66680 x1870603636513920/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.276526:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948473.276528:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.276530:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948473.276534:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948473.276537:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948473.276540:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.276543:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948473.276554:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=143 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948473.276559:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948473.276561:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948473.276563:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.276565:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948473.276569:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.276572:0:31500:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948473.276574:0:31500:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100000151/0x100000153] 00000100:00000001:3.0:1783948473.276575:0:31500:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948473.276577:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.276579:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948473.276581:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948473.276583:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783948473.276585:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948473.276587:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.276592:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66680 x1870603636513920/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948489 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.276599:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.276601:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948473.276603:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948473.276606:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66680 x1870603636513920/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948489 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948473.276619:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636513920:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948473.276624:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.276637:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.276640:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948473.276642:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.276646:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636513920/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948489 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.276653:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948473.276657:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.276661:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948473.276662:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.276670:0:31500:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.276673:0:31500:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948473.276678:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774600. 00000100:00000001:3.0:1783948473.276684:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.276695:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636513920/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948489 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.276701:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.276705:0:31500:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.276716:0:31500:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948473.276719:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3e28 00000080:00002000:3.0:1783948473.276722:0:31500:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff89e951f596c0, parent ffff89e951f60af8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783948473.276724:0:31500:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948473.276730:0:31500:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948473.276736:0:31500:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948473.276744:0:31500:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783948473.276747:0:31500:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1783948473.276750:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948473.276756:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948473.276764:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9529d2600. 00000020:00000010:3.0:1783948473.276770:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e960d5e800. 00000020:00000010:3.0:1783948473.276774:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948473.276781:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948473.276786:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595caf00. 00008000:00000010:3.0:1783948473.276791:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948473.276798:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948473.276802:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948473.276807:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950666400. 00000008:00000010:3.0:1783948473.276811:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948473.276814:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948473.277032:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948473.277039:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948473.277043:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948473.277045:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948473.277050:0:31500:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3aa8 -> ffff89e9582a3aa8 00000020:00000001:3.0:1783948473.277053:0:31500:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948473.277056:0:31500:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948473.277057:0:31500:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948473.277061:0:31500:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948473.277063:0:31500:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948473.277064:0:31500:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948473.277069:0:31500:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x2a:0x0]io ffff89e960109780 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1783948473.277072:0:31500:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9606a27c0 00020000:00000001:3.0:1783948473.277075:0:31500:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948473.277077:0:31500:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948473.277079:0:31500:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948473.277081:0:31500:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277082:0:31500:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948473.277085:0:31500:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948473.277086:0:31500:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277087:0:31500:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948473.277088:0:31500:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948473.277090:0:31500:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948473.277091:0:31500:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9606a27c0 00000020:00000001:3.0:1783948473.277094:0:31500:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277096:0:31500:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783948473.277098:0:31500:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1783948473.277101:0:31500:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783948473.277104:0:31500:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783948473.277108:0:31500:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948473.277111:0:31500:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948473.277112:0:31500:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948473.277114:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948473.277117:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948473.277120:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950667a00. 00000020:00000010:3.0:1783948473.277124:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9412e6600. 00000020:00000010:3.0:1783948473.277127:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204120. 00000008:00000010:3.0:1783948473.277130:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948473.277133:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948473.277136:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948473.277138:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948473.277140:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948473.277143:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9412e7e00. 00000008:00000010:3.0:1783948473.277146:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948473.277148:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948473.277150:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948473.277152:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948473.277154:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948473.277156:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000020:00000001:3.0:1783948473.277158:0:31500:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3dc8 -> ffff89e9582a3aa8 00000020:00000001:3.0:1783948473.277160:0:31500:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948473.277162:0:31500:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948473.277163:0:31500:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948473.277165:0:31500:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277167:0:31500:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277168:0:31500:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948473.277171:0:31500:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783948473.277173:0:31500:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277175:0:31500:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277177:0:31500:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277179:0:31500:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1783948473.277180:0:31500:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783948473.277182:0:31500:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948473.277183:0:31500:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783948473.277185:0:31500:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948473.277187:0:31500:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277189:0:31500:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277191:0:31500:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277193:0:31500:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277194:0:31500:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948473.277195:0:31500:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277197:0:31500:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277198:0:31500:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1783948473.277200:0:31500:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783948473.277202:0:31500:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948473.277203:0:31500:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783948473.277205:0:31500:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1783948473.277207:0:31500:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783948473.277211:0:31500:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783948473.277214:0:31500:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e952014000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783948473.277217:0:31500:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948473.277220:0:31500:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e952014000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1783948473.277224:0:31500:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948473.277226:0:31500:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277228:0:31500:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277229:0:31500:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277230:0:31500:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277232:0:31500:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277234:0:31500:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783948473.277235:0:31500:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1783948473.277237:0:31500:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783948473.277238:0:31500:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1783948473.277239:0:31500:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783948473.277240:0:31500:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277242:0:31500:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1783948473.277243:0:31500:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783948473.277245:0:31500:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783948473.277247:0:31500:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783948473.277248:0:31500:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948473.277249:0:31500:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948473.277250:0:31500:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783948473.277251:0:31500:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277253:0:31500:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277255:0:31500:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783948473.277256:0:31500:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783948473.277257:0:31500:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783948473.277259:0:31500:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783948473.277261:0:31500:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948473.277262:0:31500:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948473.277263:0:31500:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948473.277265:0:31500:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783948473.277266:0:31500:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783948473.277267:0:31500:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277269:0:31500:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277270:0:31500:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948473.277271:0:31500:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948473.277273:0:31500:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277275:0:31500:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948473.277276:0:31500:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948473.277278:0:31500:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948473.277279:0:31500:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948473.277280:0:31500:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948473.277282:0:31500:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948473.277286:0:31500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9412e6600. 00000020:00000010:3.0:1783948473.277291:0:31500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204120. 00000008:00000010:3.0:1783948473.277294:0:31500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948473.277298:0:31500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948473.277301:0:31500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948473.277304:0:31500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948473.277307:0:31500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948473.277310:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950667a00. 00000008:00000010:3.0:1783948473.277317:0:31500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948473.277322:0:31500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948473.277325:0:31500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948473.277328:0:31500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948473.277332:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9412e7e00. 00000020:00000010:3.0:1783948473.277335:0:31500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00020000:00000001:3.0:1783948473.277337:0:31500:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948473.277339:0:31500:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948473.277342:0:31500:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948473.277344:0:31500:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948473.277347:0:31500:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948473.277348:0:31500:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948473.277351:0:31500:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948473.277352:0:31500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e960d5e800. 00000020:00000010:3.0:1783948473.277356:0:31500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948473.277358:0:31500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948473.277360:0:31500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595caf00. 00008000:00000010:3.0:1783948473.277362:0:31500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948473.277365:0:31500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948473.277367:0:31500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948473.277369:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9529d2600. 00000008:00000010:3.0:1783948473.277371:0:31500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948473.277374:0:31500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948473.277376:0:31500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948473.277378:0:31500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948473.277380:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950666400. 00000020:00000010:3.0:1783948473.277382:0:31500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948473.277385:0:31500:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.277389:0:31500:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783948473.277391:0:31500:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff89e951d79148) 00800000:00000001:3.0:1783948473.277398:0:31500:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783948473.277399:0:31500:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:3.0:1783948473.277405:0:31500:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783948473.277411:0:31500:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.277412:0:31500:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.277415:0:31500:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783948473.277418:0:31500:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783948473.277420:0:31500:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.277422:0:31500:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277434:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948473.277438:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948473.277440:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9412e7e00. 00000020:00000010:3.0:1783948473.277443:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9412e6600. 00000020:00000010:3.0:1783948473.277445:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948473.277448:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948473.277450:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595caf00. 00008000:00000010:3.0:1783948473.277453:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948473.277456:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948473.277458:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948473.277462:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9412e6a00. 00000008:00000010:3.0:1783948473.277464:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948473.277467:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948473.277469:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948473.277472:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948473.277474:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948473.277476:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00020000:00000001:3.0:1783948473.277481:0:31500:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:3.0:1783948473.277483:0:31500:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9606a27c0 00020000:00000001:3.0:1783948473.277485:0:31500:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1783948473.277488:0:31500:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506199c0, objid 0x2a:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948473.277493:0:31500:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948473.277497:0:31500:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95811f300: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:3.0:1783948473.277500:0:31500:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:3.0:1783948473.277501:0:31500:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277503:0:31500:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1783948473.277505:0:31500:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1783948473.277510:0:31500:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1783948473.277515:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7b00 count: 2 00010000:00000001:3.0:1783948473.277518:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.277520:0:31500:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1783948473.277523:0:31500:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1783948473.277527:0:31500:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1783948454 1783948454 1783948454 by oinfo size 0 blocks 0 [cma]time 1783948454 1783948454 1783948454 ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1783948473.277539:0:31500:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000020:00000001:3.0:1783948473.277541:0:31500:0:(cl_object.c:151:cl_object_top()) ffff89e952014000 -> ffff89e9582a3aa8 00000008:00000001:3.0:1783948473.277543:0:31500:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948473.277546:0:31500:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948473.277547:0:31500:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948473.277549:0:31500:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783948473.277555:0:31500:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff89e952014000. 00020000:00000001:3.0:1783948473.277559:0:31500:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1783948473.277561:0:31500:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff89e9582a3d48. 00020000:00000001:3.0:1783948473.277566:0:31500:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1783948473.277567:0:31500:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948473.277569:0:31500:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948473.277571:0:31500:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9606a27c0 00020000:00000001:3.0:1783948473.277573:0:31500:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:3.0:1783948473.277575:0:31500:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:3.0:1783948473.277576:0:31500:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9606a27c0 00020000:00000001:3.0:1783948473.277579:0:31500:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1783948473.277581:0:31500:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff89e95800e9c0. 00020000:00000010:3.0:1783948473.277585:0:31500:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff89e941359000. 00020000:00000010:3.0:1783948473.277588:0:31500:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff89e958225250. 00020000:00000002:3.0:1783948473.277592:0:31500:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506199c0, objid 0x2a:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948473.277595:0:31500:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948473.277599:0:31500:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95811f300: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:3.0:1783948473.277603:0:31500:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95811f300. 00020000:00000010:3.0:1783948473.277606:0:31500:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619600. 00020000:00000010:3.0:1783948473.277609:0:31500:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9506199c0. 00020000:00000001:3.0:1783948473.277611:0:31500:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1783948473.277612:0:31500:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2d90) owner 0000000000000000/ffff89e9606a27c0 00020000:00000010:3.0:1783948473.277614:0:31500:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff89e9601c2d90. 00020000:00000001:3.0:1783948473.277617:0:31500:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:3.0:1783948473.277619:0:31500:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff89e9582a3a28. 00000020:00001000:3.0:1783948473.277623:0:31500:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948473.277625:0:31500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9412e6600. 00000020:00000010:3.0:1783948473.277628:0:31500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948473.277630:0:31500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948473.277632:0:31500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595caf00. 00008000:00000010:3.0:1783948473.277634:0:31500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948473.277637:0:31500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948473.277639:0:31500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948473.277642:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9412e7e00. 00000008:00000010:3.0:1783948473.277644:0:31500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948473.277646:0:31500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948473.277648:0:31500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948473.277650:0:31500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948473.277652:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9412e6a00. 00000020:00000010:3.0:1783948473.277655:0:31500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948473.277658:0:31500:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783948473.277660:0:31500:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783948473.277705:0:31500:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783948473.277708:0:31500:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948473.277710:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d98 00000080:00200008:3.0:1783948473.277713:0:31500:0:(file.c:447:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff89e951d1db88), flags 704000 00000080:00400000:3.0:1783948473.277717:0:31500:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:3.0:1783948473.277721:0:31500:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783948473.277722:0:31500:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1783948473.277724:0:31500:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1783948473.277729:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.277731:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.277735:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:3.0:1783948473.277737:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.277742:0:31500:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783948473.277745:0:31500:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783948473.277748:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948473.277753:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.277757:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440ca3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0615b expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948473.277764:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.277766:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948473.277767:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1783948473.277769:0:31500:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:3.0:1783948473.277772:0:31500:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302780. 00000080:00000001:3.0:1783948473.277776:0:31500:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948473.277779:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d98 00000080:00000008:3.0:1783948473.277781:0:31500:0:(file.c:491:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff89e951d1db88), flags 704000, rc = 0 00000080:00000001:3.0:1783948473.277784:0:31500:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.277785:0:31500:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.277788:0:31500:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948473.277790:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3e00 00000080:00002000:3.0:1783948473.277792:0:31500:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff89e951f60af8, parent ffff89e951e2fe58, inode ffff89e951d1db88) hashed, 00000080:00000001:3.0:1783948473.277795:0:31500:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948473.277799:0:31500:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948473.277803:0:31500:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948473.281527:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948473.281536:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948473.281539:0:31500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948473.281542:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bd8 00000080:00200000:3.0:1783948473.281546:0:31500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948473.281560:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9412e6a00. 00800000:00000002:3.0:1783948473.281567:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948473.281572:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948473.281577:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948473.281579:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3af8 00800000:00000002:3.0:1783948473.281582:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948473.281586:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948473.281590:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948473.281596:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948473.281599:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf39c8 00000002:00010000:3.0:1783948473.281601:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948473.281604:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948473.281606:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.281609:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.281616:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:3.0:1783948473.281620:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.281624:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.281629:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948473.281635:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783948473.281645:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948473.281652:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.281656:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783948473.281663:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948473.281665:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948473.281667:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948473.281668:0:31500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948473.281670:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948473.281674:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948473.281676:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948473.281679:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948473.281682:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9412e6a00. 00000080:00000001:3.0:1783948473.281700:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948473.281702:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948473.281705:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948473.281708:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c95 00800000:00000001:3.0:1783948473.281711:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948473.281713:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948473.281715:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.281717:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.281720:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948473.281722:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.281725:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.281728:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.281730:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948473.281731:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.281733:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948473.281735:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c95 from it ffffb87d01bf3c10 00010000:00000001:3.0:1783948473.281737:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.281738:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.281740:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948473.281742:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.281744:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.281747:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948473.281749:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948473.281755:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.281756:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.281757:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948473.281759:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948473.281761:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948473.281769:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948473.281772:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948473.281774:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948473.281778:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.281779:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.281781:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.281784:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948473.281785:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.281787:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.281789:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.281791:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948473.281792:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.281793:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948473.281796:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948473.281797:0:31500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948473.281799:0:31500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948473.281803:0:31500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1783948473.282701:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948473.282718:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948473.282727:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948473.282734:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948473.283782:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.283789:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948473.283795:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.283803:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948473.283815:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.283822:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783948473.286068:0:31500:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abca0. 00000020:00000001:3.0:1783948473.286081:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3dc8 00000080:00200000:3.0:1783948473.286084:0:31500:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=0 00000080:00000001:3.0:1783948473.286089:0:31500:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948473.286092:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3c78 00000080:00200000:3.0:1783948473.286094:0:31500:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:3.0:1783948473.286106:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9412e6a00. 00800000:00000002:3.0:1783948473.286114:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948473.286119:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948473.286124:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948473.286126:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b98 00800000:00000002:3.0:1783948473.286128:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948473.286131:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1783948473.286136:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b30 00800000:00000002:3.0:1783948473.286138:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1783948473.286143:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948473.286145:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a68 00000002:00010000:3.0:1783948473.286147:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783948473.286152:0:31500:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948473.286154:0:31500:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948473.286160:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66300. 00000020:00000040:3.0:1783948473.286165:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948473.286171:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948473.286177:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948473.286184:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.286186:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.286188:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.286191:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948473.286194:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948473.286199:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948473.286207:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e9000. 00000100:00000001:3.0:1783948473.286214:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.286219:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948473.286222:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.286223:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948473.286224:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.286226:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.286233:0:31500:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00010000:00000001:3.0:1783948473.286237:0:31500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948473.286240:0:31500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948473.286246:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:3.0:1783948473.286249:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.286252:0:31500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948473.286256:0:31500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596400. 00000020:00000001:3.0:1783948473.286260:0:31500:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948473.286263:0:31500:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596400 with handle 0x8c7cf19e4b440caa to hash 00000020:00000001:3.0:1783948473.286265:0:31500:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948473.286266:0:31500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.286269:0:31500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.286274:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.286277:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.286281:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948473.286290:0:31500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948473.286300:0:31500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948473.286306:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948473.286308:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948473.286316:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.286319:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030140800 : -129839679410816 : ffff89e95807ed80) 00000100:00000001:3.0:1783948473.286321:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.286323:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948473.286327:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948473.286332:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.286334:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948473.286335:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948473.286345:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.286354:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948473.286356:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.286360:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948473.286362:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948473.286366:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948473.286369:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636514048:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948473.286373:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948473.286378:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948473.286381:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.286383:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948473.286388:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948473.286390:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948473.286397:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948473.286401:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948473.286408:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948473.286414:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636514048, portal 10 00000100:00000001:3.0:1783948473.286416:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.286417:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000040:3.0:1783948473.286423:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.286440:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948473.286443:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948473.286446:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125770. 00000100:00000200:3.0:1783948473.286450:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636514048, offset 0 00000400:00000200:3.0:1783948473.286458:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948473.286467:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.286475:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948473.286480:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948473.286485:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948473.286489:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948473.286491:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948473.286495:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2526:2526:256:4294967295] 192.168.202.104@tcp LPNI seq info [2526:2526:8:4294967295] 00000400:00000200:3.0:1783948473.286500:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.286511:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948473.286519:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948473.286524:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9900. 00000800:00000200:3.0:1783948473.286531:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948473.286539:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948473.286544:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783948473.289586:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.289599:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 798525 usecs (799 jiffies) 00000400:00000200:3.0:1783948473.289606:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948473.289610:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296564240 00000100:00000001:3.0:1783948473.289614:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.289616:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296564240 00000100:00000001:3.0:1783948473.289618:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.289620:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1783948473.292871:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.292882:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:0.0:1783948473.292889:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.293075:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.293086:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125770 00000400:00000010:0.0:1783948473.293090:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125770. 00000100:00000001:0.0:1783948473.293096:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.293105:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.293118:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.293122:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.293130:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.293132:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948473.293580:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.293585:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948473.293587:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948473.293590:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ed80 going to sleep for 11 seconds 00000100:00000001:3.0:1783948473.293593:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948473.293596:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1783948473.297994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abc80. 00000800:00000001:1.0:1783948473.301801:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.301821:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948473.301826:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.301829:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.301838:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.301847:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948473.301886:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.301898:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.301905:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.301910:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd9451d00 00000400:00000200:1.0:1783948473.301915:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.301921:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6f49 [1] + 224 00000800:00000001:1.0:1783948473.301936:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.301947:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.301950:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.301955:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948473.301963:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.301973:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948473.301985:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.302002:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948473.302010:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.302014:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.302742:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948473.302752:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948473.302754:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948473.302758:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948473.302764:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948473.302766:0:31500:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948473.302770:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948473.302777:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948473.302788:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.302795:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948473.302796:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.302798:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948473.302802:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948473.302805:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948473.302807:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.302810:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948473.302820:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=143 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948473.302824:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948473.302827:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948473.302828:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.302831:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948473.302835:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.302840:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948473.302842:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783948473.302844:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948473.302846:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.302867:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.302874:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.302877:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948473.302879:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948473.302883:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948489 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948473.302900:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636514048:192.168.202.104@tcp:101:rm.0 00000100:00000001:3.0:1783948473.302904:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.302907:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.302910:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948473.302912:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.302915:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948489 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.302921:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948473.302924:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.302928:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948473.302930:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.302932:0:31500:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948473.302936:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.302940:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.302943:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=4 00000020:00000001:3.0:1783948473.302945:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.302949:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000040:3.0:1783948473.302955:0:31500:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596400, remote cookie: 0x2ceea11ad5e0619a, flags: 0x1001 00010000:00010000:3.0:1783948473.302960:0:31500:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948473.302968:0:31500:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948473.302971:0:31500:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783948473.302978:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:3.0:1783948473.302981:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.302984:0:31500:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.302987:0:31500:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948473.302995:0:31500:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.303001:0:31500:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948473.303005:0:31500:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948473.303007:0:31500:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948473.303009:0:31500:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948473.303010:0:31500:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948473.303013:0:31500:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff89e959459700) refcount = 2 00010000:00000040:3.0:1783948473.303016:0:31500:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948473.303018:0:31500:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440ca3 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0615b expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948473.303025:0:31500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.303036:0:31500:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948473.303039:0:31500:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948473.303041:0:31500:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.303044:0:31500:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948473.303046:0:31500:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.303049:0:31500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.303055:0:31500:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948473.303056:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303058:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303059:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303060:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303061:0:31500:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.303065:0:31500:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948473.303066:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303067:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303068:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948473.303070:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303072:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303074:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303075:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303076:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=4 00000020:00000001:3.0:1783948473.303077:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303079:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303081:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.303084:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.303086:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.303092:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303093:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303095:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303096:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303097:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=5 00000020:00000001:3.0:1783948473.303099:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303101:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303103:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948473.303105:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.303110:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303111:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948473.303114:0:31500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.303119:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948473.303120:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303120:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303121:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303122:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948473.303126:0:31500:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948473.303132:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303133:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303134:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948473.303135:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303137:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303139:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303140:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948473.303141:0:31500:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.303143:0:31500:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.303145:0:31500:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948473.303148:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303149:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303152:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948473.303154:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303156:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00000002:00010000:3.0:1783948473.303159:0:31500:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.303164:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303164:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303166:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948473.303167:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303168:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303169:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948473.303171:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303172:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000040:3.0:1783948473.303174:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 3 00010000:00000001:3.0:1783948473.303176:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948473.303180:0:31500:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:3.0:1783948473.303182:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303183:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948473.303184:0:31500:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948473.303187:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf39f0 00000002:00002000:3.0:1783948473.303189:0:31500:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948473.303192:0:31500:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.303196:0:31500:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.303198:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948473.303202:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948473.303205:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948473.303210:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:3.0:1783948473.303213:0:31500:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948473.303215:0:31500:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01bf3e00 it_disposition b 00000080:00000001:3.0:1783948473.303218:0:31500:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948473.303227:0:31500:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948473.303230:0:31500:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948473.303233:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1783948473.303237:0:31500:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783948473.303246:0:31500:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948473.303251:0:31500:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1783948473.303254:0:31500:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.303258:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1783948473.303262:0:31500:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948473.303265:0:31500:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833960 mtime from 1783948454 to 1783948473 00000080:00200000:3.0:1783948473.303271:0:31500:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 4096 00000080:00200000:3.0:1783948473.303274:0:31500:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff89e951d1db88): rc = 0 00000080:00000001:3.0:1783948473.303277:0:31500:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925933960 : -129839783617656 : ffff89e951d1db88) 00010000:00000001:3.0:1783948473.303279:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303280:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303282:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948473.303284:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303286:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303289:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303290:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948473.303293:0:31500:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948473.303295:0:31500:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948473.303297:0:31500:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948473.303301:0:31500:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948473.303303:0:31500:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948473.303307:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff89e951d1db88) for lock 0x8c7cf19e4b440caa 00800000:00000001:3.0:1783948473.303311:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948473.303312:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948473.303314:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303315:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303317:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948473.303319:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303322:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303324:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303325:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948473.303326:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.303328:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783948473.303335:0:31500:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f59a20 inode ffff89e951d1db88 refc 1 flags 0x20000e 00000080:00000001:3.0:1783948473.303339:0:31500:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948473.303341:0:31500:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.303344:0:31500:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783948473.303348:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff89e951d1db88) 00000080:00010000:3.0:1783948473.303351:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440caa from it ffffb87d01bf3e00 00010000:00000001:3.0:1783948473.303353:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303354:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303355:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948473.303357:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303359:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948473.303361:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948473.303363:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948473.303369:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303370:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303371:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948473.303374:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948473.303376:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948473.303384:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948473.303387:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948473.303389:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948473.303394:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303395:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303397:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303400:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948473.303402:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303405:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303408:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303410:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948473.303411:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303413:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948473.303414:0:31500:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948473.303418:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9412e6a00. 00000100:00000001:3.0:1783948473.303433:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.303437:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66300 x1870603636514048/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.303444:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948473.303446:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948473.303449:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582be000. 02000000:00000001:3.0:1783948473.303452:0:31500:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948473.303454:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948473.303456:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948473.303458:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948473.303461:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e9000. 02000000:00000001:3.0:1783948473.303464:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948473.303466:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948473.303468:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66300. 00000100:00000001:3.0:1783948473.303471:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948473.303472:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948473.303474:0:31500:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783948473.303475:0:31500:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01bf3e00 released 00000080:00000001:3.0:1783948473.303477:0:31500:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783948473.303481:0:31500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948473.303483:0:31500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948473.303484:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d50 00000080:00200000:3.0:1783948473.303486:0:31500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948473.303494:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9412e6a00. 00800000:00000002:3.0:1783948473.303499:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948473.303502:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948473.303505:0:31500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948473.303506:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3c70 00800000:00000002:3.0:1783948473.303508:0:31500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948473.303512:0:31500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948473.303515:0:31500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948473.303519:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948473.303521:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b40 00000002:00010000:3.0:1783948473.303523:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948473.303527:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948473.303528:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303530:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303533:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:3.0:1783948473.303535:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.303538:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.303540:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948473.303543:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783948473.303551:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948473.303555:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.303558:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783948473.303564:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948473.303566:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948473.303568:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948473.303569:0:31500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948473.303571:0:31500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948473.303572:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948473.303574:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948473.303576:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948473.303578:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9412e6a00. 00000080:00000001:3.0:1783948473.303581:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948473.303583:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948473.303585:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948473.303588:0:31500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440c95 00800000:00000001:3.0:1783948473.303590:0:31500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948473.303592:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948473.303593:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303595:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303596:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948473.303598:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.303601:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.303602:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303604:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948473.303605:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.303607:0:31500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948473.303609:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440c95 from it ffffb87d01bf3d88 00010000:00000001:3.0:1783948473.303611:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948473.303612:0:31500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948473.303613:0:31500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596600 refcount=3 00000020:00000001:3.0:1783948473.303615:0:31500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.303617:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490176 : -129839976061440 : ffff89e946596600) 00010000:00000001:3.0:1783948473.303619:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948473.303622:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948473.303640:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303641:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303642:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948473.303643:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948473.303646:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948473.303652:0:31500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948473.303653:0:31500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948473.303654:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948473.303656:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303657:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303659:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303661:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948473.303662:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303664:0:31500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303665:0:31500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303667:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948473.303668:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303669:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948473.303671:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948473.303672:0:31500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948473.303674:0:31500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948473.303679:0:31500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.303683:0:31500:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:3.0:1783948473.303685:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3e18 00000080:00200000:3.0:1783948473.303686:0:31500:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:3.0:1783948473.303690:0:31500:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1783948473.303694:0:31500:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:3.0:1783948473.303696:0:31500:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783948473.303700:0:31500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9412e6a00. 00800000:00000002:3.0:1783948473.303704:0:31500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:3.0:1783948473.303710:0:31500:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:3.0:1783948473.303716:0:31500:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1783948473.303718:0:31500:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:3.0:1783948473.303720:0:31500:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948473.303722:0:31500:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:3.0:1783948473.303727:0:31500:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783948473.303730:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948473.303732:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:3.0:1783948473.303734:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.303737:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948473.303740:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948473.303743:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1783948473.303751:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948473.303754:0:31500:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948473.303756:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948473.303758:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948473.303761:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303762:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303764:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 3 00010000:00000001:3.0:1783948473.303765:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.303768:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.303770:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303771:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303773:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 3 00010000:00000001:3.0:1783948473.303774:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.303777:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.303778:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303779:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303780:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 3 00010000:00000001:3.0:1783948473.303782:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.303784:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.303785:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948473.303787:0:31500:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948473.303791:0:31500:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948473.303793:0:31500:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948473.303796:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948473.303797:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303800:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948473.303803:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948473.303804:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948473.303805:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.303807:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948473.303809:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596600 with handle 0x8c7cf19e4b440c95 from hash 00010000:00000001:3.0:1783948473.303811:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948473.303813:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303814:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303815:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948473.303817:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948473.303818:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948473.303821:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948473.303822:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948473.303824:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948473.303826:0:31500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948473.303828:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 3 00010000:00000001:3.0:1783948473.303830:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948473.303831:0:31500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948473.303833:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948473.303836:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1783948473.303842:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948473.303843:0:31500:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948473.303844:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948473.303845:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:3.0:1783948473.303847:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303848:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303896:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 4 00010000:00000001:3.0:1783948473.303899:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.303902:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.303903:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303905:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303906:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 4 00010000:00000001:3.0:1783948473.303908:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.303909:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.303911:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303912:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303913:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 4 00010000:00000001:3.0:1783948473.303915:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.303916:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.303918:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948473.303920:0:31500:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff89e951d1dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948473.303923:0:31500:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948473.303925:0:31500:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948473.303927:0:31500:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948473.303928:0:31500:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff89e951d1db88) invalid 00000020:00000001:3.0:1783948473.303931:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a80 00000080:00002000:3.0:1783948473.303933:0:31500:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff89e951f59a20) parent ffff89e951e2fe58 inode ffff89e951d1db88 refc 2 00000080:00000001:3.0:1783948473.303936:0:31500:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948473.303938:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948473.303939:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.303941:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948473.303943:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948473.303944:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948473.303945:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.303947:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948473.303949:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596400 with handle 0x8c7cf19e4b440caa from hash 00010000:00000001:3.0:1783948473.303951:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948473.303952:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.303954:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.303955:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948473.303957:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948473.303958:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948473.303960:0:31500:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948473.303963:0:31500:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440ca3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e0615b expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783948473.303969:0:31500:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948473.303971:0:31500:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948473.303972:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948473.303973:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:3.0:1783948473.303974:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303976:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303978:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 4 00010000:00000001:3.0:1783948473.303979:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.303981:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.303982:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.303983:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.303985:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 4 00010000:00000001:3.0:1783948473.303987:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.303988:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.303990:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.303993:0:31500:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783948473.303997:0:31500:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783948473.304002:0:31500:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9412e7e00. 00000080:00000001:3.0:1783948473.304004:0:31500:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783948473.304007:0:31500:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783948473.304011:0:31500:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:3.0:1783948473.304013:0:31500:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:3.0:1783948473.304016:0:31500:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783948473.304018:0:31500:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:3.0:1783948473.304024:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66300. 00000020:00000040:3.0:1783948473.304028:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948473.304032:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948473.304037:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948473.304040:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948473.304046:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9412e6600. 00000100:00000001:3.0:1783948473.304053:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783948473.304065:0:31500:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066d880 x1870603636513664/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783948473.304076:0:31500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783948473.304082:0:31500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783948473.304088:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948473.304090:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948473.304096:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.304098:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030140800 : -129839679410816 : ffff89e95807ed80) 00000100:00000001:3.0:1783948473.304101:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.304103:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948473.304107:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948473.304111:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.304113:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948473.304115:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948473.304118:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.304126:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948473.304128:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.304132:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948473.304135:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948473.304137:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948473.304141:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636514304:192.168.202.104@tcp:35:rm.0 00000100:00000001:3.0:1783948473.304147:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948473.304154:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948473.304157:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.304159:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948473.304163:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e9000. 02000000:00000001:3.0:1783948473.304164:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948473.304172:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948473.304176:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948473.304182:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948473.304190:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636514304, portal 10 00000100:00000001:3.0:1783948473.304191:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.304193:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000040:3.0:1783948473.304198:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.304205:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948473.304207:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948473.304210:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125880. 00000100:00000200:3.0:1783948473.304213:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636514304, offset 0 00000400:00000200:3.0:1783948473.304221:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948473.304229:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.304236:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948473.304241:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948473.304245:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948473.304249:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948473.304252:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948473.304255:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2527:2527:256:4294967295] 192.168.202.104@tcp LPNI seq info [2527:2527:8:4294967295] 00000400:00000200:3.0:1783948473.304258:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.304266:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948473.304271:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948473.304275:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9600. 00000800:00000200:3.0:1783948473.304280:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948473.304287:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948473.304291:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783948473.304304:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.304310:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 797517 usecs (798 jiffies) 00000400:00000200:3.0:1783948473.304313:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948473.304316:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296564254 00000100:00000001:3.0:1783948473.304320:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.304322:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296564254 00000100:00000001:3.0:1783948473.304324:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.304327:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.304329:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.304331:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948473.304333:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948473.304336:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ed80 going to sleep for 11 seconds 00000100:00000001:3.0:1783948473.304338:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948473.304340:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948473.304502:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.304507:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9600. 00000400:00000200:0.0:1783948473.304512:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.304517:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.304523:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125880 00000400:00000010:0.0:1783948473.304525:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125880. 00000100:00000001:0.0:1783948473.304530:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.304534:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.304543:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.304546:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948473.304552:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.304553:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1783948473.307511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d79080. 00000080:00000010:3.1:1783948473.307528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be940. 00000800:00000001:1.0:1783948473.312005:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.312035:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948473.312039:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.312042:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.312050:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.312058:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948473.312068:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.312074:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.312079:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.312083:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9451e00 00000400:00000200:1.0:1783948473.312089:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.312096:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6f51 [1] + 224 00000800:00000001:1.0:1783948473.312103:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.312111:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.312114:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.312119:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948473.312126:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.312134:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948473.312145:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948473.312174:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948473.312182:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.312185:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.312571:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948473.312580:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948473.312582:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948473.312586:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948473.312591:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948473.312594:0:31500:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948473.312597:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948473.312602:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948473.312610:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66300 x1870603636514304/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312615:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948473.312617:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.312620:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948473.312623:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948473.312637:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948473.312640:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.312643:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948473.312654:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=143 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948473.312658:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948473.312660:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948473.312662:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.312665:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948473.312668:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.312671:0:31500:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948473.312673:0:31500:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783948473.312674:0:31500:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948473.312676:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.312678:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948473.312681:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948473.312682:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783948473.312684:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948473.312687:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.312691:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66300 x1870603636514304/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312699:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.312701:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948473.312703:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948473.312707:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66300 x1870603636514304/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948473.312715:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636514304:192.168.202.104@tcp:35:rm.0 00000100:00000001:3.0:1783948473.312720:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.312723:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.312725:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948473.312728:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.312731:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636514304/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312737:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948473.312740:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.312744:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948473.312746:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.312753:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.312755:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000002:00000001:3.0:1783948473.312758:0:31500:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.312761:0:31500:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948473.312767:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9412e7e00. 00000080:00000001:3.0:1783948473.312772:0:31500:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783948473.312775:0:31500:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1783948473.312780:0:31500:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783948473.312796:0:31500:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066d880 x1870603636513664/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312804:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.312805:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902143616 : -129839807408000 : ffff89e95066d880) 00000100:00000001:3.0:1783948473.312807:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.312810:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d880 x1870603636513664/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312815:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.312817:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.312819:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636514304/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312824:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.312826:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.312828:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d880 x1870603636513664/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/608 e 0 to 0 dl 1783948489 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312834:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783948473.312837:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948473.312839:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948473.312841:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948473.312843:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:3.0:1783948473.312847:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948473.312849:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948473.312900:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d880. 00000100:00000001:3.0:1783948473.312905:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948473.312906:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.312908:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.312912:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66300 x1870603636514304/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312918:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948473.312919:0:31500:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be740. 00000002:00000001:3.0:1783948473.312923:0:31500:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.312925:0:31500:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948473.312927:0:31500:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477cfc0. 00000100:00000001:3.0:1783948473.312929:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.312932:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66300 x1870603636514304/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948473.312938:0:31500:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948473.312941:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948473.312943:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e9000. 02000000:00000001:3.0:1783948473.312946:0:31500:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948473.312948:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948473.312949:0:31500:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948473.312951:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948473.312952:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9412e6600. 02000000:00000001:3.0:1783948473.312956:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948473.312957:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948473.312959:0:31500:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66300. 00000100:00000001:3.0:1783948473.312961:0:31500:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948473.312962:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948473.312965:0:31500:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.312968:0:31500:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948473.312970:0:31500:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:3.0:1783948473.312974:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948473.312977:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948473.312983:0:31500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 4 00010000:00000001:3.0:1783948473.312985:0:31500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948473.312991:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.312993:0:31500:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.312997:0:31500:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948473.312999:0:31500:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff89e951d1db88) invalid 00000020:00000001:3.0:1783948473.313003:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a80 00000080:00002000:3.0:1783948473.313005:0:31500:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff89e951f59a20) parent ffff89e951e2fe58 inode ffff89e951d1db88 refc 2 00000080:00000001:3.0:1783948473.313009:0:31500:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948473.313012:0:31500:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948473.313014:0:31500:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.313018:0:31500:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948473.313021:0:31500:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948473.313023:0:31500:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948473.313025:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948473.313028:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948473.313031:0:31500:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234800 with handle 0x8c7cf19e4b440ca3 from hash 00010000:00000001:3.0:1783948473.313034:0:31500:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948473.313035:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948473.313037:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.313038:0:31500:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948473.313041:0:31500:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948473.313043:0:31500:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948473.313046:0:31500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783948473.313048:0:31500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783948473.313050:0:31500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1783948473.313057:0:31500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66300. 00000020:00000040:3.0:1783948473.313060:0:31500:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948473.313065:0:31500:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948473.313066:0:31500:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.313069:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948473.313074:0:31500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948473.313077:0:31500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.313080:0:31500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948473.313081:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948473.313085:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948473.313092:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9412e6600. 00000100:00000001:3.0:1783948473.313098:0:31500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.313100:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948473.313103:0:31500:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948473.313108:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783948473.313117:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440ca3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0615b expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948473.313125:0:31500:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1783948473.313130:0:31500:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1783948473.313132:0:31500:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1783948473.313134:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948473.313136:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596400/0x8c7cf19e4b440caa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0619a expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948473.313146:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.313148:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948473.313150:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440ca3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0615b expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1783948473.313156:0:31500:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459700 count: 0 00010000:00000010:3.0:1783948473.313161:0:31500:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7080. 00010000:00000001:3.0:1783948473.313166:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.313168:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948473.313170:0:31500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596600/0x8c7cf19e4b440c95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0613f expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1783948473.313176:0:31500:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459100 count: 0 00010000:00000010:3.0:1783948473.313179:0:31500:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7b00. 00010000:00000001:3.0:1783948473.313182:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948473.313184:0:31500:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.313186:0:31500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948473.313187:0:31500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.313189:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948473.313200:0:31500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948473.313206:0:31500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948473.313212:0:31500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948473.313214:0:31500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948473.313219:0:31500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.313221:0:31500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030140800 : -129839679410816 : ffff89e95807ed80) 00000100:00000001:3.0:1783948473.313223:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.313224:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948473.313228:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948473.313232:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.313234:0:31500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948473.313235:0:31500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948473.313239:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.313245:0:31500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948473.313247:0:31500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.313250:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948473.313252:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948473.313255:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948473.313257:0:31500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636514560:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948473.313261:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948473.313265:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948473.313267:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.313270:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948473.313274:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e9000. 02000000:00000001:3.0:1783948473.313276:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948473.313281:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948473.313284:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948473.313290:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948473.313296:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636514560, portal 10 00000100:00000001:3.0:1783948473.313298:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.313300:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000040:3.0:1783948473.313305:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.313311:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948473.313314:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948473.313316:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125198. 00000100:00000200:3.0:1783948473.313319:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1870603636514560, offset 0 00000400:00000200:3.0:1783948473.313325:0:31500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948473.313331:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.313338:0:31500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948473.313343:0:31500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948473.313347:0:31500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948473.313351:0:31500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948473.313353:0:31500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948473.313356:0:31500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2528:2528:256:4294967295] 192.168.202.104@tcp LPNI seq info [2528:2528:8:4294967295] 00000400:00000200:3.0:1783948473.313360:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948473.313368:0:31500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948473.313374:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948473.313379:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9000. 00000800:00000200:3.0:1783948473.313385:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948473.313392:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948473.313397:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1783948473.313406:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.313410:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 796500 usecs (797 jiffies) 00000400:00000200:3.0:1783948473.313413:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948473.313416:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296564262 00000100:00000001:3.0:1783948473.313419:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.313421:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296564262 00000100:00000001:3.0:1783948473.313423:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296565480 00000100:00000001:3.0:1783948473.313435:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.313438:0:31500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.313441:0:31500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948473.313443:0:31500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948473.313445:0:31500:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807ed80 going to sleep for 11 seconds 00000100:00000001:3.0:1783948473.313447:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948473.313450:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948473.313913:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948473.313919:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9000. 00000400:00000200:0.0:1783948473.314408:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948473.314415:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948473.314422:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125198 00000400:00000010:0.0:1783948473.314434:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125198. 00000100:00000001:0.0:1783948473.314439:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948473.314445:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.314455:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948473.314458:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948473.314464:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948473.314465:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948473.318286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596400. 00010000:00000010:3.1:1783948473.318304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459700. 00010000:00000010:3.1:1783948473.318309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:3.1:1783948473.318312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459100. 00010000:00000010:3.1:1783948473.318314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596600. 00000800:00000001:1.0:1783948473.338655:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.338677:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948473.338682:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.338685:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.338698:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.338707:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948473.338719:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.338724:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.338730:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.338734:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9451f00 00000400:00000200:1.0:1783948473.338739:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.338746:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6f59 [1] + 224 00000800:00000001:1.0:1783948473.338754:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.338761:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948473.338764:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.338770:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948473.338777:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948473.339131:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948473.339145:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948473.339163:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948473.339175:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948473.339180:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948473.339186:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948473.339192:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2529:2529:256:4294967295] 192.168.202.104@tcp LPNI seq info [2529:2529:8:4294967295] 00000400:00000200:1.0:1783948473.339197:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948473.339301:0:31500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948473.339309:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948473.339311:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948473.339315:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948473.339319:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948473.339322:0:31500:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948473.339325:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948473.339330:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948473.339339:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66300 x1870603636514560/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/624 e 0 to 0 dl 1783948489 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.339345:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948473.339347:0:31500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.339350:0:31500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948473.339354:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948473.339357:0:31500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948473.339359:0:31500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948473.339362:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948473.339371:0:31500:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=143 v=5 (106 106 106 137) 00000100:00001000:3.0:1783948473.339376:0:31500:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948473.339378:0:31500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948473.339380:0:31500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948473.339383:0:31500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948473.339386:0:31500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.339390:0:31500:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948473.339392:0:31500:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x100000151] 00000100:00000001:3.0:1783948473.339394:0:31500:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948473.339397:0:31500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948473.339399:0:31500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948473.339402:0:31500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948473.339405:0:31500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783948473.339407:0:31500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948473.339410:0:31500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948473.339415:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66300 x1870603636514560/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948489 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.339422:0:31500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948473.339435:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948473.339437:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948473.339441:0:31500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66300 x1870603636514560/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948489 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948473.339448:0:31500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:31500:1870603636514560:192.168.202.104@tcp:36:rm.0 00000100:00000001:3.0:1783948473.339453:0:31500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948473.339457:0:31500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948473.339459:0:31500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948473.339461:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.339465:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636514560/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948489 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.339472:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948473.339475:0:31500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807ed80. 00000100:00000001:3.0:1783948473.339478:0:31500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948473.339480:0:31500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948473.339499:0:31500:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.339503:0:31500:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948473.339508:0:31500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948473.339511:0:31500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9412e6a00. 00000100:00000001:3.0:1783948473.339521:0:31500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948473.339525:0:31500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66300 x1870603636514560/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948489 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948473.339533:0:31500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.339535:0:31500:0:(namei.c:2360:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.339552:0:31500:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783948473.339556:0:31500:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783948473.339558:0:31500:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff89e951d1db88) 00800000:00000001:3.0:1783948473.339563:0:31500:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783948473.339565:0:31500:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:3.0:1783948473.339570:0:31500:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783948473.339576:0:31500:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948473.339578:0:31500:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.339581:0:31500:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783948473.339583:0:31500:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783948473.339585:0:31500:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.339588:0:31500:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948473.339592:0:31500:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783948473.339593:0:31500:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783948473.339607:0:31500:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948473.339610:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3e30 00000080:00002000:3.0:1783948473.339613:0:31500:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff89e951f59a20, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783948473.339616:0:31500:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948473.339619:0:31500:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948473.339622:0:31500:0:(dcache.c:48:ll_release()) Process leaving 00000400:00000200:1.0:1783948473.340630:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948473.340641:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948473.340648:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948473.340656:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948473.340664:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948473.340669:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948473.340771:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948473.340777:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948473.340782:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948473.341565:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948473.341641:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948473.341649:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1783948473.346051:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d1dac0. 00000080:00000010:3.1:1783948473.346070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509abca0. 00000020:00000001:3.0:1783948473.565619:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948473.565632:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948473.565636:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1783948474.012401:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948474.012407:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e961306300. 00000400:00000200:1.0:1783948474.012411:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948474.012416:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948474.012432:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2330 00000400:00000010:1.0:1783948474.012435:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2330. 00000100:00000001:1.0:1783948474.012439:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948474.012445:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948474.012456:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948474.012459:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948474.012467:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948474.012469:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948474.012481:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948474.012483:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954535800. 00000400:00000200:1.0:1783948474.012485:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948474.012488:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948474.012491:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2b28 00000400:00000010:1.0:1783948474.012493:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2b28. 00000100:00000001:1.0:1783948474.012495:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948474.012498:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948474.012504:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948474.012507:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948474.012513:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948474.012515:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948474.012573:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948474.012576:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954535200. 00000400:00000200:1.0:1783948474.012578:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948474.012581:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948474.012583:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a26e8 00000400:00000010:1.0:1783948474.012585:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a26e8. 00000100:00000001:1.0:1783948474.012587:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948474.012591:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948474.012598:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948474.012601:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948474.012606:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948474.012608:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948474.019992:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.020014:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948474.020018:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.020020:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948474.020028:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.020036:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948474.020059:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.020064:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.020070:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.020074:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9451f80 00000400:00000200:1.0:1783948474.020078:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.020084:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6f61 [1] + 224 00000800:00000001:1.0:1783948474.020091:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.020095:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948474.020099:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948474.020102:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948474.020109:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948474.020117:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948474.020132:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.020195:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948474.020206:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948474.021903:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948474.021925:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.021936:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948474.021939:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.021942:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948474.021949:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.021956:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948474.021963:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.021966:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.021970:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.021974:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9452000 00000400:00000200:1.0:1783948474.021978:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.021983:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6f71 [1] + 224 00000800:00000001:1.0:1783948474.021990:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.021998:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948474.022001:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948474.022005:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948474.022010:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948474.022018:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948474.022028:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948474.022037:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948474.022040:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.022043:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948474.023226:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948474.023231:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948474.023234:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891738. 00000400:00000200:3.0:1783948474.023240:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2f68 00000400:00000010:3.0:1783948474.023242:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2f68. 00000100:00000001:3.0:1783948474.023247:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948474.023256:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948474.023277:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.023324:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948474.023327:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948474.023331:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948474.023335:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948474.023338:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948474.023340:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948474.023343:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948474.023350:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948474.023354:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1783948474.023357:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948474.023359:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948474.023362:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948474.023364:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.023367:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948474.023373:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.023380:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948474.023383:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948474.023385:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948474.023389:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948474.023398:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636514688:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948474.023403:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.023407:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948474.023410:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ed80 x1870603636514688/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.023417:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948474.023431:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948474.023434:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775e00. 02000000:00000001:3.0:1783948474.023438:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948474.023440:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948474.023442:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948474.023444:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948474.023446:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e961306900. 02000000:00000001:3.0:1783948474.023449:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948474.023451:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948474.023453:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ed80. 00000100:00000001:3.0:1783948474.023457:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948474.023458:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948474.023461:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.023464:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948474.023466:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948474.023468:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948474.023470:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948474.023472:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438915d8. 00000400:00000200:3.0:1783948474.023474:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2110 00000400:00000010:3.0:1783948474.023752:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2110. 00000100:00000001:3.0:1783948474.023758:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948474.023764:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948474.023773:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.023779:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948474.023781:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948474.023783:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948474.023784:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948474.023786:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948474.023788:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948474.023790:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948474.023796:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=144 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948474.023799:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948474.023801:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948474.023803:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948474.023804:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948474.023807:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.023810:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948474.023812:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1783948474.023814:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948474.023815:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948474.023820:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.023830:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948474.023832:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948474.023834:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948474.023837:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948474.023844:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636514816:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948474.023849:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.023872:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948474.023876:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ce00 x1870603636514816/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.023882:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948474.023883:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948474.023885:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775a00. 02000000:00000001:3.0:1783948474.023887:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948474.023889:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948474.023890:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948474.023892:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948474.023893:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e961306700. 02000000:00000001:3.0:1783948474.023895:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948474.023896:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948474.023897:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ce00. 00000100:00000001:3.0:1783948474.023900:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948474.023901:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948474.023903:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.023904:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948474.023905:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948474.023907:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.023908:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948474.027427:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.027445:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948474.027449:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.027452:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948474.027460:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.027467:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948474.027546:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.027552:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.027559:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.027563:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9452080 00000400:00000200:1.0:1783948474.027568:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948474.027574:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6f69 [1] + 224 00000800:00000001:1.0:1783948474.027581:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.027591:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948474.027594:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948474.027598:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948474.027605:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948474.027915:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948474.027927:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.027962:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948474.027967:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948474.027984:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948474.027993:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948474.027997:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948474.030530:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948474.030538:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948474.030543:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891f20. 00000400:00000200:3.0:1783948474.030553:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a25d8 00000400:00000010:3.0:1783948474.030556:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a25d8. 00000100:00000001:3.0:1783948474.030562:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948474.030572:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948474.030583:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.030591:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948474.030593:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948474.030595:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948474.030598:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948474.030601:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948474.030603:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948474.030616:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948474.030626:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=144 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948474.030629:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948474.030638:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948474.030640:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948474.030643:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948474.030647:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.030651:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948474.030653:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948474.030655:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948474.030657:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948474.030662:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.030669:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948474.030673:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948474.030674:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948474.030679:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948474.030686:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636514944:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948474.030691:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948474.030695:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948474.030698:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066f100 x1870603636514944/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948474.030705:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948474.030708:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948474.030711:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958774200. 02000000:00000001:3.0:1783948474.030715:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948474.030718:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948474.030720:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948474.030722:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948474.030725:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e961306c00. 02000000:00000001:3.0:1783948474.030728:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948474.030730:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948474.030732:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066f100. 00000100:00000001:3.0:1783948474.030736:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948474.030737:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948474.030740:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948474.030748:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948474.030749:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948474.030752:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948474.030755:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948474.514027:0:31585:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948474.585169:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948474.585173:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948474.585176:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948475.615362:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948475.615367:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948475.615370:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948476.108520:0:31723:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948476.465463:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.465479:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948476.465484:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.465486:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948476.465494:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.465502:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948476.465511:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.465515:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.465521:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.465525:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda959f80 00000400:00000200:1.0:1783948476.465534:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x5f49 [2] + 1968 00000400:00000010:1.0:1783948476.465596:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888630. 00000400:00000200:1.0:1783948476.465651:0:2346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e959473900 00000800:00000001:1.0:1783948476.465658:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.465666:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948476.465669:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948476.465674:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948476.465679:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e959473900 00000400:00000010:1.0:1783948476.465681:0:2346:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff89e959473900. 00000100:00000001:1.0:1783948476.465688:0:2346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783948476.465690:0:2346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1783948476.465694:0:2346:0:(events.c:337:request_in_callback()) incoming req@ffff89e9493f1450 x1870603658567552 msgsize 328 00000100:00100000:1.0:1783948476.465698:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000040:1.0:1783948476.465701:0:2346:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1783948476.465708:0:2346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783948476.465714:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.465716:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1783948476.465735:0:15857:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff89e9493f2800. 00000100:00000010:1.0:1783948476.465742:0:15857:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff89e95813a000. 00000100:00100000:1.0:1783948476.465745:0:15857:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1783948476.465749:0:15857:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1783948476.465752:0:15857:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888630. 00000400:00000010:1.0:1783948476.465757:0:15857:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89e95878f000. 00000100:00000001:1.0:1783948476.465766:0:15857:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783948476.465768:0:15857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658567552 02000000:00000001:1.0:1783948476.465770:0:15857:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783948476.465773:0:15857:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948476.465775:0:15857:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948476.465780:0:15857:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948476.465784:0:15857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658567552 00000020:00000001:1.0:1783948476.465787:0:15857:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948476.465788:0:15857:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:1.0:1783948476.465791:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948476.465794:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:1.0:1783948476.465796:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:1.0:1783948476.465798:0:15857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00000001:1.0:1783948476.465803:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948476.465807:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22200. 00000100:00000001:1.0:1783948476.465809:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948476.465812:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22200. 00000020:00000010:1.0:1783948476.465818:0:15857:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947146800. 00000020:00000010:1.0:1783948476.465824:0:15857:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e9585c4800. 00000020:00000010:1.0:1783948476.465828:0:15857:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e9582a3ed8. 00000100:00000040:1.0:1783948476.465837:0:15857:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783948476.465840:0:15857:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783948476.465842:0:15857:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783948476.465843:0:15857:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.465938:0:15857:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.465948:0:15857:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948476.465958:0:15857:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783948476.465960:0:15857:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783948476.465964:0:15857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 58 00000100:00000040:1.0:1783948476.465968:0:15857:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6a800 : new rpc_count 1 00000100:00000001:1.0:1783948476.465970:0:15857:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614233782096976 : -129839927454640 : ffff89e9493f1450) 00000100:00000040:1.0:1783948476.465978:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e9493f1450 x1870603658567552/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:512/0 lens 328/0 e 0 to 0 dl 1783948487 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948476.465986:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948476.465989:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22200. 00000100:00000001:1.0:1783948476.465991:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948476.465992:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22200. 00000100:00100000:1.0:1783948476.465996:0:15857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e9493f1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6941:x1870603658567552:12345-192.168.202.104@tcp:104: 00000100:00000200:1.0:1783948476.465999:0:15857:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658567552 00010000:00000001:1.0:1783948476.466002:0:15857:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783948476.466008:0:15857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948476.466010:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948476.466012:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=2 00000020:00000001:1.0:1783948476.466014:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:1.0:1783948476.466017:0:15857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:1.0:1783948476.466020:0:15857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948476.466024:0:15857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948476.466028:0:15857:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783948476.466041:0:15857:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783948476.466043:0:15857:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783948476.466047:0:15857:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e9493f0400. 02000000:00000001:1.0:1783948476.466049:0:15857:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.466052:0:15857:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948476.466056:0:15857:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783948476.466058:0:15857:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948476.466061:0:15857:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948476.466066:0:15857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948476.466068:0:15857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948476.466071:0:15857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:1.0:1783948476.466073:0:15857:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783948476.466075:0:15857:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.466077:0:15857:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948476.466080:0:15857:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948476.466083:0:15857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618f68. 00000100:00000200:1.0:1783948476.466086:0:15857:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658567552, offset 224 00000400:00000200:1.0:1783948476.466091:0:15857:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948476.466097:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.466103:0:15857:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948476.466109:0:15857:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2533:2533:256:4294967295] 192.168.202.104@tcp LPNI seq info [2533:2533:8:4294967295] 00000400:00000200:1.0:1783948476.466113:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.466120:0:15857:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948476.466126:0:15857:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948476.466131:0:15857:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ec00. 00000800:00000200:1.0:1783948476.466137:0:15857:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948476.466145:0:15857:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948476.466148:0:15857:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948476.466157:0:15857:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948476.466159:0:15857:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:1.0:1783948476.466162:0:15857:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783948476.466166:0:15857:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e95878f0c0. 00010000:00000001:1.0:1783948476.466168:0:15857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783948476.466178:0:15857:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783948476.466181:0:15857:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948476.466182:0:15857:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948476.466184:0:15857:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948476.466189:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9493f1450 x1870603658567552/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:512/0 lens 328/224 e 0 to 0 dl 1783948487 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783948476.466197:0:15857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e9493f1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6941:x1870603658567552:12345-192.168.202.104@tcp:104: Request processed in 209us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1783948476.466204:0:15857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 58 00000100:00000040:1.0:1783948476.466207:0:15857:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6a800 : new rpc_count 0 00000100:00000001:1.0:1783948476.466209:0:15857:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783948476.466211:0:15857:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783948476.466216:0:15857:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e9585c4800. 00000020:00000010:1.0:1783948476.466220:0:15857:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e9582a3ed8. 00000020:00000010:1.0:1783948476.466223:0:15857:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947146800. 00000020:00000040:1.0:1783948476.466227:0:15857:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 02000000:00000001:1.0:1783948476.466234:0:15857:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1783948476.466236:0:15857:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e950637400. 02000000:00000001:1.0:1783948476.466239:0:15857:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1783948476.466241:0:15857:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243480. 02000000:00000001:1.0:1783948476.466244:0:15857:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1783948476.466246:0:15857:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e950636800. 02000000:00000001:1.0:1783948476.466248:0:15857:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1783948476.466249:0:15857:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241c00. 02000000:00000001:1.0:1783948476.466251:0:15857:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1783948476.466252:0:15857:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e9493f2000. 02000000:00000001:1.0:1783948476.466254:0:15857:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1783948476.466255:0:15857:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240700. 02000000:00000001:1.0:1783948476.466258:0:15857:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1783948476.466259:0:15857:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e9493f1c00. 02000000:00000001:1.0:1783948476.466261:0:15857:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1783948476.466262:0:15857:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240e00. 02000000:00000001:1.0:1783948476.466264:0:15857:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1783948476.466265:0:15857:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e950637000. 02000000:00000001:1.0:1783948476.466267:0:15857:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1783948476.466268:0:15857:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf100. 02000000:00000001:1.0:1783948476.466272:0:15857:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1783948476.466274:0:15857:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e9493f2400. 02000000:00000001:1.0:1783948476.466275:0:15857:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1783948476.466277:0:15857:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000010:1.0:1783948476.466279:0:15857:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff89e95813c000. 00000100:00000010:1.0:1783948476.466283:0:15857:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff89e9493f1400. 00000100:00000001:1.0:1783948476.466286:0:15857:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948476.468559:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948476.468567:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948476.468572:0:15866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783948476.468576:0:15866:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783948476.468578:0:15866:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783948476.468585:0:15866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783948476.468690:0:15866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e952235a00 already unused, calling callback (ffffffffc1342360) 00000008:00000001:3.0:1783948476.468696:0:15866:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1783948476.468699:0:15866:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783948476.468701:0:15866:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948476.468703:0:15866:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948476.468706:0:15866:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=3 00000020:00000001:3.0:1783948476.468709:0:15866:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948476.468712:0:15866:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948476.468715:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948476.468718:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1783948476.468726:0:15866:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783948476.468729:0:15866:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948476.468738:0:15866:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948476.468744:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e942f88c00. 00000020:00000010:3.0:1783948476.468749:0:15866:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e942f88800. 00000020:00000010:3.0:1783948476.468753:0:15866:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204720. 00000008:00000010:3.0:1783948476.468759:0:15866:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948476.468764:0:15866:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948476.468769:0:15866:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948476.468775:0:15866:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948476.468779:0:15866:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948476.468783:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e942f89e00. 00000008:00000010:3.0:1783948476.468786:0:15866:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948476.468790:0:15866:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948476.468793:0:15866:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948476.468797:0:15866:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948476.468799:0:15866:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948476.468801:0:15866:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000008:00000001:3.0:1783948476.468803:0:15866:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783948476.468806:0:15866:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948476.468808:0:15866:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948476.468810:0:15866:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e942f88800. 00000020:00000010:3.0:1783948476.468815:0:15866:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204720. 00000008:00000010:3.0:1783948476.468818:0:15866:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948476.468821:0:15866:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948476.468824:0:15866:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948476.468827:0:15866:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948476.468830:0:15866:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948476.468832:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e942f88c00. 00000008:00000010:3.0:1783948476.468835:0:15866:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948476.468838:0:15866:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948476.468841:0:15866:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948476.468843:0:15866:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948476.468846:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e942f89e00. 00000020:00000010:3.0:1783948476.468848:0:15866:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000008:00000001:3.0:1783948476.468904:0:15866:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948476.468908:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948476.468912:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948476.468913:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948476.468916:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948476.468919:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783948476.468922:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235a00 with handle 0x8c7cf19e4b440c64 from hash 00010000:00000001:3.0:1783948476.468924:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948476.468925:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948476.468927:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948476.468928:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948476.468932:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948476.468933:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1783948476.468939:0:15866:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948476.468941:0:15866:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948476.468944:0:15866:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948476.468946:0:15866:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783948476.468951:0:15866:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65180. 00000020:00000040:3.0:1783948476.468954:0:15866:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948476.468959:0:15866:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948476.468961:0:15866:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948476.468966:0:15866:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948476.468973:0:15866:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e942f89e00. 00000100:00000001:3.0:1783948476.468980:0:15866:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948476.468982:0:15866:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948476.468988:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783948476.468996:0:15866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948476.468998:0:15866:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948476.469002:0:15866:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948476.469007:0:15866:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948476.469020:0:15866:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca86b210] to pc [ptlrpcd_01_00+0] req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783948476.469045:0:15866:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948476.469047:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948476.469048:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948476.469050:0:15866:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948476.469052:0:15866:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948476.469054:0:15866:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948476.469057:0:15866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948476.469064:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948476.469066:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440c64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e06082 expref: -99 pid: 31498 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783948476.469073:0:15866:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c280. 00010000:00000040:3.0:1783948476.469078:0:15866:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fc00 count: 0 00010000:00000010:3.0:1783948476.469084:0:15866:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e958f6f900. 00010000:00000001:3.0:1783948476.469092:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948476.469093:0:15866:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783948476.469095:0:15866:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e95878f0c0. 00010000:00000001:3.0:1783948476.469098:0:15866:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948476.469101:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948476.469102:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948476.469104:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948476.469106:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948476.469107:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948476.469108:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948476.469110:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948476.469112:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948476.469113:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783948476.469121:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948476.469123:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948476.469126:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948476.469131:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948476.469139:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948476.469142:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948476.469145:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948476.469148:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948476.469151:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948476.469154:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636515072:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948476.469159:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948476.469164:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948476.469166:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948476.469169:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948476.469173:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e942f88c00. 02000000:00000001:3.0:1783948476.469175:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948476.469182:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948476.469186:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948476.469192:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948476.469199:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636515072, portal 18 00000100:00000001:3.0:1783948476.469201:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948476.469202:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000040:3.0:1783948476.469208:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948476.469221:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948476.469224:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948476.469226:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601253b8. 00000100:00000200:3.0:1783948476.469230:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636515072, offset 0 00000400:00000200:3.0:1783948476.469236:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948476.469244:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948476.469252:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948476.469257:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948476.469261:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948476.469264:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948476.469267:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948476.469271:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2534:2534:255:4294967295] 192.168.202.104@tcp LPNI seq info [2534:2534:7:4294967295] 00000400:00000200:3.0:1783948476.469275:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948476.469285:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948476.469290:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948476.469297:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9a00. 00000800:00000200:3.0:1783948476.469304:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948476.469311:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948476.469317:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948476.469321:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948476.469325:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 266292 usecs (267 jiffies) 00000400:00000200:3.0:1783948476.469328:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948476.469331:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296566885 00000100:00000001:3.0:1783948476.469334:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296568487 00000100:00000001:3.0:1783948476.469452:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296566885 00000100:00000001:3.0:1783948476.469456:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296568487 00000100:00000001:3.0:1783948476.469458:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948476.469461:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948476.469465:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948476.469467:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948476.469472:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948476.469474:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948476.469476:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948476.469477:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948476.469478:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948476.469480:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948476.469492:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948476.469494:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948476.470099:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1783948476.470124:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948476.470128:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ec00. 00000400:00000200:0.0:1783948476.470134:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948476.470140:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948476.470145:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618f68 00000400:00000010:0.0:1783948476.470148:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618f68. 00000100:00000001:0.0:1783948476.470153:0:2345:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1783948476.470155:0:2345:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783948476.470157:0:2345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e9493f0400. 02000000:00000001:0.0:1783948476.470160:0:2345:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1783948476.470162:0:2345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1783948476.474769:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948476.474780:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9a00. 00000400:00000200:0.0:1783948476.474790:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948476.474799:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948476.474807:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601253b8 00000400:00000010:0.0:1783948476.474809:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601253b8. 00000100:00000001:0.0:1783948476.474815:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948476.474824:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948476.474836:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948476.474839:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948476.474864:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948476.474866:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948476.478672:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948476.478682:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948476.478806:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948476.478815:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948476.478822:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948476.478833:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948476.478838:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948476.478844:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948476.478848:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda95a000 00000400:00000200:0.0:1783948476.478882:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x6f79 [2] + 0 00000800:00000001:0.0:1783948476.478889:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948476.478901:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948476.478904:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948476.478908:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948476.478915:0:2346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948476.478918:0:2346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783948476.478925:0:2346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240000. 00000100:00000040:0.0:1783948476.478929:0:2346:0:(events.c:337:request_in_callback()) incoming req@ffff89e960240000 x1870603658567680 msgsize 328 00000100:00100000:0.0:1783948476.478934:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:0.0:1783948476.478946:0:2346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948476.478953:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948476.478957:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948476.479016:0:15857:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783948476.479020:0:15857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658567680 02000000:00000001:1.0:1783948476.479023:0:15857:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783948476.479025:0:15857:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948476.479028:0:15857:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948476.479034:0:15857:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948476.479039:0:15857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658567680 00000020:00000001:1.0:1783948476.479043:0:15857:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948476.479045:0:15857:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:1.0:1783948476.479048:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948476.479052:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:1.0:1783948476.479055:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:1.0:1783948476.479058:0:15857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000001:1.0:1783948476.479063:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948476.479068:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22200. 00000100:00000001:1.0:1783948476.479071:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948476.479074:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22200. 00000020:00000010:1.0:1783948476.479081:0:15857:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947146800. 00000020:00000010:1.0:1783948476.479087:0:15857:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e9585c4800. 00000020:00000010:1.0:1783948476.479093:0:15857:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e9582a3ed8. 00000100:00000040:1.0:1783948476.479103:0:15857:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783948476.479107:0:15857:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783948476.479108:0:15857:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783948476.479111:0:15857:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.479119:0:15857:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.479135:0:15857:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948476.479146:0:15857:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783948476.479148:0:15857:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783948476.479153:0:15857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 59 00000100:00000040:1.0:1783948476.479157:0:15857:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6c000 : new rpc_count 1 00000100:00000001:1.0:1783948476.479158:0:15857:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000040:1.0:1783948476.479166:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960240000 x1870603658567680/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:512/0 lens 328/0 e 0 to 0 dl 1783948487 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948476.479174:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948476.479177:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22200. 00000100:00000001:1.0:1783948476.479179:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948476.479180:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22200. 00000100:00100000:1.0:1783948476.479184:0:15857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:15136:x1870603658567680:12345-192.168.202.104@tcp:104: 00000100:00000200:1.0:1783948476.479188:0:15857:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658567680 00010000:00000001:1.0:1783948476.479190:0:15857:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783948476.479197:0:15857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948476.479198:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948476.479201:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa200 refcount=2 00000020:00000001:1.0:1783948476.479203:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948476.479205:0:15857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733571072 : -129839975980544 : ffff89e9465aa200) 00010000:00000001:1.0:1783948476.479209:0:15857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948476.479214:0:15857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948476.479218:0:15857:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000026c75c5f/0x8c7cf19e4b440c79 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e060c1 expref: -99 pid: 31499 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783948476.479230:0:15857:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783948476.479232:0:15857:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783948476.479237:0:15857:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e9493f2400. 02000000:00000001:1.0:1783948476.479239:0:15857:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.479242:0:15857:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948476.479246:0:15857:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783948476.479249:0:15857:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948476.479253:0:15857:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948476.479258:0:15857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948476.479260:0:15857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948476.479262:0:15857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:1.0:1783948476.479264:0:15857:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783948476.479266:0:15857:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.479269:0:15857:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948476.479272:0:15857:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948476.479276:0:15857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618110. 00000100:00000200:1.0:1783948476.479280:0:15857:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658567680, offset 224 00000400:00000200:1.0:1783948476.479286:0:15857:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948476.479293:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.479300:0:15857:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948476.479306:0:15857:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2535:2535:256:4294967295] 192.168.202.104@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:1.0:1783948476.479311:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.479318:0:15857:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948476.479323:0:15857:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948476.479328:0:15857:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948476.479335:0:15857:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948476.479343:0:15857:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948476.479348:0:15857:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948476.479362:0:15857:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948476.479366:0:15857:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:1.0:1783948476.479370:0:15857:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783948476.479373:0:15857:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e95878f3c0. 00010000:00000001:1.0:1783948476.479376:0:15857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783948476.479393:0:15857:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783948476.479404:0:15857:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948476.479406:0:15857:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948476.479408:0:15857:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948476.479413:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240000 x1870603658567680/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:512/0 lens 328/224 e 0 to 0 dl 1783948487 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783948476.479422:0:15857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:15136:x1870603658567680:12345-192.168.202.104@tcp:104: Request processed in 246us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1783948476.479431:0:15857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 59 00000100:00000040:1.0:1783948476.479436:0:15857:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6c000 : new rpc_count 0 00000100:00000001:1.0:1783948476.479441:0:15857:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783948476.479444:0:15857:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783948476.479450:0:15857:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e9585c4800. 00000020:00000010:1.0:1783948476.479455:0:15857:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e9582a3ed8. 00000020:00000010:1.0:1783948476.479461:0:15857:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947146800. 00000020:00000040:1.0:1783948476.479467:0:15857:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:1.0:1783948476.479471:0:15857:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948476.480280:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948476.480285:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948476.480290:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948476.480294:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948476.480299:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618110 00000400:00000010:1.0:1783948476.480301:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618110. 00000100:00000001:1.0:1783948476.480305:0:2345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783948476.480307:0:2345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1783948476.483971:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948476.483981:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954535400. 00000400:00000200:1.0:1783948476.483989:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948476.483999:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948476.484007:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2d48 00000400:00000010:1.0:1783948476.484009:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2d48. 00000100:00000001:1.0:1783948476.484014:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948476.484023:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636515200/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948476.484035:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948476.484039:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636515200/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948476.484045:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948476.484047:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948476.484747:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fc00. 00010000:00000010:3.1:1783948476.484755:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00000800:00000001:1.0:1783948476.490177:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.490194:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948476.490198:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.490200:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948476.490209:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490217:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948476.490227:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490232:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490238:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490242:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9452100 00000400:00000200:1.0:1783948476.490247:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490254:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6f89 [1] + 224 00000800:00000001:1.0:1783948476.490262:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.490266:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948476.490269:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948476.490273:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948476.490280:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948476.490288:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948476.490299:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948476.490320:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948476.490331:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.490335:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948476.490336:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.490339:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948476.490342:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490345:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948476.490350:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490352:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490355:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490359:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9452180 00000400:00000200:1.0:1783948476.490362:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948476.490366:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6f99 [1] + 224 00000800:00000001:1.0:1783948476.490370:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.490378:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948476.490379:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948476.490382:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948476.490385:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948476.490388:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066df80 x1870603636515200/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948476.490407:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066df80 x1870603636515200/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948476.490423:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948476.490427:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948476.490431:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948476.490487:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948476.490492:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948476.490500:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948476.490503:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948476.490507:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948476.490511:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:3.0:1783948476.490514:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:3.0:1783948476.490517:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948476.490522:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948476.490531:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948476.490537:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948476.490539:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948476.490542:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948476.490546:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948476.490549:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948476.490552:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948476.490555:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948476.490566:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185d38 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948476.490570:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948476.490573:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948476.490575:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948476.490578:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948476.490584:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948476.490589:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948476.490592:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948476.490595:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948476.490597:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948476.490614:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948476.490621:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948476.490624:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948476.490627:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948476.490631:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948476.490640:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636515072:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948476.490645:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948476.490647:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948476.490650:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65180 x1870603636515072/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948476.490658:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948476.490660:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948476.490663:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e942f88c00. 02000000:00000001:3.0:1783948476.490667:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948476.490670:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948476.490672:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948476.490674:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948476.490678:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e942f89e00. 02000000:00000001:3.0:1783948476.490681:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948476.490683:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948476.490686:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65180. 00000100:00000001:3.0:1783948476.490690:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948476.490691:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948476.490694:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948476.490701:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948476.490703:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948476.490705:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948476.490707:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948476.492986:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066df80 x1870603636515200/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948476.492999:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948476.493002:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948476.493004:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948476.493009:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066df80 x1870603636515200/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948476.493017:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636515200:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948476.493022:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948476.493024:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948476.493027:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066df80 x1870603636515200/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948492 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948476.493033:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948476.493035:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948476.493038:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951730a00. 02000000:00000001:2.0:1783948476.493041:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948476.493044:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948476.493046:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948476.493048:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948476.493051:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951730c00. 02000000:00000001:2.0:1783948476.493053:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948476.493055:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948476.493056:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066df80. 00000100:00000001:2.0:1783948476.493060:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948476.493061:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948476.493063:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948476.493071:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948476.493073:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948476.493075:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948476.493077:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783948476.493921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7b00. 00010000:00000010:2.1:1783948476.493929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa200. 00010000:00000001:2.0:1783948476.632578:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948476.632586:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948476.633749:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948476.633753:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948476.633757:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948477.657655:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948477.657664:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948477.658767:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948477.658773:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948477.658790:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783948478.196942:0:31867:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948478.679995:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296568487, at 4296568832 00000100:00000010:0.0:1783948478.680019:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713f60. 00000100:00000040:1.0:1783948478.680297:0:31638:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296568487, at 4296568832 00000100:00000010:1.0:1783948478.680304:0:31638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9437133c0. 00010000:00000001:2.0:1783948478.680513:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948478.680516:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948478.681195:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948478.681201:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948478.681204:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783948479.192923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948479.192934:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948479.192942:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066df80. 00000020:00000040:2.0:1783948479.192948:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:2.0:1783948479.192952:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948479.192956:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948479.192961:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948479.192969:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954535400. 00000100:00000001:2.0:1783948479.192977:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.192989:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948479.193001:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948479.193006:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca4017ef] to pc [ptlrpcd_01_00+0] req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.193046:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948479.193052:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948479.193055:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066f480. 00000020:00000040:2.0:1783948479.193058:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=10 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948479.193060:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948479.193061:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948479.193063:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948479.193066:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954535800. 00000100:00000001:2.0:1783948479.193069:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193073:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948479.193080:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948479.193082:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193086:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baf6277d] to pc [ptlrpcd_01_01+1] req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.193093:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948479.193099:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948479.193102:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066f800. 00000020:00000040:2.0:1783948479.193103:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948479.193105:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948479.193106:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948479.193108:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948479.193112:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954535200. 00000100:00000001:2.0:1783948479.193115:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193118:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948479.193125:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948479.193126:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000accb9147] to pc [ptlrpcd_01_00+0] req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.193135:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948479.193140:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948479.193143:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ca80. 00000020:00000040:2.0:1783948479.193145:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:2.0:1783948479.193147:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948479.193148:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948479.193150:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948479.193155:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4f700. 00000100:00000001:2.0:1783948479.193157:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193161:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948479.193173:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948479.193175:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b0a08a] to pc [ptlrpcd_01_01+1] req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.193186:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193190:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1907) 00000100:00000001:2.0:1783948479.193251:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948479.193255:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948479.193258:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948479.193263:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.193271:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948479.193273:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.193278:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948479.193281:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948479.193285:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948479.193289:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636515456:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948479.193294:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948479.193300:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948479.193302:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.193305:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948479.193310:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950b81800. 02000000:00000001:2.0:1783948479.193312:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948479.193320:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948479.193325:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891cb8. 00000400:00000010:2.0:1783948479.193332:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2cc0. 00000100:00000200:2.0:1783948479.193339:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636515456, portal 10 00000100:00000001:2.0:1783948479.193342:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948479.193343:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902150784 : -129839807400832 : ffff89e95066f480) 00000100:00000040:2.0:1783948479.193350:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.193364:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948479.193367:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948479.193369:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2220. 00000100:00000200:2.0:1783948479.193383:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636515456, offset 0 00000400:00000200:2.0:1783948479.193391:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948479.193401:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948479.193410:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948479.193417:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948479.193422:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948479.193427:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948479.193429:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948479.193434:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2537:2537:256:4294967295] 192.168.202.104@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:2.0:1783948479.193438:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948479.193449:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948479.193456:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948479.193461:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ff00. 00000800:00000200:2.0:1783948479.193469:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948479.193478:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948479.193483:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948479.193501:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.193508:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 795512 usecs (796 jiffies) 00000400:00000200:2.0:1783948479.193511:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948479.193514:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296570140 00000100:00000010:2.0:1783948479.193519:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041420. 00000100:00000001:2.0:1783948479.193527:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783948479.193534:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296570140 00000100:00000010:2.0:1783948479.193537:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041cc0. 00000100:00000001:2.0:1783948479.193540:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783948479.193543:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948479.193547:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.193550:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948479.193554:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.193560:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948479.193562:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.193564:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948479.193565:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948479.193567:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948479.193570:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636515712:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948479.193794:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948479.193798:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948479.193800:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.193802:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948479.193806:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950b80a00. 02000000:00000001:2.0:1783948479.193807:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948479.193812:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948479.193815:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919f8. 00000400:00000010:2.0:1783948479.193818:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948479.193821:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636515712, portal 4 00000100:00000001:2.0:1783948479.193823:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948479.193824:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00000100:00000040:2.0:1783948479.193830:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.193837:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948479.193839:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948479.193841:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2d48. 00000100:00000200:2.0:1783948479.193844:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636515712, offset 0 00000400:00000200:2.0:1783948479.193848:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000800:00000200:1.0:1783948479.193997:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948479.194002:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ff00. 00000400:00000200:1.0:1783948479.194008:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948479.194013:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:2.0:1783948479.194661:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948479.194669:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948479.194674:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948479.194678:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948479.194681:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948479.194683:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948479.194686:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2538:2538:255:4294967295] 192.168.202.104@tcp LPNI seq info [2538:2538:7:4294967295] 00000400:00000200:2.0:1783948479.194691:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948479.194699:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948479.194704:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948479.194709:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4f900. 00000800:00000200:2.0:1783948479.194715:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948479.194721:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948479.194724:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948479.194728:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.194733:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 264867 usecs (265 jiffies) 00000400:00000200:2.0:1783948479.194737:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948479.194739:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296569611 00000100:00000001:2.0:1783948479.194742:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296570140 00000100:00000001:2.0:1783948479.194744:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296569611 00000100:00000001:2.0:1783948479.194746:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296570140 00000100:00000001:2.0:1783948479.194749:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948479.194752:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.194755:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.194759:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948479.194768:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948479.194771:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948479.194773:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948479.194775:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948479.194777:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948479.194781:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1783948479.194782:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948479.194784:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948479.194785:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948479.194787:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948479.194788:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948479.194790:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948479.194795:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.194804:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948479.194805:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.194807:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948479.194810:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948479.194812:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948479.194815:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636515328:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948479.194819:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948479.194822:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948479.194824:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.194826:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948479.194830:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950b81e00. 02000000:00000001:2.0:1783948479.194832:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948479.194835:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948479.194839:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891160. 00000400:00000010:2.0:1783948479.194844:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a25d8. 00000100:00000200:2.0:1783948479.194847:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636515328, portal 25 00000100:00000001:2.0:1783948479.194849:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948479.194866:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00000100:00000040:2.0:1783948479.194871:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.194877:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948479.194879:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948479.194882:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2110. 00000100:00000001:3.0:1783948479.195763:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948479.195769:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948479.199166:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2220 00000400:00000010:1.0:1783948479.199176:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2220. 00000100:00000001:1.0:1783948479.199184:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948479.199199:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.199211:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948479.199215:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.199221:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948479.199223:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948479.199237:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.199251:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948479.199254:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.199257:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948479.199264:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.199269:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948479.199275:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.199279:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.199285:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.199289:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9452280 00000400:00000200:1.0:1783948479.199294:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.199301:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x6fa1 [1] + 224 00000800:00000001:1.0:1783948479.199309:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.199318:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948479.199322:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948479.199326:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948479.199331:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948479.199335:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948479.199350:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.199359:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000080:00000001:0.0:1783948479.199936:0:31930:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948479.199949:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948479.199954:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4f900. 00000400:00000200:1.0:1783948479.199959:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948479.199964:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948479.199967:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2d48 00000400:00000010:1.0:1783948479.199970:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2d48. 00000100:00000001:1.0:1783948479.199974:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948479.199980:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.199989:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948479.199992:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.199997:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948479.199999:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948479.200005:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.200008:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1783948479.202691:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636515328, offset 0 00000400:00000200:2.0:1783948479.202717:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948479.202728:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948479.202737:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948479.202744:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948479.202749:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948479.202753:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948479.202756:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948479.202760:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2539:2539:256:4294967295] 192.168.202.104@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:2.0:1783948479.202764:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948479.202774:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948479.202779:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948479.202786:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4f900. 00000800:00000200:2.0:1783948479.202793:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948479.202803:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948479.202807:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948479.202977:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948479.202984:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948479.202987:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296573680 00000100:00000001:2.0:1783948479.202996:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296570140 00000100:00000001:2.0:1783948479.203002:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296573680 00000100:00000001:2.0:1783948479.203006:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296570140 00000100:00000001:2.0:1783948479.203009:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948479.203013:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.203019:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948479.203028:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203037:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948479.203039:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.203043:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948479.203047:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948479.203051:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948479.203055:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636515584:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948479.203060:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948479.203067:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948479.203070:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.203073:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948479.203079:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950b81a00. 02000000:00000001:2.0:1783948479.203081:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948479.203085:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948479.203090:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891f20. 00000400:00000010:2.0:1783948479.203095:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2f68. 00000100:00000200:2.0:1783948479.203102:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636515584, portal 4 00000100:00000001:2.0:1783948479.203105:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948479.203106:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902151680 : -129839807399936 : ffff89e95066f800) 00000100:00000040:2.0:1783948479.203113:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203120:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948479.203122:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948479.203124:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a26e8. 00000100:00000200:2.0:1783948479.203127:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636515584, offset 0 00000400:00000200:2.0:1783948479.203131:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948479.203135:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948479.203139:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948479.203142:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948479.203144:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948479.203147:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948479.203149:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948479.203152:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2540:2540:255:4294967295] 192.168.202.104@tcp LPNI seq info [2540:2540:7:4294967295] 00000400:00000200:2.0:1783948479.203156:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948479.203161:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948479.203166:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948479.203169:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ff00. 00000800:00000200:2.0:1783948479.203173:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948479.203177:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948479.203179:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948479.203183:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.203187:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21841 usecs (22 jiffies) 00000400:00000200:2.0:1783948479.203190:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948479.203192:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296569377 00000100:00000001:2.0:1783948479.203194:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296573680 00000100:00000001:2.0:1783948479.203196:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296569377 00000100:00000001:2.0:1783948479.203198:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296573680 00000100:00000001:2.0:1783948479.203200:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948479.203202:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1783948479.203207:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948479.203209:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948479.203212:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891cb8. 00000400:00000200:2.0:1783948479.203215:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2cc0 00000400:00000010:2.0:1783948479.203217:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2cc0. 00000100:00000001:2.0:1783948479.203221:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948479.203226:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948479.203234:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203241:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948479.203243:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948479.203245:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948479.203247:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948479.203250:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948479.203252:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.203255:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948479.203262:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=149 v=5 (106 106 106 137) 00000100:00001000:2.0:1783948479.203266:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948479.203269:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948479.203271:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948479.203273:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948479.203277:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.203281:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783948479.203283:0:2356:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 4294967650 gen 2 00000100:00000040:2.0:1783948479.203289:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff89e9529cdf80 x1870603636506496/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948487 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203296:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948479.203300:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cdf80 x1870603636506496/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948487 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203307:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948479.203310:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948479.203313:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f1000. 02000000:00000001:2.0:1783948479.203317:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948479.203319:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948479.203322:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948479.203324:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948479.203327:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f6c00. 02000000:00000001:2.0:1783948479.203331:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948479.203332:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948479.203334:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cdf80. 00000100:00000001:2.0:1783948479.203338:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948479.203339:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948479.203344:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff89e9529cfb80 x1870603636509568/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948487 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948479.203350:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948479.203352:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636509568/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948487 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948479.203359:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948479.203360:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948479.203361:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f0c00. 02000000:00000001:2.0:1783948479.203363:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948479.203365:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948479.203366:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948479.203368:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948479.203382:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f7800. 02000000:00000001:2.0:1783948479.203385:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948479.203386:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948479.203388:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:2.0:1783948479.203391:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948479.203392:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948479.203397:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff89e95066e680 x1870603636512000/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203404:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948479.203406:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e680 x1870603636512000/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 488/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203412:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948479.203413:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948479.203414:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581ca800. 02000000:00000001:2.0:1783948479.203417:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948479.203418:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948479.203419:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948479.203421:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948479.203422:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774a00. 02000000:00000001:2.0:1783948479.203425:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948479.203425:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948479.203427:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e680. 00000100:00000001:2.0:1783948479.203429:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948479.203432:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948479.203437:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff89e960241f80 x1870603636512640/t4294967644(4294967644) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203443:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948479.203446:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636512640/t4294967644(4294967644) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203452:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948479.203453:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948479.203454:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f2c00. 02000000:00000001:2.0:1783948479.203456:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948479.203458:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948479.203459:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948479.203461:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948479.203462:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951730800. 02000000:00000001:2.0:1783948479.203464:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948479.203465:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948479.203466:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:2.0:1783948479.203469:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948479.203470:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948479.203475:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff89e950b66680 x1870603636513920/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203482:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948479.203484:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66680 x1870603636513920/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 496/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203490:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948479.203491:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948479.203493:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eac00. 02000000:00000001:2.0:1783948479.203495:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948479.203496:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948479.203497:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948479.203499:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948479.203501:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e941678000. 02000000:00000001:2.0:1783948479.203503:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948479.203504:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948479.203505:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66680. 00000100:00000001:2.0:1783948479.203507:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948479.203508:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948479.203513:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff89e950b66300 x1870603636514560/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203519:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948479.203522:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66300 x1870603636514560/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 512/456 e 0 to 0 dl 1783948489 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203528:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948479.203529:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948479.203531:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e9000. 02000000:00000001:2.0:1783948479.203533:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948479.203534:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948479.203535:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948479.203537:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948479.203538:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9412e6600. 02000000:00000001:2.0:1783948479.203542:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948479.203543:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948479.203545:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66300. 00000100:00000001:2.0:1783948479.203547:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948479.203548:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948479.203551:0:2356:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783948479.203553:0:2356:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:2.0:1783948479.203556:0:2356:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948479.203558:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.203563:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203571:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948479.203573:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948479.203575:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948479.203589:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948479.203596:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636515456:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948479.203602:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.203605:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948479.203608:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066f480 x1870603636515456/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.203614:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948479.203615:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948479.203617:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950b81800. 02000000:00000001:2.0:1783948479.203620:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948479.203622:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948479.203623:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948479.203625:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948479.203626:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954535800. 02000000:00000001:2.0:1783948479.203629:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948479.203630:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948479.203631:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066f480. 00000100:00000001:2.0:1783948479.203634:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948479.203635:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948479.203639:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.203641:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948479.203643:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948479.203645:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.203647:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948479.204234:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.204247:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948479.204250:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.204252:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948479.204258:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.204263:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948479.204269:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.204274:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.204278:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.204282:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9452380 00000400:00000200:1.0:1783948479.204286:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.204291:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6fa9 [1] + 224 00000800:00000001:1.0:1783948479.204298:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.204303:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948479.204306:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948479.204310:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948479.204317:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948479.204323:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948479.204332:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.204378:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948479.204381:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948479.204395:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1783948479.204429:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948479.204433:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4f900. 00000400:00000200:1.0:1783948479.204437:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948479.204440:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948479.204443:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2110 00000400:00000010:1.0:1783948479.204445:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2110. 00000100:00000001:1.0:1783948479.204449:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948479.204453:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.204462:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948479.204465:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.204471:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948479.204473:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948479.204478:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.204480:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948479.204735:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948479.204738:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ff00. 00000400:00000200:1.0:1783948479.204741:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948479.204745:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948479.204748:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a26e8 00000400:00000010:1.0:1783948479.204750:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a26e8. 00000100:00000001:1.0:1783948479.204753:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948479.204756:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.204764:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948479.204766:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.204773:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948479.204775:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:2.0:1783948479.205003:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948479.205006:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948479.205009:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919f8. 00000400:00000200:2.0:1783948479.205013:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948479.205015:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948479.205017:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948479.205023:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948479.205030:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.205036:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948479.205038:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948479.205040:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948479.205043:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948479.205046:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948479.205048:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948479.205051:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948479.205061:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=149 v=5 (5 5 5 112) 00000100:00001000:2.0:1783948479.205065:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948479.205067:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948479.205069:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948479.205073:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948479.205076:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.205080:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948479.205083:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948479.205085:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948479.205088:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948479.205093:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.205100:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948479.205102:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948479.205104:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948479.205107:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948479.205115:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636515712:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948479.205120:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.205121:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948479.205124:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ca80 x1870603636515712/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948479.205130:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948479.205133:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948479.205135:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950b80a00. 02000000:00000001:2.0:1783948479.205138:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948479.205141:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948479.205142:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948479.205144:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948479.205147:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4f700. 02000000:00000001:2.0:1783948479.205150:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948479.205151:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948479.205154:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ca80. 00000100:00000001:2.0:1783948479.205157:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948479.205158:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948479.205161:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.205163:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948479.205165:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948479.205167:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948479.205169:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948479.207240:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.207253:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948479.207257:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.207259:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948479.207267:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207274:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948479.207282:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207287:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207292:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207296:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9452200 00000400:00000200:1.0:1783948479.207302:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207308:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6fb1 [1] + 224 00000800:00000001:1.0:1783948479.207315:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.207322:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948479.207325:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948479.207329:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948479.207336:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948479.207345:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948479.207356:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.207387:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948479.207396:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.207400:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948479.207439:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948479.207444:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948479.207450:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948479.207452:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948479.207455:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891160. 00000400:00000200:3.0:1783948479.207459:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a25d8 00000400:00000010:3.0:1783948479.207461:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a25d8. 00000100:00000001:3.0:1783948479.207465:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948479.207469:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948479.207479:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948479.207486:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948479.207488:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948479.207490:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948479.207494:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948479.207496:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948479.207499:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948479.207502:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948479.207507:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=150 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948479.207512:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=150 v=5 (1 1 1 1) 00000100:00000001:3.0:1783948479.207514:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948479.207524:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948479.207527:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948479.207530:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948479.207533:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948479.207539:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948479.207546:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948479.207550:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948479.207552:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948479.207556:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948479.207564:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636515328:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948479.207570:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948479.207572:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948479.207575:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066df80 x1870603636515328/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948479.207593:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948479.207596:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948479.207599:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950b81e00. 02000000:00000001:3.0:1783948479.207603:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948479.207605:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948479.207607:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948479.207609:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948479.207611:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954535400. 02000000:00000001:3.0:1783948479.207615:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948479.207616:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948479.207618:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066df80. 00000100:00000001:3.0:1783948479.207622:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948479.207623:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948479.207626:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948479.207628:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948479.207629:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948479.207631:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948479.207632:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948479.207966:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.207972:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948479.207975:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.207977:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948479.207980:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207983:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948479.207986:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207988:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207990:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207992:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9452300 00000400:00000200:1.0:1783948479.207995:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948479.207999:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x6fb9 [1] + 224 00000800:00000001:1.0:1783948479.208001:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.208040:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948479.208042:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948479.208044:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948479.208047:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948479.208051:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948479.208057:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948479.208067:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948479.208071:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948479.208073:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948479.208249:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948479.208252:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948479.208255:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948479.208257:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948479.208259:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891f20. 00000400:00000200:3.0:1783948479.208261:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2f68 00000400:00000010:3.0:1783948479.208263:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2f68. 00000100:00000001:3.0:1783948479.208266:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948479.208271:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948479.208279:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948479.208286:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948479.208288:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948479.208289:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948479.208291:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948479.208292:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948479.208293:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948479.208295:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948479.208300:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=149 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948479.208302:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948479.208304:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948479.208305:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948479.208306:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948479.208308:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948479.208311:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948479.208312:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1783948479.208314:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948479.208315:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948479.208318:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948479.208322:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948479.208323:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948479.208324:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948479.208326:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948479.208330:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636515584:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948479.208333:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948479.208334:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948479.208336:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066f800 x1870603636515584/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948479.208341:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948479.208341:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948479.208343:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950b81a00. 02000000:00000001:3.0:1783948479.208345:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948479.208346:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948479.208347:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948479.208348:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948479.208349:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954535200. 02000000:00000001:3.0:1783948479.208351:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948479.208352:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948479.208352:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066f800. 00000100:00000001:3.0:1783948479.208354:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948479.208355:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948479.208357:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948479.208362:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948479.208364:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948479.208365:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948479.208366:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948479.704595:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948479.704604:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948479.705713:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948479.705718:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948479.705722:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948480.244317:0:32022:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948480.621352:0:32058:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1783948480.621402:0:32058:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 09:14:39 (1783948479) 00000001:00000001:3.0:1783948480.630700:0:32058:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1783948480.727982:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948480.727991:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948480.728062:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948480.728066:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948480.728069:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948481.751992:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948481.751999:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948481.755572:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948481.755581:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948481.755586:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783948481.969105:0:32078:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948481.969115:0:32078:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948481.969118:0:32078:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948481.969122:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33bc0 00000080:00200000:2.0:1783948481.969128:0:32078:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948481.969138:0:32078:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2000. 00800000:00000002:2.0:1783948481.969145:0:32078:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948481.969150:0:32078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948481.969156:0:32078:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948481.969159:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33ae0 00800000:00000002:2.0:1783948481.969162:0:32078:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948481.969166:0:32078:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948481.969171:0:32078:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948481.969177:0:32078:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948481.969179:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f339b0 00000002:00010000:2.0:1783948481.969181:0:32078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948481.969185:0:32078:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948481.969187:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948481.969191:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948481.969198:0:32078:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948481.969200:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948481.969202:0:32078:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948481.969204:0:32078:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948481.969207:0:32078:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948481.969213:0:32078:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ca80. 00000020:00000040:2.0:1783948481.969218:0:32078:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948481.969224:0:32078:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948481.969230:0:32078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948481.969233:0:32078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948481.969236:0:32078:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948481.969238:0:32078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948481.969243:0:32078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948481.969251:0:32078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8400. 00000100:00000001:2.0:1783948481.969258:0:32078:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.969263:0:32078:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948481.969265:0:32078:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.969266:0:32078:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948481.969267:0:32078:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.969269:0:32078:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948481.969274:0:32078:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00010000:00000001:2.0:1783948481.969279:0:32078:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948481.969281:0:32078:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948481.969286:0:32078:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f100. 00010000:00000010:2.0:1783948481.969290:0:32078:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887d80. 00010000:00000001:2.0:1783948481.969295:0:32078:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948481.969299:0:32078:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234200. 00000020:00000001:2.0:1783948481.969302:0:32078:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948481.969305:0:32078:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234200 with handle 0x8c7cf19e4b440cb1 to hash 00000020:00000001:2.0:1783948481.969306:0:32078:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948481.969308:0:32078:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.969311:0:32078:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.969314:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948481.969317:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948481.969321:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948481.969330:0:32078:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948481.969340:0:32078:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948481.972699:0:32078:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948481.972703:0:32078:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948481.972715:0:32078:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960266300. 00000100:00000001:2.0:1783948481.972718:0:32078:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166354688 : -129839543196928 : ffff89e960266300) 00000100:00000001:2.0:1783948481.972722:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948481.972723:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00000100:00000001:2.0:1783948481.972730:0:32078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948481.972734:0:32078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948481.972736:0:32078:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948481.972738:0:32078:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948481.972749:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948481.972758:0:32078:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948481.972760:0:32078:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948481.972764:0:32078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948481.972767:0:32078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948481.972770:0:32078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948481.972773:0:32078:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32078:1870603636515840:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948481.972778:0:32078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948481.972783:0:32078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948481.972786:0:32078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948481.972789:0:32078:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948481.972795:0:32078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958134800. 02000000:00000001:2.0:1783948481.972797:0:32078:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948481.972805:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948481.972811:0:32078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919f8. 00000400:00000010:2.0:1783948481.972818:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948481.972826:0:32078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636515840, portal 10 00000100:00000001:2.0:1783948481.972828:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948481.972830:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00000100:00000040:2.0:1783948481.972837:0:32078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948497 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948481.973313:0:32078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948481.973319:0:32078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948481.973324:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2cc0. 00000100:00000200:2.0:1783948481.973329:0:32078:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636515840, offset 0 00000400:00000200:2.0:1783948481.973336:0:32078:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948481.973359:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948481.973368:0:32078:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948481.973374:0:32078:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948481.973379:0:32078:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948481.973382:0:32078:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948481.973386:0:32078:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948481.973389:0:32078:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2541:2541:256:4294967295] 192.168.202.104@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:2.0:1783948481.973394:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948481.973406:0:32078:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948481.973413:0:32078:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948481.973419:0:32078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4f700. 00000800:00000200:2.0:1783948481.973426:0:32078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948481.973434:0:32078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948481.973439:0:32078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4f700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783948481.973512:0:32078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948481.973520:0:32078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 794502 usecs (795 jiffies) 00000400:00000200:2.0:1783948481.973524:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948481.973526:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296572920 00000100:00000001:2.0:1783948481.973529:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296573680 00000100:00000001:2.0:1783948481.973532:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296572920 00000100:00000001:2.0:1783948481.973534:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296573680 00000100:00000001:2.0:1783948481.973536:0:32078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948481.973539:0:32078:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948481.973542:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948481.973544:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948481.973608:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960266300 going to sleep for 11 seconds 00000100:00000001:2.0:1783948481.973613:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948481.973616:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948481.977554:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948481.977570:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4f700. 00000400:00000200:1.0:1783948481.977579:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948481.977591:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948481.977600:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2cc0 00000400:00000010:1.0:1783948481.977603:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2cc0. 00000100:00000001:1.0:1783948481.977609:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948481.977619:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948497 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948481.977634:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948481.977638:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948497 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948481.977645:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948481.977647:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948481.993899:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948481.993918:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948481.993931:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948481.993935:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948481.993944:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948481.993952:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948481.993962:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948481.993966:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948481.993972:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948481.993976:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9452400 00000400:00000200:1.0:1783948481.993981:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948481.993987:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6fc1 [1] + 224 00000800:00000001:1.0:1783948481.993994:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948481.994001:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948481.994004:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948481.994008:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948481.994016:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948481.994024:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948497 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948481.994034:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948497 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948481.994055:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948481.994064:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948481.994068:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948481.994143:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948481.994151:0:32078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948481.994153:0:32078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948481.994157:0:32078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919f8. 00000400:00000200:2.0:1783948481.994160:0:32078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948481.994163:0:32078:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948481.994166:0:32078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948481.994171:0:32078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948497 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948481.994178:0:32078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948497 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948481.994183:0:32078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948481.994185:0:32078:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948481.994188:0:32078:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948481.994191:0:32078:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948481.994194:0:32078:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948481.994196:0:32078:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948481.994208:0:32078:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948481.994218:0:32078:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=151 v=5 (106 106 106 137) 00000100:00001000:2.0:1783948481.994222:0:32078:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948481.994224:0:32078:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948481.994226:0:32078:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.994228:0:32078:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948481.994231:0:32078:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948481.994236:0:32078:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948481.994238:0:32078:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1783948481.994240:0:32078:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948481.994241:0:32078:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948481.994247:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948497 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948481.994361:0:32078:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948481.994364:0:32078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948481.994366:0:32078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948481.994372:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948497 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948481.994380:0:32078:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32078:1870603636515840:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948481.994385:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948481.994387:0:32078:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948481.994389:0:32078:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948481.994392:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948481.994395:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948497 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948481.994402:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948481.994405:0:32078:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960266300. 00000100:00000001:2.0:1783948481.994410:0:32078:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948481.994411:0:32078:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.994414:0:32078:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948481.994419:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994422:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994425:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=4 00000020:00000001:2.0:1783948481.994428:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994431:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000040:2.0:1783948481.994437:0:32078:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234200, remote cookie: 0x2ceea11ad5e061cb, flags: 0x1001 00010000:00010000:2.0:1783948481.994442:0:32078:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948481.994452:0:32078:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948481.994462:0:32078:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948481.994467:0:32078:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948481.994469:0:32078:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948481.994470:0:32078:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948481.994472:0:32078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948481.994475:0:32078:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6f100) refcount = 1 00010000:00010000:2.0:1783948481.994478:0:32078:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948481.994484:0:32078:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948481.994488:0:32078:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948481.994490:0:32078:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948481.994493:0:32078:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948481.994495:0:32078:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948481.994498:0:32078:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948481.994505:0:32078:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948481.994506:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994508:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948481.994509:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994510:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948481.994512:0:32078:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948481.994516:0:32078:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948481.994518:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994519:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994520:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:2.0:1783948481.994522:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994525:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994527:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994528:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994529:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=4 00000020:00000001:2.0:1783948481.994531:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994533:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994536:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948481.994540:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948481.994543:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948481.994606:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994607:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948481.994609:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994610:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994611:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=5 00000020:00000001:2.0:1783948481.994613:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994615:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994618:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948481.994621:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948481.994627:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994629:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948481.994631:0:32078:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948481.994637:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948481.994638:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994639:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948481.994640:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994641:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948481.994646:0:32078:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948497 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948481.994654:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994655:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994656:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:2.0:1783948481.994658:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994660:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994662:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994663:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948481.994664:0:32078:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948481.994667:0:32078:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948481.994671:0:32078:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948481.994673:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994674:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994675:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:2.0:1783948481.994677:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994679:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00000002:00010000:2.0:1783948481.994682:0:32078:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948481.994688:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994688:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948481.994690:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948481.994692:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994692:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994693:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:2.0:1783948481.994695:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994698:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000040:2.0:1783948481.994703:0:32078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:2.0:1783948481.994706:0:32078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948481.994709:0:32078:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783948481.994711:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994712:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948481.994713:0:32078:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948481.994716:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33938 00000002:00002000:2.0:1783948481.994718:0:32078:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948481.994721:0:32078:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948481.994725:0:32078:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948481.994727:0:32078:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948481.994733:0:32078:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948481.994737:0:32078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948481.994741:0:32078:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948481.994744:0:32078:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2000. 00000080:00000001:2.0:1783948481.994749:0:32078:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948481.994753:0:32078:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948481.994760:0:32078:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783948481.994765:0:32078:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948481.994772:0:32078:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477c900. 00800000:00000001:2.0:1783948481.994774:0:32078:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701927168 : -129840007624448 : ffff89e94477c900) 00800000:00000001:2.0:1783948481.994777:0:32078:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948481.994779:0:32078:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948481.994781:0:32078:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948481.994783:0:32078:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948481.994786:0:32078:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948481.994789:0:32078:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948481.994791:0:32078:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948481.994796:0:32078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948481.994798:0:32078:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783948481.994803:0:32078:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948481.994805:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994806:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994808:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:2.0:1783948481.994810:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994812:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994814:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994815:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948481.994816:0:32078:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948481.994819:0:32078:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948481.994820:0:32078:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477c900 1 00800000:00000010:2.0:1783948481.994823:0:32078:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477c900. 00800000:00000001:2.0:1783948481.994826:0:32078:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948481.994830:0:32078:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440cb1 00800000:00000001:2.0:1783948481.994833:0:32078:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948481.994835:0:32078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948481.994836:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994837:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994839:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:2.0:1783948481.994841:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994843:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994845:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.994846:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948481.994847:0:32078:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948481.994849:0:32078:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948481.994976:0:32078:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948481.994978:0:32078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948481.994981:0:32078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cb1 from it ffffb87d01f33bf8 00010000:00000001:2.0:1783948481.994983:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948481.994985:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948481.994986:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:2.0:1783948481.994988:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994990:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:2.0:1783948481.994992:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948481.994994:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948481.995000:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.995001:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948481.995002:0:32078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948481.995004:0:32078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948481.995007:0:32078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948481.995015:0:32078:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948481.995018:0:32078:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948481.995020:0:32078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948481.995024:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.995025:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948481.995027:0:32078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.995031:0:32078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948481.995032:0:32078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.995034:0:32078:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.995037:0:32078:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948481.995039:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948481.995040:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948481.995041:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948481.995043:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948481.995048:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ca80 x1870603636515840/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948497 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948481.995055:0:32078:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948481.995058:0:32078:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948481.995061:0:32078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958134800. 02000000:00000001:2.0:1783948481.995064:0:32078:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948481.995067:0:32078:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948481.995069:0:32078:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948481.995071:0:32078:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948481.995074:0:32078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:2.0:1783948481.995078:0:32078:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948481.995080:0:32078:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948481.995082:0:32078:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ca80. 00000100:00000001:2.0:1783948481.995085:0:32078:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948481.995087:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948481.995090:0:32078:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948481.995095:0:32078:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948481.996658:0:32078:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509ab3e0. 00000080:00000001:3.0:1783948481.996672:0:32078:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948481.996676:0:32078:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948481.996679:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33b00 00000080:00200000:3.0:1783948481.996682:0:32078:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948481.996690:0:32078:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959415800. 00800000:00000002:3.0:1783948481.996696:0:32078:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948481.996701:0:32078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948481.996706:0:32078:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948481.996708:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33a20 00800000:00000002:3.0:1783948481.996710:0:32078:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948481.996714:0:32078:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948481.996719:0:32078:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948481.996724:0:32078:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948481.996727:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f338f0 00000002:00010000:3.0:1783948481.996729:0:32078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948481.996733:0:32078:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948481.996735:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948481.996739:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948481.996746:0:32078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:3.0:1783948481.996749:0:32078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948481.996754:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948481.996759:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948481.996764:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783948481.996785:0:32078:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948481.996792:0:32078:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948481.996796:0:32078:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783948481.996803:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948481.996805:0:32078:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948481.996807:0:32078:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948481.996809:0:32078:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948481.996811:0:32078:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948481.996813:0:32078:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948481.996815:0:32078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948481.996818:0:32078:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948481.996821:0:32078:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959415800. 00000080:00000001:3.0:1783948481.996826:0:32078:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948481.996827:0:32078:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948481.996830:0:32078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948481.996833:0:32078:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440cb1 00800000:00000001:3.0:1783948481.996837:0:32078:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948481.996839:0:32078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948481.996841:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948481.996843:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948481.996845:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:3.0:1783948481.996848:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:3.0:1783948481.996899:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:3.0:1783948481.996904:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948481.996905:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948481.996907:0:32078:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948481.996908:0:32078:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948481.996911:0:32078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cb1 from it ffffb87d01f33b38 00010000:00000001:3.0:1783948481.996913:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948481.996915:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948481.996916:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234200 refcount=3 00000020:00000001:3.0:1783948481.996918:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:3.0:1783948481.996920:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268608 : -129839778283008 : ffff89e952234200) 00010000:00000001:3.0:1783948481.996923:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948481.996926:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948481.996932:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948481.996933:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948481.996935:0:32078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948481.996938:0:32078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948481.996941:0:32078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948481.996948:0:32078:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948481.996951:0:32078:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948481.996954:0:32078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948481.996958:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948481.996959:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948481.996962:0:32078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.996965:0:32078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948481.996966:0:32078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.996968:0:32078:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.996971:0:32078:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.996973:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948481.996975:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948481.996976:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948481.996979:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948481.996981:0:32078:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948481.996983:0:32078:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948481.996987:0:32078:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948481.996990:0:32078:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783948481.996992:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33b50 00000080:00200000:3.0:1783948481.996994:0:32078:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), file ffff89e958368a80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1783948481.997001:0:32078:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e960204120. 00000080:00000001:3.0:1783948481.997004:0:32078:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948481.997006:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33a00 00000080:00200000:3.0:1783948481.997008:0:32078:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000010:3.0:1783948481.997014:0:32078:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959415800. 00800000:00000002:3.0:1783948481.997017:0:32078:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948481.997021:0:32078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948481.997023:0:32078:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948481.997024:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33920 00800000:00000002:3.0:1783948481.997026:0:32078:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948481.997029:0:32078:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783948481.997032:0:32078:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783948481.997036:0:32078:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948481.997039:0:32078:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783948481.997041:0:32078:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783948481.997044:0:32078:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783948481.997047:0:32078:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783948481.997050:0:32078:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:3.0:1783948481.997053:0:32078:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948481.997056:0:32078:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948481.997058:0:32078:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948481.997059:0:32078:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948481.997061:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f338a0 00800000:00000002:3.0:1783948481.997064:0:32078:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:3.0:1783948481.997067:0:32078:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948481.997068:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f337d8 00000002:00010000:3.0:1783948481.997070:0:32078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1783948481.997074:0:32078:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948481.997077:0:32078:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783948481.997080:0:32078:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783948481.997083:0:32078:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948481.997085:0:32078:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948481.997087:0:32078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:3.0:1783948481.997090:0:32078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948481.997092:0:32078:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948481.997094:0:32078:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948481.997097:0:32078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783948481.997105:0:32078:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948481.997108:0:32078:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948481.997110:0:32078:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948481.997112:0:32078:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948481.997114:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948481.997116:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948481.997118:0:32078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 3 00010000:00000001:3.0:1783948481.997119:0:32078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948481.997122:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948481.997124:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948481.997125:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948481.997126:0:32078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 3 00010000:00000001:3.0:1783948481.997128:0:32078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948481.997130:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948481.997132:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948481.997133:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948481.997134:0:32078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 3 00010000:00000001:3.0:1783948481.997136:0:32078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948481.997138:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948481.997140:0:32078:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948481.997142:0:32078:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948481.997147:0:32078:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948481.997149:0:32078:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948481.997151:0:32078:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948481.997153:0:32078:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.997156:0:32078:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948481.997160:0:32078:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948481.997161:0:32078:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948481.997163:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948481.997165:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948481.997168:0:32078:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234200 with handle 0x8c7cf19e4b440cb1 from hash 00010000:00000001:3.0:1783948481.997170:0:32078:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948481.997171:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948481.997172:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948481.997174:0:32078:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948481.997176:0:32078:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948481.997177:0:32078:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948481.997180:0:32078:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948481.997182:0:32078:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948481.997184:0:32078:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783948481.997190:0:32078:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65180. 00000020:00000040:3.0:1783948481.997194:0:32078:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948481.997199:0:32078:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948481.997201:0:32078:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.997204:0:32078:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948481.997207:0:32078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948481.997209:0:32078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948481.997212:0:32078:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948481.997214:0:32078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948481.997216:0:32078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948481.997223:0:32078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509ebc00. 00000100:00000001:3.0:1783948481.997230:0:32078:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.997235:0:32078:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948481.997238:0:32078:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948481.997241:0:32078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783948481.997248:0:32078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948481.997249:0:32078:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948481.997251:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948481.997254:0:32078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234200/0x8c7cf19e4b440cb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e061cb expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1783948481.997261:0:32078:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f100 count: 0 00010000:00000010:3.0:1783948481.997280:0:32078:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887d80. 00010000:00000001:3.0:1783948481.997290:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948481.997291:0:32078:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.997293:0:32078:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948481.997294:0:32078:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948481.997296:0:32078:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948481.997305:0:32078:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00010000:00000001:3.0:1783948481.997309:0:32078:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948481.997310:0:32078:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948481.997315:0:32078:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459700. 00010000:00000010:3.0:1783948481.997318:0:32078:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7b00. 00010000:00000001:3.0:1783948481.997322:0:32078:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948481.997326:0:32078:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596000. 00000020:00000001:3.0:1783948481.997328:0:32078:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948481.997330:0:32078:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596000 with handle 0x8c7cf19e4b440cb8 to hash 00000020:00000001:3.0:1783948481.997332:0:32078:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948481.997334:0:32078:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948481.997337:0:32078:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948481.997340:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948481.997341:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948481.997355:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948481.997363:0:32078:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783948481.997376:0:32078:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783948481.997387:0:32078:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783948481.997396:0:32078:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948481.997402:0:32078:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948481.997404:0:32078:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948481.997412:0:32078:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9587c5d80. 00000100:00000001:3.0:1783948481.997413:0:32078:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234037771648 : -129839671779968 : ffff89e9587c5d80) 00000100:00000001:3.0:1783948481.997416:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948481.997417:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948481.997421:0:32078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948481.997425:0:32078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948481.997427:0:32078:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948481.997429:0:32078:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948481.997433:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948481.997440:0:32078:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948481.997442:0:32078:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948481.997445:0:32078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948481.997448:0:32078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948481.997450:0:32078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948481.997453:0:32078:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32078:1870603636516096:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948481.997457:0:32078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948481.997463:0:32078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948481.997465:0:32078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948481.997468:0:32078:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948481.997521:0:32078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:3.0:1783948481.997523:0:32078:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948481.997530:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948481.997533:0:32078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948481.997540:0:32078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9509e8800. 00000100:00000200:3.0:1783948481.997547:0:32078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636516096, portal 10 00000100:00000001:3.0:1783948481.997549:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948481.997550:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000040:3.0:1783948481.997556:0:32078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948497 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948481.997563:0:32078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948481.997565:0:32078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948481.997569:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948481.997572:0:32078:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870603636516096, offset 0 00000400:00000200:3.0:1783948481.997578:0:32078:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948481.997587:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948481.997594:0:32078:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948481.997599:0:32078:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948481.997603:0:32078:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948481.997607:0:32078:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948481.997609:0:32078:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948481.997613:0:32078:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2542:2542:256:4294967295] 192.168.202.104@tcp LPNI seq info [2542:2542:8:4294967295] 00000400:00000200:3.0:1783948481.997618:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948481.997627:0:32078:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948481.997633:0:32078:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948481.997637:0:32078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9900. 00000800:00000200:3.0:1783948481.997643:0:32078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948481.997650:0:32078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948481.997654:0:32078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1783948481.997677:0:32078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948481.997682:0:32078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 793513 usecs (794 jiffies) 00000400:00000200:3.0:1783948481.997685:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948481.997688:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296572943 00000100:00000001:3.0:1783948481.997691:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296573680 00000100:00000001:3.0:1783948481.997693:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296572943 00000100:00000001:3.0:1783948481.997696:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296573680 00000100:00000001:3.0:1783948481.997698:0:32078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948481.997701:0:32078:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948481.997703:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948481.997705:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948481.997708:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c5d80 going to sleep for 11 seconds 00000100:00000001:3.0:1783948481.997710:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948481.997713:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948481.998520:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948481.998527:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9900. 00000400:00000200:1.0:1783948481.998532:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948481.998539:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948481.998592:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:1.0:1783948481.998595:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:1.0:1783948481.998601:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948481.998609:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948497 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948481.998621:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948481.998624:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948497 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948481.998631:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948481.998633:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948482.010022:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948482.010041:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948482.010045:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948482.010048:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948482.010056:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948482.010064:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948482.010074:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948482.010080:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948482.010086:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948482.010090:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9452500 00000400:00000200:1.0:1783948482.010095:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948482.010102:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x6fc9 [32] + 224 00000800:00000001:1.0:1783948482.010110:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948482.010116:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948482.010120:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948482.010125:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948482.010132:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948482.010140:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948497 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948482.010151:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948497 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948482.010191:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948482.010363:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948482.010373:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948482.010376:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948482.010381:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948482.010387:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2543:2543:256:4294967295] 192.168.202.104@tcp LPNI seq info [2543:2543:8:4294967295] 00000400:00000200:1.0:1783948482.010391:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948482.010399:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948482.010404:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948482.010410:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e9493f0800. 00000800:00000200:1.0:1783948482.010416:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948482.010425:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948482.010429:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493f0800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948482.010533:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948482.010537:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e9493f0800. 00000400:00000200:1.0:1783948482.010541:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948482.010544:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948482.010556:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948482.010559:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948482.012417:0:32078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948482.012424:0:32078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948482.012428:0:32078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:3.0:1783948482.012436:0:32078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9509e8800 00000400:00000010:3.0:1783948482.012438:0:32078:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9509e8800. 00000100:00000001:3.0:1783948482.012443:0:32078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948482.012453:0:32078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948497 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948482.012464:0:32078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65180 x1870603636516096/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948497 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948482.012471:0:32078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948482.012473:0:32078:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948482.012476:0:32078:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948482.012480:0:32078:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948482.012483:0:32078:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948482.012485:0:32078:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948482.012487:0:32078:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948482.012499:0:32078:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=2 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948482.012503:0:32078:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948482.012506:0:32078:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948482.012508:0:32078:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948482.012511:0:32078:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948482.012515:0:32078:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948482.012518:0:32078:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948482.012520:0:32078:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:3.0:1783948482.012522:0:32078:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948482.012524:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948482.012526:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948482.012529:0:32078:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948482.012530:0:32078:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1783948482.012532:0:32078:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948482.012534:0:32078:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948482.012539:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948497 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948482.012546:0:32078:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948482.012549:0:32078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948482.012551:0:32078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948482.012555:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948497 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948482.012563:0:32078:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32078:1870603636516096:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948482.012567:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948482.012571:0:32078:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948482.012573:0:32078:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948482.012576:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948482.012579:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948497 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948482.012586:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948482.012589:0:32078:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9587c5d80. 00000100:00000001:3.0:1783948482.012592:0:32078:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948482.012594:0:32078:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948482.012597:0:32078:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948482.012601:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.012604:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.012608:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=4 00000020:00000001:3.0:1783948482.012610:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012612:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000040:3.0:1783948482.012620:0:32078:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596000, remote cookie: 0x2ceea11ad5e061e7, flags: 0x1001 00010000:00010000:3.0:1783948482.012626:0:32078:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948482.012634:0:32078:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948482.012637:0:32078:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783948482.012649:0:32078:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459c00. 00010000:00000010:3.0:1783948482.012653:0:32078:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7f00. 00010000:00000040:3.0:1783948482.012658:0:32078:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459700 count: 0 00010000:00000010:3.0:1783948482.012664:0:32078:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7b00. 00010000:00000001:3.0:1783948482.012673:0:32078:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948482.012677:0:32078:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948482.012686:0:32078:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948482.012692:0:32078:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948482.012697:0:32078:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948482.012699:0:32078:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948482.012701:0:32078:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948482.012703:0:32078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948482.012705:0:32078:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff89e959459c00) refcount = 1 00010000:00010000:3.0:1783948482.012710:0:32078:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948482.012716:0:32078:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948482.012719:0:32078:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948482.012720:0:32078:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948482.012723:0:32078:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948482.012725:0:32078:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948482.012728:0:32078:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948482.012734:0:32078:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948482.012736:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012738:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948482.012738:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012740:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948482.012741:0:32078:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948482.012745:0:32078:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948482.012748:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.012749:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.012751:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:3.0:1783948482.012753:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012755:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012757:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.012759:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.012760:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=4 00000020:00000001:3.0:1783948482.012762:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012764:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012767:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948482.012770:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948482.012774:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948482.012780:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012781:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948482.012782:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.012783:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.012785:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=5 00000020:00000001:3.0:1783948482.012787:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012789:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012791:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948482.012793:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948482.012799:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012800:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948482.012803:0:32078:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948482.012809:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948482.012810:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012811:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948482.012812:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012813:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948482.012817:0:32078:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948497 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948482.012826:0:32078:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783948482.012830:0:32078:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948497 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948482.012837:0:32078:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948482.012845:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.012847:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.012848:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:3.0:1783948482.012870:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012873:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00000002:00010000:3.0:1783948482.012877:0:32078:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1783948482.012887:0:32078:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e9580d94c0. 00010000:00000001:3.0:1783948482.012889:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012890:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948482.012891:0:32078:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948482.012893:0:32078:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948482.012896:0:32078:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1783948482.012898:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948482.012899:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948482.012901:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948482.012903:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00010000:00000001:3.0:1783948482.012904:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.012905:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.012907:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:3.0:1783948482.012908:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012910:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00000002:00010000:3.0:1783948482.012913:0:32078:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948482.012920:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012921:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948482.012923:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948482.012924:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.012925:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.012927:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:3.0:1783948482.012929:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.012931:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000040:3.0:1783948482.012935:0:32078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:3.0:1783948482.012937:0:32078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948482.012940:0:32078:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:3.0:1783948482.012943:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.012944:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948482.012945:0:32078:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948482.012948:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33760 00000002:00002000:3.0:1783948482.012950:0:32078:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1783948482.012952:0:32078:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948482.012956:0:32078:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948482.012959:0:32078:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948482.012962:0:32078:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948482.012966:0:32078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948482.012969:0:32078:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:3.0:1783948482.012972:0:32078:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948482.012973:0:32078:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e960204120 it_disposition 1800037 00000080:00002000:3.0:1783948482.012978:0:32078:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f58000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1783948482.012983:0:32078:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948482.012986:0:32078:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:3.0:1783948482.012987:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33988 00000080:00200000:3.0:1783948482.012989:0:32078:0:(namei.c:1623:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000001:3.0:1783948482.012992:0:32078:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:3.0:1783948482.012994:0:32078:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948482.012998:0:32078:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948482.013001:0:32078:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948482.013004:0:32078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:3.0:1783948482.013006:0:32078:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783948482.013019:0:32078:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d87380. 00000020:00000001:3.0:1783948482.013029:0:32078:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1783948482.013031:0:32078:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1783948482.013033:0:32078:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783948482.013035:0:32078:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff89e951d87448) 00000020:00000001:3.0:1783948482.013039:0:32078:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948482.013044:0:32078:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948482.013048:0:32078:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959415200. 00000020:00000010:3.0:1783948482.013053:0:32078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e959414200. 00000020:00000010:3.0:1783948482.013056:0:32078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948482.013063:0:32078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948482.013068:0:32078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948482.013073:0:32078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948482.013079:0:32078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948482.013083:0:32078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948482.013087:0:32078:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959414400. 00000008:00000010:3.0:1783948482.013091:0:32078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948482.013094:0:32078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948482.013099:0:32078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948482.013103:0:32078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948482.013105:0:32078:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948482.013108:0:32078:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948482.013111:0:32078:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1783948482.013115:0:32078:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e950ba2bb8. 00000020:00000001:3.0:1783948482.013118:0:32078:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783948482.013119:0:32078:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948482.013126:0:32078:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:3.0:1783948482.013130:0:32078:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e941328aa8. 00020000:00000001:3.0:1783948482.013132:0:32078:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614233647057576 : -129840062494040 : ffff89e941328aa8) 00020000:00000001:3.0:1783948482.013135:0:32078:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:3.0:1783948482.013138:0:32078:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783948482.013142:0:32078:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e960204240. 00020000:00000010:3.0:1783948482.013146:0:32078:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e958175380. 00020000:00000010:3.0:1783948482.013150:0:32078:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e960204660. 00020000:00000001:3.0:1783948482.013152:0:32078:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234165954144 : -129839543597472 : ffff89e960204660) 00020000:00000002:3.0:1783948482.013156:0:32078:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e960204660, objid 0x2b:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948482.013161:0:32078:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948482.013165:0:32078:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175380: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1783948482.013168:0:32078:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1783948482.013170:0:32078:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e960204660, objid 0x2b:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948482.013175:0:32078:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948482.013178:0:32078:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175380: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:3.0:1783948482.013182:0:32078:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e9509a9390. 00020000:00000010:3.0:1783948482.013185:0:32078:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e9587c5d80. 00020000:00000001:3.0:1783948482.013189:0:32078:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1783948482.013192:0:32078:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e9506a0de8. 00020000:00000001:3.0:1783948482.013195:0:32078:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1783948482.013196:0:32078:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1783948482.013217:0:32078:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1783948482.013222:0:32078:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e950ba2000. 00000020:00000001:3.0:1783948482.013224:0:32078:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783948482.013226:0:32078:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948482.013227:0:32078:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614233907601536 : -129839801950080 : ffff89e950ba2080) 00020000:00000001:3.0:1783948482.013231:0:32078:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1783948482.013235:0:32078:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e9521828c0. 00020000:00000001:3.0:1783948482.013238:0:32078:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948482.013243:0:32078:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233907601536 : -129839801950080 : ffff89e950ba2080) 00020000:00000001:3.0:1783948482.013245:0:32078:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614233907601536 : -129839801950080 : ffff89e950ba2080) 00020000:00000002:3.0:1783948482.013248:0:32078:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff89e950ba2000[0:0] -> [0x200000404:0x2b:0x0]@ffff89e950ba2bb8: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1783948482.013253:0:32078:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1783948482.013256:0:32078:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1783948482.013258:0:32078:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948482.013262:0:32078:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233907604536 : -129839801947080 : ffff89e950ba2c38) 00000020:00001000:3.0:1783948482.013265:0:32078:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948482.013268:0:32078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e959414200. 00000020:00000010:3.0:1783948482.013272:0:32078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948482.013276:0:32078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948482.013279:0:32078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948482.013282:0:32078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948482.013285:0:32078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948482.013288:0:32078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948482.013291:0:32078:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959415200. 00000008:00000010:3.0:1783948482.013295:0:32078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948482.013297:0:32078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948482.013300:0:32078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948482.013303:0:32078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948482.013306:0:32078:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959414400. 00000020:00000010:3.0:1783948482.013309:0:32078:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948482.013313:0:32078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:3.0:1783948482.013315:0:32078:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948482.013318:0:32078:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1783948481 00000080:00000001:3.0:1783948482.013322:0:32078:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1783948482.013325:0:32078:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926366280 : -129839783185336 : ffff89e951d87448) 00010000:00000001:3.0:1783948482.013328:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.013329:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.013331:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:3.0:1783948482.013333:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.013335:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00000080:00000001:3.0:1783948482.013339:0:32078:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948482.013340:0:32078:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948482.013342:0:32078:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948482.013356:0:32078:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959414400. 00000020:00000010:3.0:1783948482.013359:0:32078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e959415200. 00000020:00000010:3.0:1783948482.013361:0:32078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948482.013364:0:32078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948482.013367:0:32078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948482.013369:0:32078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948482.013372:0:32078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948482.013374:0:32078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948482.013377:0:32078:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959414200. 00000008:00000010:3.0:1783948482.013379:0:32078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948482.013381:0:32078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948482.013383:0:32078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948482.013385:0:32078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948482.013387:0:32078:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948482.013389:0:32078:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948482.013391:0:32078:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1783948482.013393:0:32078:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948482.013395:0:32078:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783948482.013397:0:32078:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e960204de0. 00020000:00000010:3.0:1783948482.013400:0:32078:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e958175880. 00020000:00000010:3.0:1783948482.013402:0:32078:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e960204900. 00020000:00000001:3.0:1783948482.013404:0:32078:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234165954816 : -129839543596800 : ffff89e960204900) 00020000:00000002:3.0:1783948482.013407:0:32078:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e960204900, objid 0x2b:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948482.013413:0:32078:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948482.013416:0:32078:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175880: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:3.0:1783948482.013419:0:32078:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e941328aa8) owner ffff89e9516527c0 00020000:00000001:3.0:1783948482.013423:0:32078:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948482.013425:0:32078:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e941328aa8) owner ffff89e9516527c0 00020000:00000010:3.0:1783948482.013429:0:32078:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e958175880. 00020000:00000010:3.0:1783948482.013433:0:32078:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e960204de0. 00020000:00000010:3.0:1783948482.013436:0:32078:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e960204900. 00020000:00000002:3.0:1783948482.013438:0:32078:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1783948482.013440:0:32078:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948482.013442:0:32078:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948482.013446:0:32078:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1783948482.013449:0:32078:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e9516527c0 00020000:00000002:3.0:1783948482.013452:0:32078:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e960204660 addref 2/0 by ffff89e9516527c0. 00020000:00000002:3.0:1783948482.013455:0:32078:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e9516527c0 00020000:00000001:3.0:1783948482.013457:0:32078:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1783948482.013459:0:32078:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1783948482.013460:0:32078:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1783948482.013462:0:32078:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1783948482.013464:0:32078:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1783948482.013467:0:32078:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1783948482.013469:0:32078:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948482.013471:0:32078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e959415200. 00000020:00000010:3.0:1783948482.013473:0:32078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204e40. 00000008:00000010:3.0:1783948482.013476:0:32078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948482.013478:0:32078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948482.013480:0:32078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948482.013483:0:32078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948482.013485:0:32078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948482.013487:0:32078:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959414400. 00000008:00000010:3.0:1783948482.013489:0:32078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948482.013492:0:32078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948482.013494:0:32078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948482.013497:0:32078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948482.013500:0:32078:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959414200. 00000020:00000010:3.0:1783948482.013502:0:32078:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948482.013504:0:32078:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948482.013507:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.013508:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948482.013509:0:32078:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948482.013513:0:32078:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948482.013515:0:32078:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948482.013517:0:32078:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff89e951d87448) 00000080:00010000:3.0:1783948482.013521:0:32078:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff89e951d87448) for lock 0x8c7cf19e4b440cb8 00800000:00000001:3.0:1783948482.013524:0:32078:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948482.013526:0:32078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948482.013527:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.013529:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.013530:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:3.0:1783948482.013533:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.013535:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.013537:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.013539:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948482.013540:0:32078:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948482.013542:0:32078:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013544:0:32078:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:3.0:1783948482.013546:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948482.013554:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948482.013562:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013569:0:32078:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948482.013573:0:32078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff89e951d87448) 00000080:00000001:3.0:1783948482.013576:0:32078:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948482.013580:0:32078:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959415800. 00000100:00000001:3.0:1783948482.013583:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948482.013585:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948482.013595:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013599:0:32078:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1783948482.013601:0:32078:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013612:0:32078:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948482.013614:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33a60 00000080:00200008:3.0:1783948482.013616:0:32078:0:(file.c:1058:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff89e951d87448), flags 100102 00000080:00000010:3.0:1783948482.013624:0:32078:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b2dc0. 00000080:00000010:3.0:1783948482.013630:0:32078:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9580d9700. 00000080:00000001:3.0:1783948482.013633:0:32078:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1783948482.013636:0:32078:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1783948482.013639:0:32078:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1783948482.013642:0:32078:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9509ab8a0. 00000002:00100000:3.0:1783948482.013647:0:32078:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948482.013652:0:32078:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948482.013654:0:32078:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1783948482.013658:0:32078:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1783948482.013661:0:32078:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013663:0:32078:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948482.013666:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948482.013669:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1783948482.013675:0:32078:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948482.013679:0:32078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:3.0:1783948482.013713:0:32078:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1783948482.013715:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948482.013717:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33a60 00000080:00000008:3.0:1783948482.013719:0:32078:0:(file.c:1297:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff89e951d87448), flags 100102, rc = 0 00000080:00000001:3.0:1783948482.013723:0:32078:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783948482.013725:0:32078:0:(dcache.c:176:ll_intent_release()) intent ffff89e960204120 released 00000080:00010000:3.0:1783948482.013727:0:32078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cb8 from it ffff89e960204120 00010000:00000001:3.0:1783948482.013728:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948482.013730:0:32078:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948482.013732:0:32078:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:3.0:1783948482.013733:0:32078:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.013735:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948482.013737:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948482.013740:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948482.013747:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.013749:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948482.013750:0:32078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948482.013753:0:32078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948482.013755:0:32078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948482.013763:0:32078:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948482.013766:0:32078:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948482.013767:0:32078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948482.013772:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.013773:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948482.013774:0:32078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948482.013777:0:32078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948482.013779:0:32078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948482.013781:0:32078:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948482.013784:0:32078:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948482.013786:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948482.013787:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948482.013788:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948482.013789:0:32078:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783948482.013790:0:32078:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1783948482.013792:0:32078:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783948482.013794:0:32078:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948482.013796:0:32078:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783948482.013798:0:32078:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013802:0:32078:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1783948482.013803:0:32078:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013805:0:32078:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948482.013808:0:32078:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013810:0:32078:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948482.013812:0:32078:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e960204120. 00000080:00000001:3.0:1783948482.013815:0:32078:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013818:0:32078:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948482.013820:0:32078:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff89e951d87448), inode mode 81a4 mask 40 00000080:00000001:3.0:1783948482.013824:0:32078:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948482.013847:0:32078:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783948482.013894:0:32078:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e9516527c0 00020000:00000002:3.0:1783948482.013898:0:32078:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e9516527c0 00020000:00000001:3.0:1783948482.013900:0:32078:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013906:0:32078:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948482.013908:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33db8 00000080:00200008:3.0:1783948482.013909:0:32078:0:(file.c:447:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff89e951d87448), flags 100002 00000080:00000001:3.0:1783948482.013912:0:32078:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783948482.013915:0:32078:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1783948482.013916:0:32078:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783948482.013917:0:32078:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e9516527c0 00020000:00000002:3.0:1783948482.013919:0:32078:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e9516527c0 00020000:00000001:3.0:1783948482.013921:0:32078:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948482.013923:0:32078:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1783948482.013927:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948482.013930:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948482.013933:0:32078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:3.0:1783948482.013935:0:32078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948482.013938:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948482.013939:0:32078:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:3.0:1783948482.013941:0:32078:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783948482.013944:0:32078:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783948482.013948:0:32078:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e959415800. 00000080:00000001:3.0:1783948482.013950:0:32078:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783948482.013954:0:32078:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783948482.013957:0:32078:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:3.0:1783948482.013959:0:32078:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:3.0:1783948482.013962:0:32078:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783948482.013964:0:32078:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:3.0:1783948482.013970:0:32078:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000020:00000040:3.0:1783948482.013974:0:32078:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948482.013978:0:32078:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948482.013981:0:32078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948482.013984:0:32078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948482.013989:0:32078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e959414200. 00000100:00000001:3.0:1783948482.013995:0:32078:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783948482.014005:0:32078:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783948482.014015:0:32078:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783948482.014020:0:32078:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783948482.014026:0:32078:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948482.014028:0:32078:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948482.014034:0:32078:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9587c59c0. 00000100:00000001:3.0:1783948482.014037:0:32078:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234037770688 : -129839671780928 : ffff89e9587c59c0) 00000100:00000001:3.0:1783948482.014039:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948482.014040:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000001:3.0:1783948482.014045:0:32078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948482.014049:0:32078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948482.014051:0:32078:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948482.014052:0:32078:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948482.014056:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948482.014063:0:32078:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948482.014064:0:32078:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948482.014067:0:32078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948482.014070:0:32078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948482.014072:0:32078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948482.014075:0:32078:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32078:1870603636516352:192.168.202.104@tcp:35:multiop.0 00000100:00000001:3.0:1783948482.014079:0:32078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948482.014085:0:32078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948482.014087:0:32078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948482.014089:0:32078:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948482.014093:0:32078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e8800. 02000000:00000001:3.0:1783948482.014095:0:32078:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948482.014102:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948482.014106:0:32078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98108. 00000400:00000010:3.0:1783948482.014113:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601254c8. 00000100:00000200:3.0:1783948482.014121:0:32078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636516352, portal 10 00000100:00000001:3.0:1783948482.014123:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948482.014124:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:3.0:1783948482.014129:0:32078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948498 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948482.014137:0:32078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948482.014139:0:32078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948482.014142:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125ee0. 00000100:00000200:3.0:1783948482.014146:0:32078:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636516352, offset 0 00000400:00000200:3.0:1783948482.014152:0:32078:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948482.014160:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948482.014168:0:32078:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948482.014172:0:32078:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948482.014176:0:32078:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948482.014179:0:32078:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948482.014182:0:32078:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948482.014186:0:32078:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2544:2544:256:4294967295] 192.168.202.104@tcp LPNI seq info [2544:2544:8:4294967295] 00000400:00000200:3.0:1783948482.014191:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948482.014201:0:32078:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948482.014206:0:32078:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948482.014211:0:32078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9600. 00000800:00000200:3.0:1783948482.014218:0:32078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948482.014226:0:32078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948482.014230:0:32078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783948482.014255:0:32078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948482.014260:0:32078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 792516 usecs (793 jiffies) 00000400:00000200:3.0:1783948482.014263:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948482.014267:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296572959 00000100:00000001:3.0:1783948482.014271:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296573680 00000100:00000001:3.0:1783948482.014273:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296572959 00000100:00000001:3.0:1783948482.014275:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296573680 00000100:00000001:3.0:1783948482.014277:0:32078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948482.014280:0:32078:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948482.014283:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948482.014284:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948482.014287:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c59c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948482.014290:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948482.014293:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948482.014895:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948482.014900:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9600. 00000400:00000200:1.0:1783948482.014905:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948482.014911:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948482.014917:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125ee0 00000400:00000010:1.0:1783948482.014920:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125ee0. 00000100:00000001:1.0:1783948482.014926:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948482.014932:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948498 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948482.014942:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948482.014944:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948498 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948482.014950:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948482.014951:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948482.019724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:3.1:1783948482.019740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234200. 00010000:00000010:3.1:1783948482.028908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459700. 00010000:00000001:2.0:1783948482.776139:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948482.776148:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948482.776155:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948482.776156:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948482.777998:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948482.778006:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948482.778010:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783948482.778201:0:15857:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783948482.778205:0:15857:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948482.996378:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948482.996387:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948482.996390:0:32080:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948482.996393:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73b98 00000080:00200000:2.0:1783948482.996399:0:32080:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948482.996408:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2000. 00800000:00000002:2.0:1783948482.996417:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948482.996422:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948482.996429:0:32080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948482.996431:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73ab8 00800000:00000002:2.0:1783948482.996433:0:32080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948482.996437:0:32080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948482.996441:0:32080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948482.996447:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948482.996449:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73988 00000002:00010000:2.0:1783948482.996451:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948482.996454:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948482.996456:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948482.996460:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948482.996468:0:32080:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948482.996471:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948482.996473:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948482.996476:0:32080:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948482.996479:0:32080:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948482.996486:0:32080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ca80. 00000020:00000040:2.0:1783948482.996492:0:32080:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948482.996499:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948482.996505:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948482.996514:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948482.996516:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948482.996517:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948482.996520:0:32080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948482.996523:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948482.996527:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948482.996548:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8400. 00000100:00000001:2.0:1783948482.996556:0:32080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948482.996561:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948482.996563:0:32080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948482.996565:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948482.996566:0:32080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948482.996568:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948482.996573:0:32080:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00010000:00000001:2.0:1783948482.996578:0:32080:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948482.996582:0:32080:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948482.996586:0:32080:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6fe00. 00010000:00000010:2.0:1783948482.996591:0:32080:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887380. 00010000:00000001:2.0:1783948482.996595:0:32080:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948482.996599:0:32080:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234e00. 00000020:00000001:2.0:1783948482.996602:0:32080:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948482.996605:0:32080:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234e00 with handle 0x8c7cf19e4b440cbf to hash 00000020:00000001:2.0:1783948482.996607:0:32080:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948482.996609:0:32080:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948482.996613:0:32080:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948482.996617:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948482.996621:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948482.996625:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948482.996634:0:32080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948482.996645:0:32080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948482.996650:0:32080:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948482.996653:0:32080:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948482.996660:0:32080:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960266300. 00000100:00000001:2.0:1783948482.996662:0:32080:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166354688 : -129839543196928 : ffff89e960266300) 00000100:00000001:2.0:1783948482.996665:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948482.996667:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00000100:00000001:2.0:1783948482.996671:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948482.996675:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948482.996686:0:32080:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948482.996689:0:32080:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948482.996700:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948482.996710:0:32080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948482.996712:0:32080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948482.996763:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948482.996767:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948482.996769:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948482.996773:0:32080:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636516480:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948482.996777:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948482.996784:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948482.996786:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948482.996789:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948482.996803:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958134800. 02000000:00000001:2.0:1783948482.996805:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948482.996813:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948482.996817:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919f8. 00000400:00000010:2.0:1783948482.996824:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948482.996830:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636516480, portal 10 00000100:00000001:2.0:1783948482.996833:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948482.996834:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00000100:00000040:2.0:1783948482.996840:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948498 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948482.996847:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948482.996877:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948482.996882:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2b28. 00000100:00000200:2.0:1783948482.997236:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636516480, offset 0 00000400:00000200:2.0:1783948482.997246:0:32080:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948482.997255:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948482.997262:0:32080:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948482.997268:0:32080:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948482.997273:0:32080:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948482.997276:0:32080:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948482.997279:0:32080:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948482.997282:0:32080:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2545:2545:256:4294967295] 192.168.202.104@tcp LPNI seq info [2545:2545:8:4294967295] 00000400:00000200:2.0:1783948482.997286:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948482.997297:0:32080:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948482.997304:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948482.997310:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4f700. 00000800:00000200:2.0:1783948482.997317:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948482.997324:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948482.997329:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4f700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783948482.997399:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948482.997404:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 792516 usecs (793 jiffies) 00000400:00000200:2.0:1783948482.997408:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948482.997411:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296573942 00000100:00000001:2.0:1783948482.997420:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296573680 00000100:00000001:2.0:1783948482.997425:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296573942 00000100:00000001:2.0:1783948482.997428:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296573680 00000100:00000001:2.0:1783948482.997431:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948482.997434:0:32080:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948482.997436:0:32080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948482.997438:0:32080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948482.997441:0:32080:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960266300 going to sleep for 11 seconds 00000100:00000001:2.0:1783948482.997444:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948482.997447:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948483.008764:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948483.008777:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4f700. 00000400:00000200:0.0:1783948483.008785:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.008795:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948483.008804:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2b28 00000400:00000010:0.0:1783948483.008808:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2b28. 00000100:00000001:0.0:1783948483.008814:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948483.008823:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948498 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948483.008836:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948483.008840:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948498 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948483.008848:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.009184:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948483.020732:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.020752:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948483.020757:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.020759:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.020768:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.020776:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948483.020787:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.020792:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.020798:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.020802:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9452680 00000400:00000200:1.0:1783948483.020807:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.020814:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6fd9 [1] + 224 00000800:00000001:1.0:1783948483.020821:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.020827:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.020831:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948483.020835:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948483.020844:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948483.020895:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948498 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948483.020908:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948498 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948483.020943:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948483.020953:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.020957:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948483.021150:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948483.021159:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948483.021162:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948483.021165:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919f8. 00000400:00000200:2.0:1783948483.021171:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948483.021173:0:32080:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948483.021177:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948483.021183:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948498 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948483.021194:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948498 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.021201:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948483.021209:0:32080:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948483.021213:0:32080:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948483.021216:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948483.021219:0:32080:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948483.021223:0:32080:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948483.021226:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948483.021238:0:32080:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=3 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948483.021244:0:32080:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948483.021247:0:32080:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948483.021249:0:32080:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.021252:0:32080:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948483.021255:0:32080:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.021260:0:32080:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948483.021262:0:32080:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1783948483.021264:0:32080:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948483.021267:0:32080:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948483.021272:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948498 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.021279:0:32080:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948483.021283:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948483.021284:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948483.021288:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948498 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948483.021297:0:32080:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636516480:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948483.021302:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948483.021305:0:32080:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.021307:0:32080:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948483.021310:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948483.021313:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948498 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.021320:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948483.021323:0:32080:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960266300. 00000100:00000001:2.0:1783948483.021329:0:32080:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948483.021344:0:32080:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.021348:0:32080:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948483.021352:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.021355:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.021359:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=4 00000020:00000001:2.0:1783948483.021362:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021366:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000040:2.0:1783948483.021372:0:32080:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234e00, remote cookie: 0x2ceea11ad5e061fc, flags: 0x1001 00010000:00010000:2.0:1783948483.021378:0:32080:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948483.021387:0:32080:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.021394:0:32080:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948483.021399:0:32080:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948483.021401:0:32080:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948483.021402:0:32080:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948483.021403:0:32080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948483.021406:0:32080:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6fe00) refcount = 1 00010000:00010000:2.0:1783948483.021410:0:32080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.021415:0:32080:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948483.021420:0:32080:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948483.021421:0:32080:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948483.021424:0:32080:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948483.021427:0:32080:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948483.021430:0:32080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.021436:0:32080:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948483.021438:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021439:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.021440:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021441:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.021443:0:32080:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.021447:0:32080:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948483.021449:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.021450:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.021452:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:2.0:1783948483.021453:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021456:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021458:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.021459:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.021460:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=4 00000020:00000001:2.0:1783948483.021462:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021464:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021466:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948483.021469:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948483.021473:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.021479:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021481:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.021482:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.021483:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.021484:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=5 00000020:00000001:2.0:1783948483.021486:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021488:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021490:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948483.021493:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.021499:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021500:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948483.021503:0:32080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.021510:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948483.021511:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021512:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.021513:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021514:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948483.021519:0:32080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948498 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948483.021528:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.021529:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.021531:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:2.0:1783948483.021533:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021535:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021537:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021538:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948483.021539:0:32080:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.021541:0:32080:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.021544:0:32080:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948483.021547:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.021548:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.021549:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:2.0:1783948483.021551:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021553:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00000002:00010000:2.0:1783948483.021556:0:32080:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.021563:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021564:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.021565:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948483.021567:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.021568:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.021569:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:2.0:1783948483.021571:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:2.0:1783948483.021573:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000040:2.0:1783948483.021580:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:2.0:1783948483.021583:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948483.021587:0:32080:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783948483.021589:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.021590:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948483.021591:0:32080:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948483.021595:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73910 00000002:00002000:2.0:1783948483.021597:0:32080:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948483.021600:0:32080:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948483.021604:0:32080:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948483.021607:0:32080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948483.021610:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948483.021613:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948483.021617:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948483.021620:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2000. 00000080:00000001:2.0:1783948483.021625:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948483.021627:0:32080:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948483.021634:0:32080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783948483.021637:0:32080:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783948483.021981:0:32080:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d9280. 00800000:00000001:3.0:1783948483.021986:0:32080:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030510720 : -129839679040896 : ffff89e9580d9280) 00800000:00000001:3.0:1783948483.021990:0:32080:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.021992:0:32080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948483.021995:0:32080:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948483.021997:0:32080:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948483.022000:0:32080:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948483.022003:0:32080:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948483.022005:0:32080:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948483.022010:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948483.022013:0:32080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783948483.022016:0:32080:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115188193296385 mtime from 1783948473 to 1783948481 00000080:00200000:3.0:1783948483.022021:0:32080:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948483.022023:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.022025:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.022027:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:3.0:1783948483.022029:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022032:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022034:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022036:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948483.022037:0:32080:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948483.022051:0:32080:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948483.022052:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d9280 1 00800000:00000010:3.0:1783948483.022055:0:32080:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d9280. 00800000:00000001:3.0:1783948483.022058:0:32080:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948483.022062:0:32080:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440cbf 00800000:00000001:3.0:1783948483.022065:0:32080:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948483.022067:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948483.022068:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.022070:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.022071:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:3.0:1783948483.022073:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022075:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022078:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022079:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948483.022080:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948483.022082:0:32080:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948483.022085:0:32080:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948483.022087:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948483.022090:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cbf from it ffffb87d01f73bd0 00010000:00000001:3.0:1783948483.022092:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.022093:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.022094:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:3.0:1783948483.022095:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022097:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022099:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948483.022103:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.022110:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022111:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.022114:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948483.022116:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948483.022120:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948483.022130:0:32080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948483.022133:0:32080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948483.022135:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948483.022139:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022140:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.022142:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022145:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948483.022146:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022148:0:32080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022150:0:32080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022152:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948483.022153:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022154:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948483.022156:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948483.022161:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ca80 x1870603636516480/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948498 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.022169:0:32080:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948483.022171:0:32080:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948483.022175:0:32080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958134800. 02000000:00000001:3.0:1783948483.022179:0:32080:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948483.022181:0:32080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948483.022183:0:32080:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948483.022185:0:32080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948483.022188:0:32080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:3.0:1783948483.022192:0:32080:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948483.022194:0:32080:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948483.022195:0:32080:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ca80. 00000100:00000001:3.0:1783948483.022199:0:32080:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948483.022200:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948483.022204:0:32080:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948483.022209:0:32080:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948483.022227:0:32080:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509ab560. 00000020:00000001:3.0:1783948483.022242:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73d88 00000080:00200000:3.0:1783948483.022244:0:32080:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=1536 00000080:00000001:3.0:1783948483.022248:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948483.022249:0:32080:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948483.022251:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73c98 00000080:00200000:3.0:1783948483.022253:0:32080:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948483.022258:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959415200. 00800000:00000002:3.0:1783948483.022262:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948483.022265:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948483.022268:0:32080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948483.022270:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73bb8 00800000:00000002:3.0:1783948483.022272:0:32080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948483.022275:0:32080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948483.022279:0:32080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948483.022283:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948483.022284:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73a88 00000002:00010000:3.0:1783948483.022286:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948483.022289:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948483.022291:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948483.022293:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948483.022296:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:3.0:1783948483.022298:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948483.022301:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948483.022304:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948483.022307:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783948483.022314:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948483.022319:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.022323:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783948483.022329:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948483.022331:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948483.022333:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948483.022344:0:32080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948483.022346:0:32080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948483.022348:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948483.022350:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948483.022352:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948483.022354:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959415200. 00000080:00000001:3.0:1783948483.022357:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948483.022359:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948483.022361:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948483.022363:0:32080:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440cbf 00800000:00000001:3.0:1783948483.022366:0:32080:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948483.022367:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948483.022368:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.022369:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.022371:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:3.0:1783948483.022373:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022375:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022377:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022378:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948483.022379:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948483.022381:0:32080:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948483.022382:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cbf from it ffffb87d01f73cd0 00010000:00000001:3.0:1783948483.022384:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.022385:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.022386:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:3.0:1783948483.022388:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022390:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022391:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948483.022518:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948483.022526:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022528:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.022529:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948483.022530:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948483.022532:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948483.022538:0:32080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948483.022539:0:32080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948483.022540:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948483.022543:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022544:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.022545:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022547:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948483.022548:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022550:0:32080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022552:0:32080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022553:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948483.022554:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022555:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948483.022557:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948483.022558:0:32080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948483.022560:0:32080:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948483.022563:0:32080:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948483.022569:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948483.022570:0:32080:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948483.022572:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73d78 00000080:00200000:3.0:1783948483.022573:0:32080:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948483.022577:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959415200. 00800000:00000002:3.0:1783948483.022580:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948483.022582:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948483.022584:0:32080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948483.022585:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73c98 00800000:00000002:3.0:1783948483.022587:0:32080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948483.022589:0:32080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948483.022591:0:32080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948483.022594:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948483.022595:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73b68 00000002:00010000:3.0:1783948483.022597:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948483.022599:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948483.022600:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948483.022602:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948483.022604:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:3.0:1783948483.022606:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948483.022608:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948483.022610:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948483.022612:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783948483.022618:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948483.022620:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.022623:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783948483.022629:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948483.022630:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948483.022632:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948483.022633:0:32080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948483.022635:0:32080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948483.022637:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948483.022639:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948483.022640:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948483.022642:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959415200. 00000080:00000001:3.0:1783948483.022645:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948483.022646:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948483.022648:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948483.022650:0:32080:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440cbf 00800000:00000001:3.0:1783948483.022652:0:32080:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948483.022654:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948483.022655:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.022657:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.022658:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:3.0:1783948483.022660:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022662:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022664:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022665:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948483.022666:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948483.022667:0:32080:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948483.022669:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cbf from it ffffb87d01f73db0 00010000:00000001:3.0:1783948483.022671:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.022672:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.022674:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234e00 refcount=3 00000020:00000001:3.0:1783948483.022675:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022677:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271680 : -129839778279936 : ffff89e952234e00) 00010000:00000001:3.0:1783948483.022679:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948483.022682:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948483.022687:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022688:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.022690:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948483.022691:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948483.022693:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948483.022698:0:32080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948483.022699:0:32080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948483.022701:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948483.022702:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022703:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.022705:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022706:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948483.022708:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022709:0:32080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022711:0:32080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022713:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948483.022714:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022715:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948483.022717:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948483.022718:0:32080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948483.022720:0:32080:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948483.022722:0:32080:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948483.022725:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73e20 00000080:00200000:3.0:1783948483.022727:0:32080:0:(namei.c:2118:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=33188, excl=1 00000080:00000001:3.0:1783948483.022730:0:32080:0:(namei.c:2069:ll_mknod()) Process entered 00000020:00000001:3.0:1783948483.022732:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73dd0 00000080:00200000:3.0:1783948483.022733:0:32080:0:(namei.c:2073:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) mode 100644 dev 0 00000080:00000001:3.0:1783948483.022736:0:32080:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:3.0:1783948483.022738:0:32080:0:(namei.c:1767:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1783948483.022741:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959415200. 00800000:00000002:3.0:1783948483.022744:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948483.022749:0:32080:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948483.022752:0:32080:0:(lmv_obd.c:2302:lmv_create()) Process entered 00800000:00000001:3.0:1783948483.022754:0:32080:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783948483.022758:0:32080:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948483.022762:0:32080:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783948483.022763:0:32080:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783948483.022766:0:32080:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783948483.022769:0:32080:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783948483.022771:0:32080:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:3.0:1783948483.022774:0:32080:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.022776:0:32080:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948483.022778:0:32080:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948483.022781:0:32080:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948483.022783:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73bf0 00800000:00000002:3.0:1783948483.022785:0:32080:0:(lmv_obd.c:2343:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1783948483.022789:0:32080:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1783948483.022791:0:32080:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948483.022793:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:3.0:1783948483.022795:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948483.022797:0:32080:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948483.022800:0:32080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948483.022804:0:32080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783948483.022811:0:32080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948483.022815:0:32080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948483.022817:0:32080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948483.022819:0:32080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948483.022822:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948483.022823:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948483.022824:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 3 00010000:00000001:3.0:1783948483.022826:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948483.022828:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.022830:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948483.022831:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948483.022832:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 3 00010000:00000001:3.0:1783948483.022834:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948483.022835:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.022837:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948483.022838:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948483.022839:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 3 00010000:00000001:3.0:1783948483.022841:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948483.022843:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948483.022844:0:32080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948483.022847:0:32080:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948483.022908:0:32080:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948483.022911:0:32080:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948483.022914:0:32080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948483.022915:0:32080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022919:0:32080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948483.022922:0:32080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948483.022924:0:32080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948483.022925:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948483.022927:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948483.022930:0:32080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234e00 with handle 0x8c7cf19e4b440cbf from hash 00010000:00000001:3.0:1783948483.022931:0:32080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948483.022933:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.022934:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.022935:0:32080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948483.022938:0:32080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948483.022939:0:32080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948483.022942:0:32080:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948483.022944:0:32080:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948483.022946:0:32080:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783948483.022978:0:32080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64380. 00000020:00000040:3.0:1783948483.022983:0:32080:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948483.022991:0:32080:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948483.022993:0:32080:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.022996:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948483.022999:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948483.023002:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.023003:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.023005:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.023007:0:32080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948483.023009:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948483.023012:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948483.023018:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8000. 00000100:00000001:3.0:1783948483.023024:0:32080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.023027:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948483.023029:0:32080:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948483.023034:0:32080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783948483.023966:0:32080:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948483.023968:0:32080:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948483.023971:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948483.023974:0:32080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234e00/0x8c7cf19e4b440cbf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e061fc expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1783948483.023984:0:32080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fe00 count: 0 00010000:00000010:3.0:1783948483.023991:0:32080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887380. 00010000:00000001:3.0:1783948483.024004:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.024007:0:32080:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.024009:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948483.024011:0:32080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.024013:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948483.024031:0:32080:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:3.0:1783948483.024273:0:32080:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948483.024284:0:32080:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948483.024286:0:32080:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948483.024297:0:32080:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9587c5480. 00000100:00000001:3.0:1783948483.024299:0:32080:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234037769344 : -129839671782272 : ffff89e9587c5480) 00000100:00000001:3.0:1783948483.024302:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948483.024304:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000001:3.0:1783948483.024308:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948483.024313:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.024315:0:32080:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948483.024318:0:32080:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948483.024322:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.024331:0:32080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948483.024332:0:32080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.024346:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948483.024350:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948483.024353:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948483.024358:0:32080:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636516736:192.168.202.104@tcp:36:multiop.0 00000100:00000001:3.0:1783948483.024363:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948483.024369:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948483.024372:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.024375:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948483.024380:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e8c00. 02000000:00000001:3.0:1783948483.024382:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948483.024390:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948483.024657:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948483.024666:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601253b8. 00000100:00000200:3.0:1783948483.024673:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636516736, portal 10 00000100:00000001:3.0:1783948483.024675:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948483.024676:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000040:3.0:1783948483.024684:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.024691:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948483.024694:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948483.024697:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125198. 00000100:00000200:3.0:1783948483.024701:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636516736, offset 0 00000400:00000200:3.0:1783948483.024707:0:32080:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948483.024715:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948483.024723:0:32080:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948483.024729:0:32080:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948483.024733:0:32080:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948483.024737:0:32080:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948483.024740:0:32080:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948483.024744:0:32080:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2546:2546:256:4294967295] 192.168.202.104@tcp LPNI seq info [2546:2546:8:4294967295] 00000400:00000200:3.0:1783948483.024748:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948483.024758:0:32080:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948483.024765:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948483.024770:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9100. 00000800:00000200:3.0:1783948483.024778:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948483.024786:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948483.024790:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1783948483.024950:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948483.024955:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 791537 usecs (792 jiffies) 00000400:00000200:3.0:1783948483.024959:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948483.024962:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296573969 00000100:00000001:3.0:1783948483.024970:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296573942 00000100:00000001:3.0:1783948483.024976:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296573969 00000100:00000001:3.0:1783948483.024980:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296573942 00000100:00000001:3.0:1783948483.024982:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948483.024985:0:32080:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.024988:0:32080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948483.024990:0:32080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948483.024993:0:32080:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c5480 going to sleep for 11 seconds 00000100:00000001:3.0:1783948483.024996:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948483.024998:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948483.028073:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948483.028083:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:0.0:1783948483.028091:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.028099:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948483.028107:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125198 00000400:00000010:0.0:1783948483.028109:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125198. 00000100:00000001:0.0:1783948483.028116:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948483.028124:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.028136:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948483.028140:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 1783948499 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.028146:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.028148:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948483.032904:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fe00. 00010000:00000010:3.1:1783948483.032919:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234e00. 00000800:00000001:1.0:1783948483.053549:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.053567:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948483.053573:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.053575:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.053584:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.053592:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948483.053603:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.053608:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.053613:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.053617:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd9452780 00000400:00000200:1.0:1783948483.053622:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.053629:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x6fe1 [1] + 224 00000800:00000001:1.0:1783948483.053637:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.053644:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.053647:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948483.053651:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948483.053658:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948483.053666:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 1783948499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948483.053677:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948483.053700:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948483.053708:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948483.053711:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.053717:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948483.053723:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2547:2547:256:4294967295] 192.168.202.104@tcp LPNI seq info [2547:2547:8:4294967295] 00000400:00000200:1.0:1783948483.053727:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.053737:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948483.053743:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948483.053749:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000800:00000200:1.0:1783948483.053755:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948483.053762:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948483.053767:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948483.053899:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948483.053903:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:1.0:1783948483.053907:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948483.053911:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948483.053918:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.053921:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.055609:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948483.055622:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948483.055624:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948483.055627:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948483.055634:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601253b8 00000400:00000010:3.0:1783948483.055636:0:32080:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601253b8. 00000100:00000001:3.0:1783948483.055640:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948483.055650:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948483.055661:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64380 x1870603636516736/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/576 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.055669:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948483.055671:0:32080:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.055673:0:32080:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948483.055677:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948483.055685:0:32080:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948483.055687:0:32080:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.055690:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948483.055700:0:32080:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=3 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948483.055704:0:32080:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948483.055706:0:32080:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948483.055708:0:32080:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.055711:0:32080:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948483.055715:0:32080:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.055718:0:32080:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948483.055721:0:32080:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:3.0:1783948483.055723:0:32080:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948483.055725:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948483.055727:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000001:3.0:1783948483.055730:0:32080:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948483.055732:0:32080:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1783948483.055734:0:32080:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948483.055737:0:32080:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948483.055741:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64380 x1870603636516736/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/448 e 0 to 0 dl 1783948499 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.055748:0:32080:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948483.055751:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948483.055753:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948483.055757:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64380 x1870603636516736/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/448 e 0 to 0 dl 1783948499 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948483.055764:0:32080:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636516736:192.168.202.104@tcp:36:multiop.0 00000100:00000001:3.0:1783948483.055769:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.055772:0:32080:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.055774:0:32080:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948483.055777:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948483.055780:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636516736/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/448 e 0 to 0 dl 1783948499 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.055795:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948483.055798:0:32080:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9587c5480. 00000100:00000001:3.0:1783948483.055801:0:32080:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948483.055803:0:32080:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.055810:0:32080:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948483.055814:0:32080:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:3.0:1783948483.055816:0:32080:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948483.055819:0:32080:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1783948483.055822:0:32080:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783948481 to 1783948483 00000080:00000001:3.0:1783948483.055826:0:32080:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948483.055834:0:32080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948483.055836:0:32080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948483.055838:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:3.0:1783948483.055842:0:32080:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783948483.056278:0:32080:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d82100. 00000020:00000001:3.0:1783948483.056292:0:32080:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1783948483.056294:0:32080:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1783948483.056297:0:32080:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783948483.056299:0:32080:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff89e951d821c8) 00000080:00000001:3.0:1783948483.056302:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:3.0:1783948483.056305:0:32080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948483.056307:0:32080:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1783948483 00000080:00000001:3.0:1783948483.056311:0:32080:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1783948483.056314:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948483.056318:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948483.056323:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959414400. 00000020:00000010:3.0:1783948483.056328:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e959415e00. 00000020:00000010:3.0:1783948483.056332:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204120. 00000008:00000010:3.0:1783948483.056349:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948483.056355:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948483.056360:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948483.056366:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948483.056370:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948483.056375:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959414e00. 00000008:00000010:3.0:1783948483.056378:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948483.056382:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948483.056386:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948483.056390:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948483.056392:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948483.056473:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948483.056477:0:32080:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1783948483.056483:0:32080:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e950ba2e10. 00000020:00000001:3.0:1783948483.056486:0:32080:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783948483.056489:0:32080:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948483.056496:0:32080:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:3.0:1783948483.056501:0:32080:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e9413289b0. 00020000:00000001:3.0:1783948483.056503:0:32080:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614233647057328 : -129840062494288 : ffff89e9413289b0) 00020000:00000001:3.0:1783948483.056506:0:32080:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:3.0:1783948483.056509:0:32080:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948483.056515:0:32080:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233907605136 : -129839801946480 : ffff89e950ba2e90) 00000020:00001000:3.0:1783948483.056517:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948483.056521:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e959415e00. 00000020:00000010:3.0:1783948483.056526:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204120. 00000008:00000010:3.0:1783948483.056529:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948483.056532:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948483.057321:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948483.057326:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948483.057329:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948483.057333:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959414400. 00000008:00000010:3.0:1783948483.057348:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948483.057352:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948483.057355:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948483.057357:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948483.057360:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959414e00. 00000020:00000010:3.0:1783948483.057363:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948483.057367:0:32080:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926345160 : -129839783206456 : ffff89e951d821c8) 00000080:00000001:3.0:1783948483.057371:0:32080:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948483.057377:0:32080:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948483.057379:0:32080:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948483.057385:0:32080:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948483.057388:0:32080:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:3.0:1783948483.057391:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948483.057708:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64380 x1870603636516736/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/448 e 0 to 0 dl 1783948499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.057719:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948483.057722:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948483.057726:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959415200. 00000080:00000001:3.0:1783948483.057730:0:32080:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948483.057735:0:32080:0:(namei.c:2101:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948483.057739:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73e20 00000080:00200000:3.0:1783948483.057741:0:32080:0:(namei.c:2126:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:3.0:1783948483.057759:0:32080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948483.057767:0:32080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783948483.057814:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948483.057817:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948483.057819:0:32080:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948483.057821:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73b20 00000080:00200000:3.0:1783948483.057823:0:32080:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948483.057829:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e959415200. 00800000:00000002:3.0:1783948483.057834:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948483.057838:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948483.057841:0:32080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948483.057842:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73a40 00800000:00000002:3.0:1783948483.057845:0:32080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948483.057849:0:32080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948483.057883:0:32080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948483.057889:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948483.057892:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73910 00000002:00010000:3.0:1783948483.057894:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948483.057897:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948483.057899:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948483.057903:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948483.057909:0:32080:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.057911:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.057913:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.057915:0:32080:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948483.057918:0:32080:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948483.057923:0:32080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66a00. 00000020:00000040:3.0:1783948483.057927:0:32080:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948483.057934:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948483.057939:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948483.057946:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.057948:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.057950:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.057953:0:32080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948483.057955:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948483.057960:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948483.057968:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e9c00. 00000100:00000001:3.0:1783948483.057974:0:32080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.057979:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948483.057982:0:32080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.057984:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948483.057985:0:32080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.057987:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.057992:0:32080:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907358208 : -129839802193408 : ffff89e950b66a00) 00010000:00000001:3.0:1783948483.057996:0:32080:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948483.057998:0:32080:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948483.058002:0:32080:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459700. 00010000:00000010:3.0:1783948483.058006:0:32080:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7b00. 00010000:00000001:3.0:1783948483.058011:0:32080:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948483.058014:0:32080:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597e00. 00000020:00000001:3.0:1783948483.058018:0:32080:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948483.058021:0:32080:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597e00 with handle 0x8c7cf19e4b440cc6 to hash 00000020:00000001:3.0:1783948483.058023:0:32080:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948483.058025:0:32080:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.058028:0:32080:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.058032:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948483.058036:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.058056:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948483.058066:0:32080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948483.058076:0:32080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948483.058082:0:32080:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948483.058084:0:32080:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948483.058091:0:32080:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e9587c5480. 00000100:00000001:3.0:1783948483.058094:0:32080:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234037769344 : -129839671782272 : ffff89e9587c5480) 00000100:00000001:3.0:1783948483.058097:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948483.058098:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907358208 : -129839802193408 : ffff89e950b66a00) 00000100:00000001:3.0:1783948483.058102:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948483.058106:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.058108:0:32080:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948483.058110:0:32080:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948483.058115:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.058124:0:32080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948483.058126:0:32080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.058129:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948483.058131:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948483.058133:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948483.058137:0:32080:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66a00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636516864:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948483.058141:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948483.058146:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948483.058149:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.058152:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948483.058156:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582ba800. 02000000:00000001:3.0:1783948483.058158:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948483.058166:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948483.058171:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948483.058177:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601253b8. 00000100:00000200:3.0:1783948483.058184:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636516864, portal 10 00000100:00000001:3.0:1783948483.058186:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948483.058187:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907358208 : -129839802193408 : ffff89e950b66a00) 00000100:00000040:3.0:1783948483.058192:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.058198:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948483.058201:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948483.058204:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125880. 00000100:00000200:3.0:1783948483.058208:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636516864, offset 0 00000400:00000200:3.0:1783948483.058214:0:32080:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948483.058223:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948483.058230:0:32080:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948483.058236:0:32080:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948483.058239:0:32080:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948483.058243:0:32080:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948483.058245:0:32080:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948483.058249:0:32080:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2548:2548:256:4294967295] 192.168.202.104@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:3.0:1783948483.058253:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948483.058263:0:32080:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948483.058270:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948483.058276:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9100. 00000800:00000200:3.0:1783948483.058283:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948483.058292:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948483.058296:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948483.058306:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948483.058309:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 790571 usecs (791 jiffies) 00000400:00000200:3.0:1783948483.058313:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948483.058315:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296574001 00000100:00000001:3.0:1783948483.058324:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296573969 00000100:00000001:3.0:1783948483.058330:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296574001 00000100:00000001:3.0:1783948483.058333:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296573969 00000100:00000001:3.0:1783948483.058348:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948483.058352:0:32080:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.058354:0:32080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948483.058356:0:32080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948483.058359:0:32080:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c5480 going to sleep for 11 seconds 00000100:00000001:3.0:1783948483.058362:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948483.058365:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948483.058611:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948483.058616:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:1.0:1783948483.058620:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948483.058625:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948483.058631:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125880 00000400:00000010:1.0:1783948483.058633:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125880. 00000100:00000001:1.0:1783948483.058638:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948483.058643:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948483.058653:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948483.058656:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948499 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948483.058662:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948483.058664:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948483.064879:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.064895:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948483.064899:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.064901:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.064909:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.064917:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948483.064927:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.064931:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.064937:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.064941:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9452800 00000400:00000200:1.0:1783948483.064946:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.064953:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x6fe9 [1] + 224 00000800:00000001:1.0:1783948483.064960:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.064966:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.064968:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948483.064972:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948483.064978:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948483.064986:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948499 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948483.064995:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948483.065008:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948483.065014:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.065016:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.065281:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948483.065290:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948483.065291:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948483.065295:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948483.065300:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601253b8 00000400:00000010:3.0:1783948483.065302:0:32080:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601253b8. 00000100:00000001:3.0:1783948483.065305:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948483.065311:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948483.065320:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.065326:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948483.065328:0:32080:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.065331:0:32080:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948483.065344:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948483.065347:0:32080:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948483.065349:0:32080:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.065352:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948483.065363:0:32080:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=3 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948483.065368:0:32080:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948483.065370:0:32080:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948483.065372:0:32080:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.065375:0:32080:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948483.065380:0:32080:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.065383:0:32080:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948483.065385:0:32080:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1783948483.065387:0:32080:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948483.066501:0:32080:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948483.066513:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.066520:0:32080:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948483.066522:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948483.066524:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948483.066526:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948499 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948483.066899:0:32080:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66a00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636516864:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948483.066907:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.066911:0:32080:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.066913:0:32080:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948483.066915:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948483.066919:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948499 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.066925:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948483.066928:0:32080:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9587c5480. 00000100:00000001:3.0:1783948483.066934:0:32080:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948483.066935:0:32080:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.066939:0:32080:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948483.066943:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.066946:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.066950:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=4 00000020:00000001:3.0:1783948483.066952:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.066956:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000040:3.0:1783948483.066962:0:32080:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597e00, remote cookie: 0x2ceea11ad5e06218, flags: 0x1001 00010000:00010000:3.0:1783948483.066967:0:32080:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948483.066974:0:32080:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.066979:0:32080:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948483.066983:0:32080:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948483.066984:0:32080:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948483.066986:0:32080:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948483.066987:0:32080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948483.066989:0:32080:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459700) refcount = 1 00010000:00010000:3.0:1783948483.066992:0:32080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.066996:0:32080:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948483.066999:0:32080:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948483.067000:0:32080:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948483.067002:0:32080:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948483.067003:0:32080:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.067006:0:32080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.067009:0:32080:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948483.067010:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067011:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.067012:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067013:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.067014:0:32080:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.067017:0:32080:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948483.067018:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.067019:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.067020:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948483.067021:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067022:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067024:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.067024:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.067025:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=4 00000020:00000001:3.0:1783948483.067026:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067027:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067029:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948483.067031:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.067033:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.067040:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067041:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.067042:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.067043:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.067044:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=5 00000020:00000001:3.0:1783948483.067044:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067046:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067047:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948483.067049:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.067052:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067052:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948483.067054:0:32080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.067057:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948483.067058:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067059:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.067059:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067060:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948483.067063:0:32080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948483.067068:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.067069:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.067069:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948483.067070:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067071:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067073:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067073:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948483.067074:0:32080:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.067076:0:32080:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948483.067078:0:32080:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948483.067080:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.067081:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.067082:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948483.067083:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067084:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00000002:00010000:3.0:1783948483.067086:0:32080:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.067089:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067090:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.067091:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948483.067092:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.067092:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.067093:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948483.067094:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948483.067095:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000040:3.0:1783948483.067100:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:3.0:1783948483.067101:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948483.067104:0:32080:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948483.067106:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.067106:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948483.067107:0:32080:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948483.067109:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73898 00000002:00002000:3.0:1783948483.067111:0:32080:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948483.067113:0:32080:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948483.067115:0:32080:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948483.067117:0:32080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948483.067120:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948483.067122:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948483.067125:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948483.067128:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959415200. 00000080:00000001:3.0:1783948483.067131:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948483.067134:0:32080:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948483.067139:0:32080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948483.067143:0:32080:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948483.077435:0:32080:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477c900. 00800000:00000001:2.0:1783948483.077445:0:32080:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701927168 : -129840007624448 : ffff89e94477c900) 00800000:00000001:2.0:1783948483.077450:0:32080:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.077455:0:32080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948483.077460:0:32080:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948483.077463:0:32080:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948483.077466:0:32080:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948483.077469:0:32080:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948483.077471:0:32080:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.077476:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948483.077479:0:32080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783948483.077484:0:32080:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948483.077488:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.077492:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.077496:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948483.077499:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948483.077502:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948483.077505:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.077507:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948483.077508:0:32080:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948483.077513:0:32080:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948483.077515:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477c900 1 00800000:00000010:2.0:1783948483.077518:0:32080:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477c900. 00800000:00000001:2.0:1783948483.077524:0:32080:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948483.077529:0:32080:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440cc6 00800000:00000001:2.0:1783948483.077532:0:32080:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948483.077787:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948483.077790:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.077791:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.077794:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948483.077796:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948483.077799:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948483.077802:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.077803:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948483.077805:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948483.077807:0:32080:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.077810:0:32080:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948483.077813:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948483.077816:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cc6 from it ffffb87d01f73b58 00010000:00000001:2.0:1783948483.077818:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.077819:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.077821:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948483.077822:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948483.077825:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948483.077827:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948483.077832:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.077847:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.077848:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.077849:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948483.077879:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948483.077882:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948483.077889:0:32080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948483.077893:0:32080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948483.077895:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948483.077900:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.077901:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.077902:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.077906:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948483.077908:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.077909:0:32080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.077913:0:32080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.077915:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948483.077916:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.077917:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948483.077920:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948483.077932:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66a00 x1870603636516864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.077941:0:32080:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948483.077944:0:32080:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948483.077948:0:32080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582ba800. 02000000:00000001:2.0:1783948483.077953:0:32080:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948483.077955:0:32080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948483.077957:0:32080:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948483.077959:0:32080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948483.077962:0:32080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e9c00. 02000000:00000001:2.0:1783948483.077966:0:32080:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948483.077968:0:32080:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948483.077970:0:32080:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66a00. 00000100:00000001:2.0:1783948483.077975:0:32080:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948483.077976:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948483.077980:0:32080:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948483.077986:0:32080:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948483.078001:0:32080:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9461be2c0. 00000020:00000001:2.0:1783948483.078008:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73ae8 00000080:00200000:2.0:1783948483.078010:0:32080:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=9 00000080:00000001:2.0:1783948483.078013:0:32080:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783948483.078016:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73998 00000080:00200000:2.0:1783948483.078017:0:32080:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000010:2.0:1783948483.078027:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2000. 00800000:00000002:2.0:1783948483.078032:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948483.078036:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948483.078038:0:32080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948483.078040:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f738b8 00800000:00000002:2.0:1783948483.078042:0:32080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948483.078045:0:32080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1783948483.078049:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73850 00800000:00000002:2.0:1783948483.078051:0:32080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:2.0:1783948483.078055:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948483.078057:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73788 00000002:00010000:2.0:1783948483.078059:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1783948483.078063:0:32080:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948483.078065:0:32080:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948483.078069:0:32080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066f480. 00000020:00000040:2.0:1783948483.078073:0:32080:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948483.078078:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948483.078082:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948483.078085:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.078086:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.078087:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.078089:0:32080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948483.078092:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948483.078096:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948483.078103:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8400. 00000100:00000001:2.0:1783948483.078109:0:32080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.078113:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948483.078115:0:32080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.078116:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948483.078117:0:32080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.078119:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.078126:0:32080:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902150784 : -129839807400832 : ffff89e95066f480) 00010000:00000001:2.0:1783948483.078129:0:32080:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948483.078131:0:32080:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948483.078136:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:2.0:1783948483.078139:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948483.078142:0:32080:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948483.078144:0:32080:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235e00. 00000020:00000001:2.0:1783948483.078148:0:32080:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948483.078150:0:32080:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235e00 with handle 0x8c7cf19e4b440ccd to hash 00000020:00000001:2.0:1783948483.078152:0:32080:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948483.078154:0:32080:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.078157:0:32080:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.078160:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948483.078163:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948483.078166:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948483.078174:0:32080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948483.078183:0:32080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948483.078188:0:32080:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948483.078190:0:32080:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948483.078197:0:32080:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960266300. 00000100:00000001:2.0:1783948483.078213:0:32080:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166354688 : -129839543196928 : ffff89e960266300) 00000100:00000001:2.0:1783948483.078216:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948483.078218:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902150784 : -129839807400832 : ffff89e95066f480) 00000100:00000001:2.0:1783948483.078222:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948483.078226:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.078228:0:32080:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948483.078233:0:32080:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948483.078239:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.078248:0:32080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948483.078250:0:32080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948483.078254:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948483.078257:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948483.078259:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948483.078262:0:32080:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066f480 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636516992:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948483.078267:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948483.078272:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948483.078275:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948483.078277:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948483.078282:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958136000. 02000000:00000001:2.0:1783948483.078283:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948483.078291:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948483.078296:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919f8. 00000400:00000010:2.0:1783948483.078303:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948483.078311:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636516992, portal 10 00000100:00000001:2.0:1783948483.078313:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948483.078315:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902150784 : -129839807400832 : ffff89e95066f480) 00000100:00000040:2.0:1783948483.078321:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.078328:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948483.078331:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948483.078334:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2330. 00000100:00000200:2.0:1783948483.078347:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636516992, offset 0 00000400:00000200:2.0:1783948483.078354:0:32080:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948483.078364:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948483.078373:0:32080:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948483.078379:0:32080:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948483.078384:0:32080:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948483.078388:0:32080:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948483.078391:0:32080:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948483.078404:0:32080:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2549:2549:256:4294967295] 192.168.202.104@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:2.0:1783948483.078409:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948483.078420:0:32080:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948483.078426:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948483.078432:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ff00. 00000800:00000200:2.0:1783948483.078440:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948483.078447:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948483.078452:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ff00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1783948483.078471:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948483.078476:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 789568 usecs (790 jiffies) 00000400:00000200:2.0:1783948483.078479:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948483.078482:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296574019 00000100:00000001:2.0:1783948483.078491:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296574001 00000100:00000001:2.0:1783948483.078497:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296574019 00000100:00000001:2.0:1783948483.078501:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296574001 00000100:00000001:2.0:1783948483.078503:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948483.078506:0:32080:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.078508:0:32080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948483.078509:0:32080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948483.078512:0:32080:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960266300 going to sleep for 11 seconds 00000100:00000001:2.0:1783948483.078514:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948483.078518:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1783948483.078647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab560. 00000800:00000200:0.0:1783948483.078811:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948483.078816:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ff00. 00000400:00000200:0.0:1783948483.078822:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.078828:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948483.078834:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2330 00000400:00000010:0.0:1783948483.078836:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2330. 00000100:00000001:0.0:1783948483.078840:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948483.078844:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948483.078871:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948483.078875:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948499 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948483.078882:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.078884:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948483.094513:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.094530:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948483.094534:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.094546:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.094555:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.094563:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948483.094574:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.094578:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.094584:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.094588:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd9452880 00000400:00000200:1.0:1783948483.094593:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.094600:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x6ff1 [1] + 224 00000800:00000001:1.0:1783948483.094608:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.094616:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.094619:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948483.094624:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948483.094631:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948483.094641:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948499 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948483.094653:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948483.094677:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948483.094686:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.094689:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948483.095525:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948483.095547:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948483.095550:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948483.095555:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919f8. 00000400:00000200:2.0:1783948483.095562:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948483.095564:0:32080:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948483.095568:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948483.095577:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948483.095589:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.095596:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948483.095598:0:32080:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948483.095601:0:32080:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948483.095605:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948483.095608:0:32080:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948483.095611:0:32080:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948483.095613:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948483.095624:0:32080:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=3 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948483.095629:0:32080:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948483.095632:0:32080:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948483.095634:0:32080:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.095636:0:32080:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948483.095641:0:32080:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.095645:0:32080:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948483.095647:0:32080:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1783948483.095649:0:32080:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948483.095653:0:32080:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948483.095658:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.095666:0:32080:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948483.095670:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948483.095672:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948483.095676:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948499 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948483.095685:0:32080:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066f480 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636516992:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948483.095690:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948483.095693:0:32080:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.095696:0:32080:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948483.095698:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948483.095701:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948499 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948483.095709:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948483.095712:0:32080:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960266300. 00000100:00000001:2.0:1783948483.095717:0:32080:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948483.095719:0:32080:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.095722:0:32080:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948483.095726:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.095729:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.095733:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:2.0:1783948483.095736:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.095739:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000040:2.0:1783948483.095746:0:32080:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235e00, remote cookie: 0x2ceea11ad5e06234, flags: 0x1001 00010000:00010000:2.0:1783948483.095753:0:32080:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948483.095762:0:32080:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783948483.095766:0:32080:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783948483.095778:0:32080:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f400. 00010000:00000010:2.0:1783948483.095783:0:32080:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887680. 00010000:00000001:2.0:1783948483.095788:0:32080:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948483.095791:0:32080:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948483.095799:0:32080:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.095811:0:32080:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948483.095815:0:32080:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948483.095818:0:32080:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948483.095819:0:32080:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948483.095821:0:32080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948483.095823:0:32080:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff89e958f6f400) refcount = 1 00010000:00010000:2.0:1783948483.095828:0:32080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.095834:0:32080:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948483.095838:0:32080:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948483.095840:0:32080:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948483.095843:0:32080:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948483.095845:0:32080:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948483.095848:0:32080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.095910:0:32080:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948483.095912:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.095914:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.095915:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.095915:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.095917:0:32080:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.095922:0:32080:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948483.095923:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.095924:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.095926:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948483.095928:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.095930:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.095932:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.095933:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.095934:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:2.0:1783948483.095936:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.095938:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.095941:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948483.095944:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948483.095947:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.095955:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.095956:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.095957:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.095958:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.095960:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=5 00000020:00000001:2.0:1783948483.095961:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.095963:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.095965:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948483.095967:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.095972:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.095973:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948483.095976:0:32080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.095981:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948483.095983:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.095983:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.095984:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.095985:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948483.095990:0:32080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948483.095997:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.095998:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.095999:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948483.096002:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.096004:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.096006:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.096008:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948483.096009:0:32080:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.096011:0:32080:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.096014:0:32080:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948483.096017:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.096018:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.096019:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948483.096021:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.096023:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00000002:00010000:2.0:1783948483.096026:0:32080:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.096033:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.096034:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948483.096036:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948483.096593:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948483.096596:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948483.096598:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948483.096601:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948483.096604:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000040:2.0:1783948483.096608:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 2 00010000:00000001:2.0:1783948483.096610:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948483.096614:0:32080:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:2.0:1783948483.096616:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948483.096617:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948483.096619:0:32080:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948483.096622:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73710 00000002:00002000:2.0:1783948483.096623:0:32080:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948483.096627:0:32080:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948483.096632:0:32080:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948483.096635:0:32080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948483.096638:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783948483.096640:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948483.096644:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:2.0:1783948483.096647:0:32080:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783948483.096649:0:32080:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01f73b20 it_disposition b 00000080:00000001:2.0:1783948483.096652:0:32080:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948483.096658:0:32080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948483.096660:0:32080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948483.096663:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1783948483.096666:0:32080:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783948483.100250:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1783948483.100261:0:32080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783948483.100266:0:32080:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:0.0:1783948483.100271:0:32080:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff89e951d821c8): rc = 0 00000080:00000001:0.0:1783948483.100274:0:32080:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926345160 : -129839783206456 : ffff89e951d821c8) 00010000:00000001:0.0:1783948483.100278:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.100281:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.100284:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:0.0:1783948483.100287:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.100290:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00000080:00000001:0.0:1783948483.100293:0:32080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948483.100295:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948483.100304:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948483.100310:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6e00. 00000020:00000010:0.0:1783948483.100314:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f6200. 00000020:00000010:0.0:1783948483.100318:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713ae0. 00000008:00000010:0.0:1783948483.100325:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948483.100330:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076600. 00008000:00000010:0.0:1783948483.100344:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948483.100350:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948483.100354:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948483.100358:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7a00. 00000008:00000010:0.0:1783948483.100362:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948483.100366:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948483.100369:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948483.100374:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948483.100376:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948483.100378:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000020:00000001:0.0:1783948483.100382:0:32080:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783948483.100386:0:32080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000002:0.0:1783948483.100389:0:32080:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9413289b0) owner ffff89e9412a27c0 00020000:00000001:0.0:1783948483.100393:0:32080:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948483.100396:0:32080:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9413289b0) owner ffff89e9412a27c0 00020000:00000002:0.0:1783948483.100399:0:32080:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783948483.100401:0:32080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948483.100403:0:32080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948483.100409:0:32080:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783948483.100412:0:32080:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000002:0.0:1783948483.100415:0:32080:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000001:0.0:1783948483.100417:0:32080:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783948483.100419:0:32080:0:(lov_object.c:2284:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948483.100422:0:32080:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1783948483.100424:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948483.100428:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f6200. 00000020:00000010:0.0:1783948483.100435:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713ae0. 00000008:00000010:0.0:1783948483.100439:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948483.100443:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076600. 00008000:00000010:0.0:1783948483.100446:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948483.100450:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948483.100453:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948483.100456:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6e00. 00000008:00000010:0.0:1783948483.100459:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948483.100462:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948483.100467:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948483.100469:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948483.100472:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7a00. 00000020:00000010:0.0:1783948483.100474:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000080:00000001:0.0:1783948483.100478:0:32080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.100480:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.100483:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948483.100484:0:32080:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948483.100490:0:32080:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948483.100492:0:32080:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948483.100496:0:32080:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff89e951d821c8) for lock 0x8c7cf19e4b440ccd 00800000:00000001:0.0:1783948483.100500:0:32080:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948483.100504:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948483.100505:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.100506:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.100508:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:0.0:1783948483.100510:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.100512:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.100514:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.100515:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.100517:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948483.100518:0:32080:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783948483.100525:0:32080:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f381b0 inode ffff89e951d821c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1783948483.100529:0:32080:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783948483.100533:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff89e951d821c8) 00000080:00010000:0.0:1783948483.102216:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ccd from it ffffb87d01f73b20 00010000:00000001:0.0:1783948483.102228:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.102231:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.102234:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:0.0:1783948483.102236:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.102240:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.102243:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.102248:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.102257:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.102259:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.102260:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948483.102263:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948483.102266:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948483.102274:0:32080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948483.102279:0:32080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948483.102281:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948483.102286:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.102287:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.102289:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.102292:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948483.102294:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.102296:0:32080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.102299:0:32080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.102302:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.102303:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.102304:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948483.102307:0:32080:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948483.102312:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2000. 00000100:00000001:0.0:1783948483.102320:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948483.102333:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066f480 x1870603636516992/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948483.102352:0:32080:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948483.102356:0:32080:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948483.102361:0:32080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958136000. 02000000:00000001:0.0:1783948483.102364:0:32080:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948483.102367:0:32080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948483.102369:0:32080:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948483.102371:0:32080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948483.102375:0:32080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:0.0:1783948483.102379:0:32080:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948483.102381:0:32080:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948483.102383:0:32080:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066f480. 00000100:00000001:0.0:1783948483.102387:0:32080:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948483.102389:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948483.102392:0:32080:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948483.102393:0:32080:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01f73b20 released 00000080:00000001:0.0:1783948483.102395:0:32080:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1783948483.102413:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73d08 00000080:00200008:0.0:1783948483.102416:0:32080:0:(file.c:6217:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff89e951d821c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948483.102423:0:32080:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783948483.102427:0:32080:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:0.0:1783948483.102434:0:32080:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff89e9509f7a00. 00000080:00000001:0.0:1783948483.102437:0:32080:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446614233905854976 : -129839803696640 : ffff89e9509f7a00) 00000080:00000001:0.0:1783948483.102441:0:32080:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:0.0:1783948483.102444:0:32080:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff89e95870f000. 00000080:00000001:0.0:1783948483.102448:0:32080:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446614234037022720 : -129839672528896 : ffff89e95870f000) 00000080:00400000:0.0:1783948483.102451:0:32080:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 32080] [parent /] 00000080:00000001:0.0:1783948483.103947:0:32080:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:0.0:1783948483.103952:0:32080:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff89e9509f7a00, parent / 00000080:00000001:0.0:1783948483.110680:0:32080:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:0.0:1783948483.110753:0:32080:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1783948483.110763:0:32080:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948483.110768:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73c80 00000080:00200000:0.0:1783948483.110772:0:32080:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff89e951d821c8),name=f22.recovery-small-1 00000080:00000010:0.0:1783948483.110783:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6e00. 00800000:00000002:0.0:1783948483.110789:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948483.110797:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948483.110803:0:32080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948483.110805:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73ba0 00800000:00000002:0.0:1783948483.110807:0:32080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948483.110811:0:32080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948483.110817:0:32080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948483.110823:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948483.110826:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73a70 00000002:00010000:0.0:1783948483.110828:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948483.110831:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948483.110833:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.110837:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.110844:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 2 00010000:00000001:0.0:1783948483.110846:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948483.110882:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.110887:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948483.110892:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948483.110908:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948483.110914:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.110916:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948483.110923:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948483.110925:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948483.110927:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948483.110929:0:32080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948483.110931:0:32080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948483.110933:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948483.110935:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948483.110938:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948483.110941:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6e00. 00000080:00000001:0.0:1783948483.110946:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948483.110947:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948483.110950:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff89e951d821c8) 00000080:00010000:0.0:1783948483.110954:0:32080:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff89e951d821c8) for lock 0x8c7cf19e4b440ccd 00800000:00000001:0.0:1783948483.110957:0:32080:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948483.110959:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948483.110961:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.110964:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.110967:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:0.0:1783948483.110968:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.110971:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.110974:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.110976:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.110977:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948483.110978:0:32080:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948483.110980:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440ccd from it ffffb87d01f73cb8 00010000:00000001:0.0:1783948483.110982:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.110984:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.110985:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:0.0:1783948483.110987:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.110989:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948483.110991:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.110994:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948483.111000:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111001:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.111002:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948483.111004:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948483.111006:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948483.111013:0:32080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948483.111016:0:32080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948483.111018:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948483.111023:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111023:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.111025:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111028:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948483.111030:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111032:0:32080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111035:0:32080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111037:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.111051:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111052:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948483.111055:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948483.111057:0:32080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948483.111060:0:32080:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1783948483.111063:0:32080:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783948483.111065:0:32080:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948483.111067:0:32080:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783948483.111069:0:32080:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.111070:0:32080:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.111073:0:32080:0:(file.c:6272:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783948483.111078:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73d08 00000080:00000008:0.0:1783948483.111080:0:32080:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff89e951d821c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948483.111085:0:32080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948483.111087:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73da0 00000080:00002000:0.0:1783948483.111089:0:32080:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff89e951f381b0, parent ffff89e951e2fe58, inode ffff89e951d821c8) hashed, 00000080:00000001:0.0:1783948483.111092:0:32080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.111137:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948483.111141:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948483.111142:0:32080:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948483.111143:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73bd8 00000080:00200000:0.0:1783948483.111145:0:32080:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948483.111149:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6e00. 00800000:00000002:0.0:1783948483.111152:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948483.111154:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948483.111155:0:32080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948483.111156:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73af8 00800000:00000002:0.0:1783948483.111158:0:32080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948483.111160:0:32080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948483.111162:0:32080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948483.111166:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948483.111167:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f739c8 00000002:00010000:0.0:1783948483.111169:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948483.111171:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948483.111172:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.111174:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.111177:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:0.0:1783948483.111179:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948483.111181:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.111183:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948483.111186:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948483.111193:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948483.111195:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.111211:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948483.111218:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948483.111220:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948483.111221:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948483.111223:0:32080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948483.111225:0:32080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948483.111227:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948483.111229:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948483.111231:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948483.111233:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6e00. 00000080:00000001:0.0:1783948483.111236:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948483.111237:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948483.111239:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948483.111241:0:32080:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440cc6 00800000:00000001:0.0:1783948483.111244:0:32080:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948483.111245:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948483.111246:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.111247:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.111249:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948483.111251:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948483.111253:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948483.111256:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111257:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.111258:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948483.111260:0:32080:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948483.111261:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cc6 from it ffffb87d01f73c10 00010000:00000001:0.0:1783948483.111263:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.111264:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.111265:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948483.111267:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948483.111269:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948483.111271:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.111274:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948483.111280:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111280:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.111281:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948483.111283:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948483.111285:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948483.111291:0:32080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948483.111292:0:32080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948483.111293:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948483.111296:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111297:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.111298:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111300:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948483.111301:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111303:0:32080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111305:0:32080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111307:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.111308:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111309:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948483.111311:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948483.111312:0:32080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948483.111314:0:32080:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948483.111318:0:32080:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.111325:0:32080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948483.111328:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73da8 00000080:00002000:0.0:1783948483.111329:0:32080:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff89e951f381b0) flags 0x48000e refc 0 00000080:00000001:0.0:1783948483.111332:0:32080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948483.111344:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73e18 00000080:00200000:0.0:1783948483.111346:0:32080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:0.0:1783948483.111351:0:32080:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:0.0:1783948483.111353:0:32080:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:0.0:1783948483.111356:0:32080:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1783948483.111360:0:32080:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1783948483.111362:0:32080:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1783948483.111366:0:32080:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:0.0:1783948483.111369:0:32080:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:0.0:1783948483.111376:0:32080:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948483.111377:0:32080:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948483.111378:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73d38 00000080:00200000:0.0:1783948483.111380:0:32080:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948483.111384:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f6e00. 00800000:00000002:0.0:1783948483.111387:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948483.111389:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948483.111391:0:32080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948483.111392:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73c58 00800000:00000002:0.0:1783948483.111394:0:32080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948483.111397:0:32080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948483.111399:0:32080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948483.111401:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948483.111403:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73b28 00000002:00010000:0.0:1783948483.111404:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948483.111407:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948483.111408:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.111409:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.111412:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:0.0:1783948483.111414:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948483.111416:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.111418:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948483.111421:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783948483.111428:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948483.111430:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.111433:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783948483.111444:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948483.111446:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948483.111448:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948483.111449:0:32080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948483.111451:0:32080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948483.111453:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948483.111455:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948483.111457:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948483.111459:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f6e00. 00000080:00000001:0.0:1783948483.111462:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948483.111463:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948483.111465:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948483.111467:0:32080:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440cc6 00800000:00000001:0.0:1783948483.111469:0:32080:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948483.111470:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948483.111472:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.111473:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.111474:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948483.111476:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948483.111478:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948483.111480:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111481:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.111482:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948483.111483:0:32080:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948483.111485:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cc6 from it ffffb87d01f73d70 00010000:00000001:0.0:1783948483.111487:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.111488:0:32080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.111489:0:32080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948483.111491:0:32080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948483.111493:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948483.111494:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.111498:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948483.111503:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111504:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.111505:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948483.111506:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948483.111508:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948483.111514:0:32080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948483.111515:0:32080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948483.111516:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948483.111518:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111519:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.111521:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111522:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948483.111524:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111525:0:32080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111527:0:32080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.111528:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.111530:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.111531:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948483.111532:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948483.111533:0:32080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948483.116667:0:32080:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:0.0:1783948483.116683:0:32080:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.116690:0:32080:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:0.0:1783948483.116693:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73e00 00000080:00200000:0.0:1783948483.116696:0:32080:0:(namei.c:2407:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:0.0:1783948483.116700:0:32080:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1783948483.116702:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948483.116713:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948483.116719:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6e00. 00000020:00000010:0.0:1783948483.116723:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f6200. 00000020:00000010:0.0:1783948483.116727:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713ae0. 00000008:00000010:0.0:1783948483.116735:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948483.116739:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076600. 00008000:00000010:0.0:1783948483.116746:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948483.116751:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948483.116755:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948483.116759:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7600. 00000008:00000010:0.0:1783948483.116763:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948483.116767:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948483.116771:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948483.116775:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948483.116777:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948483.116780:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000020:00000001:0.0:1783948483.116783:0:32080:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783948483.116786:0:32080:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000002:0.0:1783948483.116789:0:32080:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000001:0.0:1783948483.116791:0:32080:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783948483.116793:0:32080:0:(lov_object.c:2284:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948483.116795:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948483.116799:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f6200. 00000020:00000010:0.0:1783948483.116804:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713ae0. 00000008:00000010:0.0:1783948483.116808:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948483.116812:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076600. 00008000:00000010:0.0:1783948483.116814:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948483.116819:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948483.116821:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948483.116824:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6e00. 00000008:00000010:0.0:1783948483.116827:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948483.116830:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948483.116835:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948483.116837:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948483.116840:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7600. 00000020:00000010:0.0:1783948483.116842:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000080:00000001:0.0:1783948483.116844:0:32080:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783948483.116849:0:32080:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7600. 00800000:00000002:0.0:1783948483.116873:0:32080:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:0.0:1783948483.116884:0:32080:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:0.0:1783948483.116889:0:32080:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1783948483.116891:0:32080:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:0.0:1783948483.116893:0:32080:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948483.116895:0:32080:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00000002:00000001:0.0:1783948483.116901:0:32080:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1783948483.116903:0:32080:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948483.116911:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 2 00010000:00000001:0.0:1783948483.116915:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948483.116918:0:32080:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948483.116922:0:32080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.116927:0:32080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783948483.116936:0:32080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.116939:0:32080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948483.116942:0:32080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948483.116944:0:32080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1783948483.116947:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.116950:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.116952:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 3 00010000:00000001:0.0:1783948483.116954:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948483.116958:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948483.116959:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.116961:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.116962:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 3 00010000:00000001:0.0:1783948483.116964:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948483.116966:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948483.116967:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.116968:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.116969:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459700 count: 3 00010000:00000001:0.0:1783948483.116971:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948483.116972:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.116974:0:32080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783948483.116978:0:32080:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783948483.116982:0:32080:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783948483.116984:0:32080:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783948483.116986:0:32080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948483.116987:0:32080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.116991:0:32080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.116994:0:32080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.116995:0:32080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.116997:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.117001:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948483.117005:0:32080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597e00 with handle 0x8c7cf19e4b440cc6 from hash 00010000:00000001:0.0:1783948483.117007:0:32080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.117008:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.117010:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.117011:0:32080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.117014:0:32080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.117015:0:32080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948483.117018:0:32080:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948483.117019:0:32080:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948483.117021:0:32080:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948483.117023:0:32080:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948483.117026:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 2 00010000:00000001:0.0:1783948483.117028:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948483.117030:0:32080:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948483.117032:0:32080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.117035:0:32080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783948483.117134:0:32082:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:2.0:1783948483.117137:0:32082:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff89e9509f7a00, parent / 00000080:00000001:0.0:1783948483.117172:0:32080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.117175:0:32080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948483.117176:0:32080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948483.117177:0:32080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00000002:00000001:0.0:1783948483.117179:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.117181:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.117183:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 3 00010000:00000001:0.0:1783948483.117185:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948483.117187:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948483.117188:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.117189:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.117190:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 3 00010000:00000001:0.0:1783948483.117192:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948483.117194:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948483.117195:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.117196:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.117197:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 3 00010000:00000001:0.0:1783948483.117198:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948483.117199:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948483.117201:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948483.117201:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948483.117203:0:32080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 3 00010000:00000001:0.0:1783948483.117204:0:32080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948483.117206:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.117208:0:32080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.117210:0:32080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948483.117211:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948483.117214:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948483.117217:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f6e00. 00000020:00000010:0.0:1783948483.117220:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509f6200. 00000020:00000010:0.0:1783948483.117222:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713ae0. 00000008:00000010:0.0:1783948483.117225:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948483.117227:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076600. 00008000:00000010:0.0:1783948483.117230:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948483.117233:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948483.117236:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948483.117239:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509f7200. 00000008:00000010:0.0:1783948483.117241:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948483.117243:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948483.117246:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948483.117248:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948483.117250:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948483.117252:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000020:00000001:0.0:1783948483.117254:0:32080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783948483.117257:0:32080:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000080:00000001:0.0:1783948483.117259:0:32080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783948483.117262:0:32080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783948483.117266:0:32080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783948483.117268:0:32080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948483.117270:0:32080:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783948483.117272:0:32080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948483.117273:0:32080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948483.117275:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948483.117277:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509f6200. 00000020:00000010:0.0:1783948483.117280:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713ae0. 00000008:00000010:0.0:1783948483.117282:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948483.117284:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076600. 00008000:00000010:0.0:1783948483.117286:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948483.117288:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948483.117291:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948483.117293:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f6e00. 00000008:00000010:0.0:1783948483.117295:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948483.117297:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948483.117300:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948483.117302:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948483.117304:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509f7200. 00000020:00000010:0.0:1783948483.117306:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000080:00000001:0.0:1783948483.117308:0:32080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.117310:0:32080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783948483.117313:0:32080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff89e951d821c8) invalid 00000020:00000001:0.0:1783948483.117315:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73a68 00000080:00002000:0.0:1783948483.117317:0:32080:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff89e951f381b0) parent ffff89e951e2fe58 inode ffff89e951d821c8 refc 1 00000080:00000001:0.0:1783948483.117321:0:32080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783948483.117322:0:32080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948483.117324:0:32080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.117326:0:32080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.117328:0:32080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.117329:0:32080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.117331:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.117333:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948483.117345:0:32080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235e00 with handle 0x8c7cf19e4b440ccd from hash 00010000:00000001:0.0:1783948483.117347:0:32080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.117349:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.117350:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.117351:0:32080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.117353:0:32080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.117354:0:32080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948483.117356:0:32080:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948483.117358:0:32080:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948483.117360:0:32080:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783948483.117365:0:32080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240380. 00000020:00000040:0.0:1783948483.117370:0:32080:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948483.117375:0:32080:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948483.117377:0:32080:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.117379:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948483.117383:0:32080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948483.117387:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.117389:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.117390:0:32080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.117393:0:32080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948483.117395:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948483.117399:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948483.117406:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509f7200. 00000100:00000001:0.0:1783948483.117412:0:32080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.117414:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948483.117416:0:32080:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783948483.117422:0:32080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783948483.117429:0:32080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783948483.117435:0:32080:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1783948483.117437:0:32080:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1783948483.117438:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.117441:0:32080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440ccd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06234 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1783948483.117448:0:32080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f400 count: 0 00010000:00000010:0.0:1783948483.117453:0:32080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887680. 00010000:00000001:0.0:1783948483.117463:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.117464:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.117466:0:32080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440cc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06218 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1783948483.117472:0:32080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459700 count: 0 00010000:00000010:0.0:1783948483.117474:0:32080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7b00. 00010000:00000001:0.0:1783948483.117478:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.117480:0:32080:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.117482:0:32080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948483.117483:0:32080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.117485:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783948483.117496:0:32080:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1783948483.117508:0:32080:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948483.117516:0:32080:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948483.117518:0:32080:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948483.117525:0:32080:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95162c000. 00000100:00000001:0.0:1783948483.117527:0:32080:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918652416 : -129839790899200 : ffff89e95162c000) 00000100:00000001:0.0:1783948483.117530:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948483.117531:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000001:0.0:1783948483.117751:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948483.117756:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.117759:0:32080:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948483.117760:0:32080:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948483.117765:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.117773:0:32080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948483.117775:0:32080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948483.117779:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948483.117781:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948483.117783:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948483.117786:0:32080:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636517248:192.168.202.104@tcp:36:multiop.0 00000100:00000001:0.0:1783948483.117789:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948483.117794:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948483.117797:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948483.117799:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948483.117804:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950634800. 02000000:00000001:0.0:1783948483.117806:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948483.117813:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948483.117817:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae370. 00000400:00000010:0.0:1783948483.117823:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acff68. 00000100:00000200:0.0:1783948483.117829:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636517248, portal 10 00000100:00000001:0.0:1783948483.117831:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948483.117833:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000040:0.0:1783948483.117840:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.117846:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948483.117849:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948483.117902:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf6e8. 00000100:00000200:0.0:1783948483.117907:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1870603636517248, offset 0 00000400:00000200:0.0:1783948483.117915:0:32080:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948483.117923:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.117932:0:32080:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948483.117937:0:32080:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948483.117941:0:32080:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948483.117944:0:32080:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948483.117947:0:32080:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948483.117951:0:32080:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2550:2550:256:4294967295] 192.168.202.104@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:0.0:1783948483.117956:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.117966:0:32080:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948483.117973:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948483.117978:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948483.117985:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948483.117993:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948483.117998:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1783948483.118011:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948483.118015:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 788586 usecs (789 jiffies) 00000400:00000200:0.0:1783948483.118018:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948483.118021:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296574059 00000800:00000200:0.0:1783948483.118654:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948483.118661:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948483.118666:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.118672:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948483.118678:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf6e8 00000400:00000010:0.0:1783948483.118680:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf6e8. 00000100:00000001:0.0:1783948483.118684:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948483.118689:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.118699:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948483.118702:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948499 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.118708:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.118709:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948483.118733:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296574019 00000100:00000001:0.0:1783948483.118738:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296574059 00000100:00000001:0.0:1783948483.118742:0:32080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296574019 00000100:00000001:0.0:1783948483.118746:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948483.118749:0:32080:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.118752:0:32080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948483.118753:0:32080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948483.118756:0:32080:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95162c000 going to sleep for 11 seconds 00000100:00000001:0.0:1783948483.118759:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948483.118762:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.121790:0:32081:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:1.0:1783948483.121798:0:32081:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff89e9509f7a00, parent / 00800000:00000001:1.0:1783948483.121805:0:32081:0:(lmv_obd.c:4423:lmv_batch_create()) Process entered 00800000:00000010:1.0:1783948483.121813:0:32081:0:(lmv_obd.c:4424:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff89e943f22000. 00800000:00000001:1.0:1783948483.121816:0:32081:0:(lmv_obd.c:4441:lmv_batch_create()) Process leaving (rc=18446614233693167616 : -129840016384000 : ffff89e943f22000) 00000080:00000001:1.0:1783948483.121819:0:32081:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:1.0:1783948483.121821:0:32081:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:1.0:1783948483.121824:0:32081:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff89e954f4e200. 00000080:00000001:1.0:1783948483.121828:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1783948483.121830:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1783948483.121833:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9585c4780. 00000020:00000001:1.0:1783948483.121837:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:1.0:1783948483.121839:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff89e9585c4780) index 1 00000080:00000001:1.0:1783948483.121842:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234035668864 : -129839673882752 : ffff89e9585c4780) 00000080:00000001:1.0:1783948483.121847:0:32081:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948483.121870:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3c98 00000080:00002000:1.0:1783948483.121872:0:32081:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff89e951f58000) flags 0x40000e refc 1 00000080:00000001:1.0:1783948483.121875:0:32081:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.121877:0:32081:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:1.0:1783948483.121881:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9493f1000. 00800000:00000002:1.0:1783948483.121888:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 3 00800000:00000001:1.0:1783948483.121898:0:32081:0:(lmv_obd.c:4253:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948483.121904:0:32081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948483.121907:0:32081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948483.121910:0:32081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948483.121916:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:1.0:1783948483.121919:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948483.121923:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.121927:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948483.121932:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948483.121944:0:32081:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948483.121949:0:32081:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.121951:0:32081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948483.121958:0:32081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948483.121960:0:32081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948483.121962:0:32081:0:(lmv_obd.c:4260:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948483.121964:0:32081:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948483.121965:0:32081:0:(dcache.c:176:ll_intent_release()) intent ffffb87d016a3d78 released 00000080:00010000:1.0:1783948483.121968:0:32081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440cb8 from it ffffb87d016a3d78 00010000:00000001:1.0:1783948483.121970:0:32081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948483.121973:0:32081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948483.121975:0:32081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:1.0:1783948483.121977:0:32081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:1.0:1783948483.121980:0:32081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:1.0:1783948483.121982:0:32081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948483.121985:0:32081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948483.121991:0:32081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948483.121993:0:32081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948483.121995:0:32081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948483.121997:0:32081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948483.122012:0:32081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948483.122021:0:32081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948483.122024:0:32081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948483.122026:0:32081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948483.122030:0:32081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948483.122032:0:32081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948483.122033:0:32081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948483.122444:0:32081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948483.122448:0:32081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948483.122451:0:32081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948483.122454:0:32081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948483.122457:0:32081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948483.122458:0:32081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948483.122460:0:32081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948483.122462:0:32081:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1783948483.122466:0:32081:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 3 00000080:00000010:1.0:1783948483.122469:0:32081:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9493f1000. 00000080:00000001:1.0:1783948483.122476:0:32081:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948483.122495:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1783948483.122498:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1783948483.122500:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1783948483.122503:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9585c4300. 00000020:00000001:1.0:1783948483.122506:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:1.0:1783948483.122508:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff89e9585c4300) index 2 00000080:00000001:1.0:1783948483.122510:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234035667712 : -129839673883904 : ffff89e9585c4300) 00000080:00000001:1.0:1783948483.122513:0:32081:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1783948483.122516:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9493f1000. 00800000:00000002:1.0:1783948483.122520:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 3 00800000:00000001:1.0:1783948483.122524:0:32081:0:(lmv_obd.c:4617:lmv_batch_add()) Process entered 00800000:00000001:1.0:1783948483.122527:0:32081:0:(lmv_obd.c:4580:lmv_batch_get_sub()) Process entered 00800000:00000010:1.0:1783948483.122531:0:32081:0:(lmv_obd.c:4586:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff89e9470aa7c0. 00000002:00000001:1.0:1783948483.122534:0:32081:0:(batch.c:649:cli_batch_create()) Process entered 00000080:00000001:2.0:1783948483.122629:0:32082:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:2.0:1783948483.122634:0:32082:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:2.0:1783948483.122637:0:32082:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783948483.122641:0:32082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948483.122649:0:32082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948483.122655:0:32082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000020:00000010:2.0:1783948483.122660:0:32082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2600. 00000020:00000010:2.0:1783948483.122666:0:32082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580419c0. 00000008:00000010:2.0:1783948483.122674:0:32082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948483.122679:0:32082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948483.122686:0:32082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948483.122692:0:32082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948483.122696:0:32082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948483.122699:0:32082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3a00. 00000008:00000010:2.0:1783948483.122703:0:32082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948483.122707:0:32082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948483.122711:0:32082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948483.122715:0:32082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948483.122718:0:32082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948483.122721:0:32082:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948483.122727:0:32082:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2c38 -> ffff89e950ba2c38 00000020:00000001:2.0:1783948483.122730:0:32082:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948483.122733:0:32082:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948483.122736:0:32082:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783948483.122739:0:32082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948483.122741:0:32082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948483.122743:0:32082:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948483.122745:0:32082:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.122747:0:32082:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948483.122751:0:32082:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x2b:0x0]io ffff89e9582a92e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783948483.122755:0:32082:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:2.0:1783948483.122759:0:32082:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948483.122761:0:32082:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948483.122764:0:32082:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948483.122766:0:32082:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948483.122768:0:32082:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948483.122771:0:32082:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948483.122773:0:32082:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.122774:0:32082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948483.122775:0:32082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948483.122776:0:32082:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948483.122778:0:32082:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:2.0:1783948483.122780:0:32082:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948483.122783:0:32082:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948483.122784:0:32082:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:2.0:1783948483.122787:0:32082:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948483.122788:0:32082:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948483.122790:0:32082:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948483.122792:0:32082:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948483.122798:0:32082:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948483.122802:0:32082:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887580. 00020000:00000002:2.0:1783948483.122805:0:32082:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948483.122808:0:32082:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948483.122810:0:32082:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948483.122812:0:32082:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948483.122814:0:32082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948483.122816:0:32082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948483.122819:0:32082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3800. 00000020:00000010:2.0:1783948483.122821:0:32082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948483.122823:0:32082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948483.122828:0:32082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948483.122830:0:32082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948483.122832:0:32082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948483.122835:0:32082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948483.122837:0:32082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948483.122840:0:32082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3e00. 00000008:00000010:2.0:1783948483.122843:0:32082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948483.122845:0:32082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948483.122847:0:32082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948483.122872:0:32082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948483.122876:0:32082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948483.122878:0:32082:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948483.122881:0:32082:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2080 -> ffff89e950ba2c38 00000020:00000001:2.0:1783948483.122882:0:32082:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948483.122885:0:32082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948483.122886:0:32082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948483.122887:0:32082:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948483.122889:0:32082:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948483.122891:0:32082:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948483.122893:0:32082:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948483.122896:0:32082:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a390. 00000008:00010000:2.0:1783948483.122899:0:32082:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:2.0:1783948483.122902:0:32082:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948483.122904:0:32082:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948483.122905:0:32082:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9438875b0, osc lock ffff89e95238a390, flags 0x400041012 00000020:00000001:2.0:1783948483.122907:0:32082:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948483.122909:0:32082:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948483.122912:0:32082:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686242688 : -129840023308928 : ffff89e943887580) 00000020:00000001:2.0:1783948483.122914:0:32082:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948483.122915:0:32082:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948483.122917:0:32082:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.122918:0:32082:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.122920:0:32082:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948483.122922:0:32082:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948483.122923:0:32082:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948483.122924:0:32082:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948483.122926:0:32082:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948483.122927:0:32082:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948483.122930:0:32082:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948483.122934:0:32082:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948483.122936:0:32082:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948483.122937:0:32082:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948483.122939:0:32082:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948483.122940:0:32082:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948483.122941:0:32082:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948483.122943:0:32082:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948483.122945:0:32082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948483.122949:0:32082:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.122952:0:32082:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783948483.122957:0:32082:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066e680. 00000020:00000040:2.0:1783948483.122961:0:32082:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00010000:00000001:2.0:1783948483.122966:0:32082:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948483.122971:0:32082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948483.122974:0:32082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.122978:0:32082:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948483.122980:0:32082:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948483.122983:0:32082:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948483.122989:0:32082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9594b3600. 00000100:00000001:2.0:1783948483.122997:0:32082:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.123002:0:32082:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948483.123004:0:32082:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.123006:0:32082:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948483.123008:0:32082:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.123009:0:32082:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.123012:0:32082:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00010000:00000001:2.0:1783948483.123016:0:32082:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948483.123018:0:32082:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948483.123023:0:32082:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f000. 00010000:00000010:2.0:1783948483.123028:0:32082:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e958f6fe00. 00010000:00000001:2.0:1783948483.123034:0:32082:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948483.123037:0:32082:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235600. 00000020:00000001:2.0:1783948483.123042:0:32082:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948483.123044:0:32082:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235600 with handle 0x8c7cf19e4b440cd4 to hash 00000020:00000001:2.0:1783948483.123047:0:32082:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948483.123048:0:32082:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000010:2.0:1783948483.123052:0:32082:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e94477c900. 00010000:00000001:2.0:1783948483.123055:0:32082:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948483.123059:0:32082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948483.123061:0:32082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948483.123066:0:32082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948483.123078:0:32082:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948483.123088:0:32082:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.123093:0:32082:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948483.123097:0:32082:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948483.123112:0:32082:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b971e1d] to pc [ptlrpcd_01_00+0] req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1783948483.123131:0:32082:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948483.123134:0:32082:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.123136:0:32082:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948483.123138:0:32082:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.123140:0:32082:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.123141:0:32082:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.123143:0:32082:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948483.123145:0:32082:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948483.123148:0:32082:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948483.123149:0:32082:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948483.123152:0:32082:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948483.123153:0:32082:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948483.123154:0:32082:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948483.123156:0:32082:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948483.123158:0:32082:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9438875b0 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948483.123160:0:32082:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948483.123161:0:32082:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00000008:00000001:2.0:1783948483.123163:0:32082:0:(osc_lock.c:1123:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948483.123164:0:32082:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948483.123166:0:32082:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948483.123167:0:32082:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948483.123168:0:32082:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948483.123169:0:32082:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948483.123172:0:32082:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948483.123173:0:32082:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948483.123174:0:32082:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9438875b0 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948483.123177:0:32082:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a390. 00000020:00000001:2.0:1783948483.123180:0:32082:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948483.123182:0:32082:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887580. 00020000:00000001:2.0:1783948483.123184:0:32082:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948483.123186:0:32082:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948483.123187:0:32082:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783948483.123188:0:32082:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.123191:0:32082:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948483.123192:0:32082:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948483.123194:0:32082:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948483.123195:0:32082:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948483.123196:0:32082:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948483.123198:0:32082:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948483.123202:0:32082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948483.123205:0:32082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948483.123209:0:32082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948483.123212:0:32082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948483.123215:0:32082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948483.123218:0:32082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948483.123221:0:32082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948483.123225:0:32082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3800. 00000008:00000010:2.0:1783948483.123227:0:32082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948483.123230:0:32082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948483.123233:0:32082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948483.123235:0:32082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948483.123238:0:32082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3e00. 00000020:00000010:2.0:1783948483.123240:0:32082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:2.0:1783948483.123242:0:32082:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948483.123244:0:32082:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948483.123246:0:32082:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948483.123249:0:32082:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948483.123252:0:32082:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948483.123253:0:32082:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.123255:0:32082:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948483.123257:0:32082:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948483.123259:0:32082:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948483.123260:0:32082:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948483.123261:0:32082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2600. 00000020:00000010:2.0:1783948483.123263:0:32082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580419c0. 00000008:00000010:2.0:1783948483.123265:0:32082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948483.123268:0:32082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948483.123270:0:32082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948483.123272:0:32082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948483.123275:0:32082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948483.123277:0:32082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000008:00000010:2.0:1783948483.123279:0:32082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948483.123282:0:32082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948483.123284:0:32082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948483.123286:0:32082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948483.123288:0:32082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3a00. 00000020:00000010:2.0:1783948483.123290:0:32082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000001:00000001:2.0:1783948483.123292:0:32082:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948483.123295:0:32082:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000001:2.0:1783948483.123297:0:32082:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000002:00000010:1.0:1783948483.123408:0:32081:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff89e9470aada0. 00000002:00000010:1.0:1783948483.123413:0:32081:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff89e9506195a0. 00000002:00000010:1.0:1783948483.123415:0:32081:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff89e943f22900. 00000002:00000010:1.0:1783948483.123419:0:32081:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff89e9471ff000. 00000002:00000001:1.0:1783948483.123422:0:32081:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00800000:00000001:1.0:1783948483.123424:0:32081:0:(lmv_obd.c:4604:lmv_batch_get_sub()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00000002:00000001:1.0:1783948483.123428:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1783948483.123431:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff89e9522790c0. 00000002:00000001:1.0:1783948483.123433:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1783948483.123434:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1783948483.123436:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1783948483.123443:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1783948483.123446:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1783948483.123448:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948483.123452:0:32081:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d900. 00010000:00000010:1.0:1783948483.123455:0:32081:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4380. 00010000:00000001:1.0:1783948483.123458:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948483.123460:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a200. 00000020:00000001:1.0:1783948483.123463:0:32081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948483.123465:0:32081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a200 with handle 0x8c7cf19e4b440cdb to hash 00000020:00000001:1.0:1783948483.123467:0:32081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948483.123468:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948483.123471:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948483.123473:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.123475:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.123478:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948483.123486:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948483.123492:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123494:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123498:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1783948483.123501:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff89e943f22040. 00000002:00000001:1.0:1783948483.123503:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123505:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123507:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.123509:0:32081:0:(lmv_obd.c:4629:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123511:0:32081:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123513:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1783948483.123516:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1783948483.123517:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1783948483.123519:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9585c4d00. 00000020:00000001:1.0:1783948483.123522:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:1.0:1783948483.123523:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff89e9585c4d00) index 3 00000080:00000001:1.0:1783948483.123526:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234035670272 : -129839673881344 : ffff89e9585c4d00) 00000080:00000001:1.0:1783948483.123528:0:32081:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1783948483.123530:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9493f0c00. 00800000:00000002:1.0:1783948483.123534:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 4 00800000:00000001:1.0:1783948483.123548:0:32081:0:(lmv_obd.c:4617:lmv_batch_add()) Process entered 00800000:00000001:1.0:1783948483.123551:0:32081:0:(lmv_obd.c:4580:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1783948483.123552:0:32081:0:(lmv_obd.c:4584:lmv_batch_get_sub()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00000002:00000001:1.0:1783948483.123554:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1783948483.123557:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff89e952279780. 00000002:00000001:1.0:1783948483.123558:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1783948483.123559:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1783948483.123561:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1783948483.123564:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1783948483.123565:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1783948483.123567:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948483.123569:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d900 count: 2 00010000:00000001:1.0:1783948483.123572:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948483.123574:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948483.123576:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a800. 00000020:00000001:1.0:1783948483.123578:0:32081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948483.123580:0:32081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a800 with handle 0x8c7cf19e4b440ce2 to hash 00000020:00000001:1.0:1783948483.123582:0:32081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948483.123583:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948483.123585:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:1.0:1783948483.123587:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.123589:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.123591:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948483.123601:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948483.123606:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123607:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123609:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1783948483.123612:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff89e943f22540. 00000002:00000001:1.0:1783948483.123613:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123615:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123616:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.123617:0:32081:0:(lmv_obd.c:4629:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123619:0:32081:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123620:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1783948483.123621:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1783948483.123622:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1783948483.123624:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9585c4880. 00000020:00000001:1.0:1783948483.123626:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:1.0:1783948483.123628:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff89e9585c4880) index 4 00000080:00000001:1.0:1783948483.123630:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234035669120 : -129839673882496 : ffff89e9585c4880) 00000080:00000001:1.0:1783948483.123632:0:32081:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1783948483.123634:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9493f1c00. 00800000:00000002:1.0:1783948483.123637:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 5 00800000:00000001:1.0:1783948483.123639:0:32081:0:(lmv_obd.c:4617:lmv_batch_add()) Process entered 00800000:00000001:1.0:1783948483.123640:0:32081:0:(lmv_obd.c:4580:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1783948483.123642:0:32081:0:(lmv_obd.c:4584:lmv_batch_get_sub()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00000002:00000001:1.0:1783948483.123643:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1783948483.123646:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff89e952279d80. 00000002:00000001:1.0:1783948483.123647:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1783948483.123648:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1783948483.123649:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1783948483.123652:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1783948483.123654:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1783948483.123655:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948483.123657:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d900 count: 3 00010000:00000001:1.0:1783948483.123659:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948483.123661:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948483.123664:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617bc00. 00000020:00000001:1.0:1783948483.123666:0:32081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948483.123667:0:32081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617bc00 with handle 0x8c7cf19e4b440ce9 to hash 00000020:00000001:1.0:1783948483.123669:0:32081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948483.123670:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948483.123672:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:1.0:1783948483.123674:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.123676:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.123679:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948483.123685:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948483.123690:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123692:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123694:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1783948483.123696:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff89e943f22ac0. 00000002:00000001:1.0:1783948483.123698:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123700:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123701:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.123703:0:32081:0:(lmv_obd.c:4629:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123704:0:32081:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123705:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1783948483.123707:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1783948483.123708:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1783948483.123710:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9585c4f00. 00000020:00000001:1.0:1783948483.123711:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:1.0:1783948483.123713:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff89e9585c4f00) index 5 00000080:00000001:1.0:1783948483.123715:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234035670784 : -129839673880832 : ffff89e9585c4f00) 00000080:00000001:1.0:1783948483.123717:0:32081:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1783948483.123719:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9493f2c00. 00800000:00000002:1.0:1783948483.123722:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 6 00800000:00000001:1.0:1783948483.123724:0:32081:0:(lmv_obd.c:4617:lmv_batch_add()) Process entered 00800000:00000001:1.0:1783948483.123726:0:32081:0:(lmv_obd.c:4580:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1783948483.123728:0:32081:0:(lmv_obd.c:4584:lmv_batch_get_sub()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00000002:00000001:1.0:1783948483.123730:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1783948483.123732:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff89e952279a80. 00000002:00000001:1.0:1783948483.123733:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1783948483.123734:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1783948483.123735:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1783948483.123738:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1783948483.123740:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1783948483.123741:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948483.123743:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d900 count: 4 00010000:00000001:1.0:1783948483.123745:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948483.123746:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948483.123749:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617ba00. 00000020:00000001:1.0:1783948483.123751:0:32081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948483.123752:0:32081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617ba00 with handle 0x8c7cf19e4b440cf0 to hash 00000020:00000001:1.0:1783948483.123754:0:32081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948483.123755:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:1.0:1783948483.123757:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:1.0:1783948483.123759:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.123761:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.123764:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948483.123770:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948483.123775:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123777:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123779:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1783948483.123782:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff89e943f222c0. 00000002:00000001:1.0:1783948483.123784:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123785:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123786:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.123788:0:32081:0:(lmv_obd.c:4629:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123790:0:32081:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123791:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1783948483.123792:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1783948483.123793:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1783948483.123795:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9585c4b80. 00000020:00000001:1.0:1783948483.123797:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:1.0:1783948483.123798:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff89e9585c4b80) index 6 00000080:00000001:1.0:1783948483.123800:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234035669888 : -129839673881728 : ffff89e9585c4b80) 00000080:00000001:1.0:1783948483.123802:0:32081:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1783948483.123804:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9493f3400. 00800000:00000002:1.0:1783948483.123805:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 7 00800000:00000001:1.0:1783948483.123808:0:32081:0:(lmv_obd.c:4617:lmv_batch_add()) Process entered 00800000:00000001:1.0:1783948483.123810:0:32081:0:(lmv_obd.c:4580:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1783948483.123811:0:32081:0:(lmv_obd.c:4584:lmv_batch_get_sub()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00000002:00000001:1.0:1783948483.123813:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1783948483.123815:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff89e952279000. 00000002:00000001:1.0:1783948483.123816:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1783948483.123818:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1783948483.123819:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1783948483.123822:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1783948483.123823:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1783948483.123824:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948483.123826:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d900 count: 5 00010000:00000001:1.0:1783948483.123828:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948483.123829:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948483.123832:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a400. 00000020:00000001:1.0:1783948483.123834:0:32081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948483.123835:0:32081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a400 with handle 0x8c7cf19e4b440cf7 to hash 00000020:00000001:1.0:1783948483.123837:0:32081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948483.123838:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948483.123840:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:1.0:1783948483.123842:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.123844:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.123846:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948483.123874:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948483.123879:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123881:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123883:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1783948483.123886:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff89e943f22240. 00000002:00000001:1.0:1783948483.123889:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123890:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123892:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.123893:0:32081:0:(lmv_obd.c:4629:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123895:0:32081:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123896:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1783948483.123898:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1783948483.123899:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1783948483.123901:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9585c4e80. 00000020:00000001:1.0:1783948483.123903:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:1.0:1783948483.123904:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff89e9585c4e80) index 7 00000080:00000001:1.0:1783948483.123906:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234035670656 : -129839673880960 : ffff89e9585c4e80) 00000080:00000001:1.0:1783948483.123908:0:32081:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1783948483.123911:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9493f3000. 00800000:00000002:1.0:1783948483.123913:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 8 00800000:00000001:1.0:1783948483.123915:0:32081:0:(lmv_obd.c:4617:lmv_batch_add()) Process entered 00800000:00000001:1.0:1783948483.123917:0:32081:0:(lmv_obd.c:4580:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1783948483.123918:0:32081:0:(lmv_obd.c:4584:lmv_batch_get_sub()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00000002:00000001:1.0:1783948483.123920:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1783948483.123922:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff89e9522793c0. 00000002:00000001:1.0:1783948483.123924:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1783948483.123925:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1783948483.123926:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1783948483.123929:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1783948483.123930:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1783948483.123932:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948483.123934:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d900 count: 6 00010000:00000001:1.0:1783948483.123936:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948483.123938:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948483.123941:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a000. 00000020:00000001:1.0:1783948483.123943:0:32081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948483.123945:0:32081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a000 with handle 0x8c7cf19e4b440cfe to hash 00000020:00000001:1.0:1783948483.123947:0:32081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948483.123948:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729179648 : -129839980371968 : ffff89e94617a000) 00010000:00000001:1.0:1783948483.123950:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729179648 : -129839980371968 : ffff89e94617a000) 00010000:00000001:1.0:1783948483.123952:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.123954:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.123956:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948483.123962:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948483.123966:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123968:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123969:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1783948483.123972:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff89e943f227c0. 00000002:00000001:1.0:1783948483.123974:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123975:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.123977:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.123978:0:32081:0:(lmv_obd.c:4629:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123980:0:32081:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.123982:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1783948483.123983:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1783948483.123984:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1783948483.123986:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9585c4680. 00000020:00000001:1.0:1783948483.123988:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:1.0:1783948483.123989:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff89e9585c4680) index 8 00000080:00000001:1.0:1783948483.123991:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234035668608 : -129839673883008 : ffff89e9585c4680) 00000080:00000001:1.0:1783948483.123993:0:32081:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1783948483.123995:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9493f0000. 00800000:00000002:1.0:1783948483.123997:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 9 00800000:00000001:1.0:1783948483.124000:0:32081:0:(lmv_obd.c:4617:lmv_batch_add()) Process entered 00800000:00000001:1.0:1783948483.124002:0:32081:0:(lmv_obd.c:4580:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1783948483.124003:0:32081:0:(lmv_obd.c:4584:lmv_batch_get_sub()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00000002:00000001:1.0:1783948483.124005:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1783948483.124007:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff89e952279240. 00000002:00000001:1.0:1783948483.124009:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1783948483.124010:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1783948483.124011:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1783948483.124014:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1783948483.124015:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1783948483.124016:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948483.124018:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d900 count: 7 00010000:00000001:1.0:1783948483.124020:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948483.124022:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948483.124024:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617b600. 00000020:00000001:1.0:1783948483.124025:0:32081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948483.124027:0:32081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617b600 with handle 0x8c7cf19e4b440d05 to hash 00000020:00000001:1.0:1783948483.124028:0:32081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948483.124030:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948483.124032:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:1.0:1783948483.124033:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.124035:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.124038:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948483.124044:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948483.124048:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.124050:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.124052:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1783948483.124054:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff89e943f22680. 00000002:00000001:1.0:1783948483.124056:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.124057:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.124059:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.124061:0:32081:0:(lmv_obd.c:4629:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.124063:0:32081:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.124065:0:32081:0:(lmv_obd.c:4484:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1783948483.124067:0:32081:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1783948483.124068:0:32081:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1783948483.124069:0:32081:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:1.0:1783948483.124073:0:32081:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf100. 00000020:00000040:1.0:1783948483.124077:0:32081:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948483.124080:0:32081:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948483.124082:0:32081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948483.124085:0:32081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948483.124090:0:32081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff89e9471fe000. 00000100:00000001:1.0:1783948483.124094:0:32081:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.124098:0:32081:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.124099:0:32081:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948483.124102:0:32081:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948483.124105:0:32081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948483.124108:0:32081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948483.124116:0:32081:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015c3f218] to pc [ptlrpcd_00_00+0] req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1783948483.124146:0:32081:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.124149:0:32081:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948483.124151:0:32081:0:(lmv_obd.c:4506:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.124152:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:1.0:1783948483.124167:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1783948483.124171:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1783948483.124172:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948483.124179:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948483.124181:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948483.124183:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948483.124185:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948483.124187:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948483.124193:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948483.124201:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948483.124203:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948483.124207:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948483.124211:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948483.124213:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948483.124217:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636517504:192.168.202.104@tcp:63:ll_sa.0 00000100:00000001:1.0:1783948483.124222:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948483.124227:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948483.124229:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948483.124232:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948483.124238:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff89e958138000. 02000000:00000001:1.0:1783948483.124240:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948483.124247:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948483.124252:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438889f8. 00000400:00000010:1.0:1783948483.124259:0:2354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89e952279180. 00000100:00000200:1.0:1783948483.124269:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870603636517504, portal 4 00000100:00000001:1.0:1783948483.124271:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948483.124273:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939243264 : -129839770308352 : ffff89e9529cf100) 00000100:00000040:1.0:1783948483.124279:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948483.124287:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948483.124289:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948483.124293:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618110. 00000100:00000200:1.0:1783948483.124295:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1870603636517504, offset 0 00000400:00000200:1.0:1783948483.124303:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948483.124315:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.124323:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948483.124329:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948483.124345:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948483.124350:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948483.124352:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948483.124356:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2551:2551:256:4294967295] 192.168.202.104@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:1.0:1783948483.124360:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.124371:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948483.124378:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948483.124385:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948483.124392:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948483.124402:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948483.124407:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:1.0:1783948483.124419:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948483.124424:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 788586 usecs (789 jiffies) 00000400:00000200:1.0:1783948483.124426:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948483.124429:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296574063 00000100:00000001:1.0:1783948483.124439:0:2354:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296574059 00000100:00000001:1.0:1783948483.124444:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296574063 00000100:00000001:1.0:1783948483.124447:0:2354:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296574059 00000100:00000001:1.0:1783948483.124451:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948483.124453:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948483.124457:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948483.124459:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.124637:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948483.124641:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.124913:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948483.124918:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948483.124920:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948483.124929:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.124937:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948483.124939:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.124942:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948483.124944:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948483.124946:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948483.124949:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636517376:192.168.202.104@tcp:101:ll_agl.0 00000100:00000001:3.0:1783948483.124953:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948483.124956:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948483.124958:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.124960:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948483.124965:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509ea400. 02000000:00000001:3.0:1783948483.124967:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948483.124970:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948483.124974:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948483.124979:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601253b8. 00000100:00000200:3.0:1783948483.124983:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636517376, portal 4 00000100:00000001:3.0:1783948483.124985:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948483.124986:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00000100:00000040:3.0:1783948483.124992:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.124999:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948483.125001:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948483.125004:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125770. 00000100:00000200:3.0:1783948483.125007:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636517376, offset 0 00000400:00000200:3.0:1783948483.125011:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948483.125015:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948483.125020:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948483.125023:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948483.125026:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948483.125028:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948483.125030:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948483.125033:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2552:2552:255:4294967295] 192.168.202.104@tcp LPNI seq info [2552:2552:7:4294967295] 00000400:00000200:3.0:1783948483.125037:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948483.125149:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948483.125154:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948483.125159:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9600. 00000800:00000200:3.0:1783948483.125163:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948483.125167:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948483.125170:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948483.125182:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948483.125187:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 263387 usecs (264 jiffies) 00000400:00000200:3.0:1783948483.125190:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948483.125192:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296573541 00000100:00000001:3.0:1783948483.125195:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296574063 00000100:00000001:3.0:1783948483.125197:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296573541 00000100:00000001:3.0:1783948483.125371:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296574063 00000100:00000001:3.0:1783948483.125374:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948483.125376:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.125379:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.125381:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.125389:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948483.125390:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948483.125392:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948483.125394:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948483.125395:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.125398:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.125410:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948483.125413:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948483.127050:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948483.127059:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9600. 00000400:00000200:0.0:1783948483.127066:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.127074:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948483.127081:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125770 00000400:00000010:0.0:1783948483.127084:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125770. 00000100:00000001:0.0:1783948483.127091:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948483.127098:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948483.127109:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948483.127113:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948483.127119:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.127121:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948483.130842:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948483.130864:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:1.0:1783948483.130871:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948483.130880:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948483.130887:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618110 00000400:00000010:1.0:1783948483.130890:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618110. 00000100:00000001:1.0:1783948483.130904:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948483.130912:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948483.130925:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948483.130929:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948483.130936:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948483.130938:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783948483.131903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f400. 00010000:00000010:0.1:1783948483.131927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00010000:00000010:0.1:1783948483.131931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459700. 00010000:00000010:0.1:1783948483.131935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00000800:00000001:0.0:1783948483.163687:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.163710:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948483.163714:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.163716:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948483.163725:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163733:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948483.163745:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163750:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163756:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163760:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 7008 into portal 4 MB=0x6a54dd9452a80 00000400:00000200:0.0:1783948483.163765:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163773:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 7008/7008 into md 0x7009 [2] + 224 00000800:00000001:0.0:1783948483.163782:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.163797:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948483.163801:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.163805:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948483.163813:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948483.163823:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948483.163834:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.163875:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948483.163884:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.163889:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948483.163891:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.163893:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948483.163896:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163899:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948483.163904:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163906:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163909:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163912:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9452980 00000400:00000200:0.0:1783948483.163915:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163919:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x6ff9 [1] + 224 00000800:00000001:0.0:1783948483.163923:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.163926:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948483.163928:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.163930:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948483.163934:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948483.163937:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948483.163946:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.163969:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948483.163975:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948483.163978:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.163983:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948483.163990:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2553:2553:256:4294967295] 192.168.202.104@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:0.0:1783948483.163994:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.164003:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948483.164008:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948483.164014:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948483.164020:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948483.164026:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948483.164031:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948483.164410:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948483.164414:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948483.164418:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.164422:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948483.164429:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.164432:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948483.164434:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.164437:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948483.164439:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.164441:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948483.164444:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.164447:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948483.164452:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.164455:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.164458:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.164461:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9452a00 00000400:00000200:0.0:1783948483.164464:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948483.164468:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x7019 [1] + 224 00000800:00000001:0.0:1783948483.164472:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.164477:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948483.164479:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.164481:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948483.164485:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948483.164491:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948483.164500:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948483.164515:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948483.164519:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948483.164521:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948483.165357:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948483.165364:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948483.165373:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948483.165376:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948483.165381:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438889f8. 00000400:00000200:0.0:1783948483.165388:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e952279180 00000400:00000010:0.0:1783948483.165391:0:2354:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff89e952279180. 00000100:00000001:0.0:1783948483.165397:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948483.165406:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948483.165417:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.165424:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948483.165427:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948483.165429:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948483.165433:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948483.165436:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948483.165438:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948483.165441:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948483.165452:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1580 time=1783948483 v=5 (0 0 0 0) 00000100:00001000:0.0:1783948483.165456:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948483.165460:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783948483.165464:0:2354:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.165471:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1783948483.165475:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948483.165478:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:0.0:1783948483.165479:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948483.165482:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1783948483.165487:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.165494:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1783948483.165497:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948483.165499:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948483.165502:0:2354:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1783948483.165508:0:2354:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1783948483.165514:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948483.165517:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.165520:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.165523:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:0.0:1783948483.165526:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948483.165529:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00010000:0.0:1783948483.165534:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165640:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783948483.165645:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165651:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.165654:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165665:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165667:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948483.165669:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165675:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.165678:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.165681:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948483.165683:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948483.165689:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617a200 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948483.165692:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948483.165696:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165701:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948483.165703:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948483.165706:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165711:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948483.165714:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948483.165715:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.165716:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.165718:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:0.0:1783948483.165720:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948483.165722:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948483.165725:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.165727:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948483.165737:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.165738:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.165741:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948483.165743:0:2354:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.165746:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.165747:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.165749:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.165750:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948483.165753:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617a200 with handle 0x8c7cf19e4b440cdb from hash 00010000:00000001:0.0:1783948483.165755:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.165756:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165758:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.165759:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.165760:0:2354:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.165762:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948483.165764:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165765:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.165766:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.165768:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.165770:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165775:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165775:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.165777:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948483.165778:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.165779:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165780:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.165781:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.165783:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a200/0x8c7cf19e4b440cdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165792:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.165794:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.165798:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783948483.165801:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019c3c58 00000080:00400000:0.0:1783948483.165803:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:0.0:1783948483.165805:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.165809:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948483.165811:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff89e9493f1190 released 00000080:00000001:0.0:1783948483.165813:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783948483.165816:0:2354:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 9 00000080:00000010:0.0:1783948483.165820:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff89e9522790c0. 00000080:00000010:0.0:1783948483.165823:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9493f1000. 00000080:00000001:0.0:1783948483.165827:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783948483.165829:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff89e943f22040. 00010000:00000001:0.0:1783948483.165833:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948483.165834:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.165835:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.165837:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=4 00000020:00000001:0.0:1783948483.165839:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:0.0:1783948483.165841:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00010000:0.0:1783948483.165844:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165849:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783948483.165871:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165876:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.165878:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165883:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165884:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948483.165886:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165892:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.165894:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.165896:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948483.165897:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948483.165903:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617a800 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948483.165905:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948483.165907:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165911:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948483.165912:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948483.165915:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165919:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948483.165921:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948483.165922:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.165923:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.165924:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a800 refcount=5 00000020:00000001:0.0:1783948483.165926:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:0.0:1783948483.165928:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729181696 : -129839980369920 : ffff89e94617a800) 00010000:00000001:0.0:1783948483.165930:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.165932:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948483.165937:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.165938:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.165940:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948483.165941:0:2354:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.165943:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.165944:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.165945:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.165947:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948483.165949:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617a800 with handle 0x8c7cf19e4b440ce2 from hash 00010000:00000001:0.0:1783948483.165951:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.165953:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165954:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.165955:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.165956:0:2354:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.165957:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948483.165959:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165960:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.165961:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.165962:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.165964:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165968:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165969:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.165970:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948483.165971:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.165972:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.165973:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.165974:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.165976:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a800/0x8c7cf19e4b440ce2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.165983:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.165984:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.165987:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783948483.165988:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019c3c58 00000080:00400000:0.0:1783948483.165989:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:0.0:1783948483.165991:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.165993:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948483.165994:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff89e9493f0d90 released 00000080:00000001:0.0:1783948483.165995:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783948483.165997:0:2354:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 8 00000080:00000010:0.0:1783948483.165999:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff89e952279780. 00000080:00000010:0.0:1783948483.166002:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9493f0c00. 00000080:00000001:0.0:1783948483.166004:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783948483.166006:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff89e943f22540. 00010000:00000001:0.0:1783948483.166009:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948483.166010:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.166012:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.166014:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=4 00000020:00000001:0.0:1783948483.166015:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:0.0:1783948483.166017:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00010000:0.0:1783948483.166020:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.166025:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783948483.166028:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.166033:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.166034:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948483.166195:0:32080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948483.166201:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948483.166203:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948483.166206:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae370. 00000400:00000200:2.0:1783948483.166211:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acff68 00000400:00000010:2.0:1783948483.166214:0:32080:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acff68. 00000100:00000001:2.0:1783948483.166217:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948483.166223:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948483.166233:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240380 x1870603636517248/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948483.166239:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948483.166241:0:32080:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948483.166243:0:32080:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948483.166245:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948483.166256:0:32080:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948483.166258:0:32080:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948483.166260:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948483.166264:0:32080:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=3 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948483.166267:0:32080:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948483.166269:0:32080:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948483.166271:0:32080:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.166273:0:32080:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948483.166276:0:32080:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.166279:0:32080:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948483.166281:0:32080:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x100000164] 00000100:00000001:2.0:1783948483.166283:0:32080:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948483.166284:0:32080:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948483.166286:0:32080:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000001:2.0:1783948483.166288:0:32080:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948483.166290:0:32080:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1783948483.166292:0:32080:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948483.166294:0:32080:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948483.166298:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240380 x1870603636517248/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948499 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948483.166305:0:32080:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948483.166307:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948483.166308:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948483.166312:0:32080:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240380 x1870603636517248/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948499 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948483.166320:0:32080:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32080:1870603636517248:192.168.202.104@tcp:36:multiop.0 00000100:00000001:2.0:1783948483.166325:0:32080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948483.166328:0:32080:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948483.166331:0:32080:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948483.166343:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948483.166347:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240380 x1870603636517248/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948499 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948483.166354:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948483.166356:0:32080:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95162c000. 00000100:00000001:2.0:1783948483.166359:0:32080:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948483.166361:0:32080:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948483.166367:0:32080:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948483.166371:0:32080:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948483.166374:0:32080:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 7 00000080:00000010:2.0:1783948483.166377:0:32080:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f7600. 00000100:00000001:2.0:1783948483.166382:0:32080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948483.166385:0:32080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240380 x1870603636517248/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948483.166391:0:32080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.166395:0:32080:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.166404:0:32080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948483.166406:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f73e30 00000080:00002000:2.0:1783948483.166409:0:32080:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff89e951f381b0, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:2.0:1783948483.166412:0:32080:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948483.166418:0:32080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948483.166422:0:32080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1783948483.166429:0:32080:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:2.0:1783948483.166431:0:32080:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1783948483.166434:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948483.166440:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948483.166445:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3a00. 00000020:00000010:2.0:1783948483.166450:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2e00. 00000020:00000010:2.0:1783948483.166454:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580419c0. 00000008:00000010:2.0:1783948483.166460:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948483.166464:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948483.166469:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948483.166474:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948483.166478:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948483.166482:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2600. 00000008:00000010:2.0:1783948483.166485:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948483.166489:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948483.166492:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948483.166495:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948483.166497:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948483.166499:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948483.166504:0:32080:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2e90 -> ffff89e950ba2e90 00000020:00000001:2.0:1783948483.166506:0:32080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948483.166509:0:32080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948483.166511:0:32080:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948483.166514:0:32080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948483.166515:0:32080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948483.166517:0:32080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948483.166520:0:32080:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x2c:0x0]io ffff89e9582a92e0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1783948483.166524:0:32080:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000001:2.0:1783948483.166527:0:32080:0:(lov_io.c:2204:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1783948483.166529:0:32080:0:(lov_io.c:2238:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1783948483.166531:0:32080:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00000020:00000001:2.0:1783948483.166534:0:32080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948483.166682:0:32080:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1783948483.166684:0:32080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948483.166686:0:32080:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948483.166689:0:32080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948483.166690:0:32080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948483.166693:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948483.166696:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2e00. 00000020:00000010:2.0:1783948483.166700:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580419c0. 00000008:00000010:2.0:1783948483.166703:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948483.166706:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948483.166709:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948483.166712:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948483.166716:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948483.166718:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3a00. 00000008:00000010:2.0:1783948483.166721:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948483.166724:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948483.166727:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948483.166729:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948483.166732:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2600. 00000020:00000010:2.0:1783948483.166734:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948483.166736:0:32080:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.166740:0:32080:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:2.0:1783948483.166742:0:32080:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff89e951d821c8) 00800000:00000001:2.0:1783948483.166747:0:32080:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:2.0:1783948483.166748:0:32080:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:2.0:1783948483.166753:0:32080:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1783948483.166758:0:32080:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948483.166760:0:32080:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.166762:0:32080:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1783948483.166764:0:32080:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1783948483.166766:0:32080:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948483.166768:0:32080:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948483.166771:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948483.166773:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948483.166776:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2600. 00000020:00000010:2.0:1783948483.166778:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3a00. 00000020:00000010:2.0:1783948483.166780:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580419c0. 00000008:00000010:2.0:1783948483.166783:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948483.166785:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948483.166787:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948483.166790:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948483.166792:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948483.166794:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000008:00000010:2.0:1783948483.166796:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948483.166798:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948483.166801:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948483.166803:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948483.166805:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948483.166807:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00020000:00000001:2.0:1783948483.166812:0:32080:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:2.0:1783948483.166813:0:32080:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000001:2.0:1783948483.166817:0:32080:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:2.0:1783948483.166819:0:32080:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948483.166820:0:32080:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000001:2.0:1783948483.166822:0:32080:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:2.0:1783948483.166824:0:32080:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:2.0:1783948483.166825:0:32080:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000002:2.0:1783948483.166828:0:32080:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413289b0) owner 0000000000000000/ffff89e9412a27c0 00020000:00000010:2.0:1783948483.166830:0:32080:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff89e9413289b0. 00020000:00000001:2.0:1783948483.166834:0:32080:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:2.0:1783948483.166836:0:32080:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff89e950ba2e10. 00000020:00001000:2.0:1783948483.166841:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948483.166843:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3a00. 00000020:00000010:2.0:1783948483.166845:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580419c0. 00000008:00000010:2.0:1783948483.166848:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948483.166872:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948483.166875:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948483.166878:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948483.166880:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948483.166882:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2600. 00000008:00000010:2.0:1783948483.166884:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948483.166886:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948483.166888:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948483.166890:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948483.166892:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000020:00000010:2.0:1783948483.166894:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948483.166897:0:32080:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1783948483.166899:0:32080:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00010000:00000001:0.0:1783948483.167508:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.167509:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948483.167512:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.167518:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.167521:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.167525:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948483.167527:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948483.167532:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617bc00 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948483.169356:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948483.169371:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169385:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948483.169388:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948483.169392:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169397:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948483.169400:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948483.169402:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.169405:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.169408:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617bc00 refcount=5 00000020:00000001:0.0:1783948483.169410:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:0.0:1783948483.169413:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186816 : -129839980364800 : ffff89e94617bc00) 00010000:00000001:0.0:1783948483.169416:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.169418:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948483.169424:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.169426:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.169428:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948483.169430:0:2354:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.169433:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.169435:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.169437:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.169439:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948483.169442:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617bc00 with handle 0x8c7cf19e4b440ce9 from hash 00010000:00000001:0.0:1783948483.169444:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.169446:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169447:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169449:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.169451:0:2354:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.169452:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948483.169454:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169457:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169458:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.169459:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.169463:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169468:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169469:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169470:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948483.169472:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.169474:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169475:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169476:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.169478:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617bc00/0x8c7cf19e4b440ce9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169488:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.169490:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.169494:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783948483.169499:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019c3c58 00000080:00400000:0.0:1783948483.169501:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:0.0:1783948483.169503:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.169507:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948483.169509:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff89e9493f1d90 released 00000080:00000001:0.0:1783948483.169511:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783948483.169514:0:2354:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 6 00000080:00000010:0.0:1783948483.169519:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff89e952279d80. 00000080:00000010:0.0:1783948483.169524:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9493f1c00. 00000080:00000001:0.0:1783948483.169529:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783948483.169532:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff89e943f22ac0. 00010000:00000001:0.0:1783948483.169538:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948483.169540:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.169541:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.169543:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=4 00000020:00000001:0.0:1783948483.169545:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:0.0:1783948483.169547:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00010000:0.0:1783948483.169551:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169556:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783948483.169559:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169564:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.169566:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169572:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169573:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948483.169575:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169580:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.169582:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.169584:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948483.169586:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948483.169592:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617ba00 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948483.169594:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948483.169596:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169600:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948483.169602:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948483.169605:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169609:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948483.169611:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948483.169612:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.169614:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.169615:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ba00 refcount=5 00000020:00000001:0.0:1783948483.169617:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:0.0:1783948483.169619:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729186304 : -129839980365312 : ffff89e94617ba00) 00010000:00000001:0.0:1783948483.169621:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.169623:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948483.169628:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.169629:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.169631:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948483.169632:0:2354:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.169634:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.169635:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.169636:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.169638:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948483.169639:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617ba00 with handle 0x8c7cf19e4b440cf0 from hash 00010000:00000001:0.0:1783948483.169641:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.169642:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169643:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169644:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.169645:0:2354:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.169647:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948483.169648:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169649:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169651:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.169652:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.169654:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169659:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169660:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169661:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948483.169662:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.169664:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169666:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169666:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.169668:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617ba00/0x8c7cf19e4b440cf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169675:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.169676:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.169679:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783948483.169680:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019c3c58 00000080:00400000:0.0:1783948483.169682:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:0.0:1783948483.169683:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.169685:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948483.169686:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff89e9493f2d90 released 00000080:00000001:0.0:1783948483.169688:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783948483.169689:0:2354:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 5 00000080:00000010:0.0:1783948483.169691:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff89e952279a80. 00000080:00000010:0.0:1783948483.169694:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9493f2c00. 00000080:00000001:0.0:1783948483.169696:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783948483.169699:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff89e943f222c0. 00010000:00000001:0.0:1783948483.169701:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948483.169703:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.169704:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.169706:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=4 00000020:00000001:0.0:1783948483.169708:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:0.0:1783948483.169710:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00010000:0.0:1783948483.169713:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169718:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783948483.169722:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169726:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.169728:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169734:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169735:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948483.169737:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169742:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.169744:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.169745:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948483.169747:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948483.169752:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617a400 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948483.169754:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948483.169756:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169761:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948483.169763:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948483.169766:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169771:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948483.169773:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948483.169774:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.169775:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.169776:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a400 refcount=5 00000020:00000001:0.0:1783948483.169778:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:0.0:1783948483.169781:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180672 : -129839980370944 : ffff89e94617a400) 00010000:00000001:0.0:1783948483.169782:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.169785:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948483.169794:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.169795:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.169797:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948483.169799:0:2354:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.169800:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.169801:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.169803:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.169804:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948483.169806:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617a400 with handle 0x8c7cf19e4b440cf7 from hash 00010000:00000001:0.0:1783948483.169808:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.169809:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169810:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169811:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.169812:0:2354:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.169813:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948483.169816:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169817:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169818:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.169820:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.169822:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169826:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169827:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169829:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948483.169830:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.169831:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169832:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169833:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.169835:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a400/0x8c7cf19e4b440cf7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169842:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.169843:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.169845:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783948483.169847:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019c3c58 00000080:00400000:0.0:1783948483.169849:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:0.0:1783948483.169877:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.169879:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948483.169881:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff89e9493f3590 released 00000080:00000001:0.0:1783948483.169882:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783948483.169883:0:2354:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 4 00000080:00000010:0.0:1783948483.169885:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff89e952279000. 00000080:00000010:0.0:1783948483.169888:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9493f3400. 00000080:00000001:0.0:1783948483.169890:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783948483.169893:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff89e943f22240. 00010000:00000001:0.0:1783948483.169896:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948483.169897:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.169898:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.169900:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a000 refcount=4 00000020:00000001:0.0:1783948483.169902:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729179648 : -129839980371968 : ffff89e94617a000) 00010000:00000001:0.0:1783948483.169904:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729179648 : -129839980371968 : ffff89e94617a000) 00010000:00010000:0.0:1783948483.169907:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169912:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783948483.169915:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169920:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.169922:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169927:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169928:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948483.169930:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169935:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.169937:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.169939:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948483.169941:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948483.169946:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617a000 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948483.169948:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948483.169950:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169955:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948483.169957:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948483.169959:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.169963:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948483.169966:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948483.169967:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.169968:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.169969:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a000 refcount=5 00000020:00000001:0.0:1783948483.169971:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729179648 : -129839980371968 : ffff89e94617a000) 00010000:00000001:0.0:1783948483.169973:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729179648 : -129839980371968 : ffff89e94617a000) 00010000:00000001:0.0:1783948483.169975:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.169977:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948483.169981:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.169982:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.169984:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948483.169985:0:2354:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.169986:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.169988:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.169989:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.169990:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948483.169992:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617a000 with handle 0x8c7cf19e4b440cfe from hash 00010000:00000001:0.0:1783948483.169994:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.169995:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.169996:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.169997:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.169998:0:2354:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.169999:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948483.170001:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.170002:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.170003:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.170004:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.170007:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170011:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.170012:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.170013:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948483.170014:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.170015:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.170016:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.170017:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.170018:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617a000/0x8c7cf19e4b440cfe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170025:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.170026:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.170029:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783948483.170030:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019c3c58 00000080:00400000:0.0:1783948483.170031:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:0.0:1783948483.170033:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.170035:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948483.170036:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff89e9493f3190 released 00000080:00000001:0.0:1783948483.170048:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783948483.170050:0:2354:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 3 00000080:00000010:0.0:1783948483.170052:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff89e9522793c0. 00000080:00000010:0.0:1783948483.170056:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9493f3000. 00000080:00000001:0.0:1783948483.170058:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783948483.170061:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff89e943f227c0. 00010000:00000001:0.0:1783948483.170063:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948483.170064:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.170066:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.170067:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=4 00000020:00000001:0.0:1783948483.170069:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948483.170071:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00010000:0.0:1783948483.170074:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170079:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783948483.170082:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170087:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948483.170089:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170093:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.170094:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948483.170095:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170099:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.170101:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.170103:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948483.170105:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948483.170109:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617b600 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948483.170111:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948483.170113:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170118:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948483.170119:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948483.170121:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170126:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948483.170128:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948483.170129:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948483.170130:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948483.170132:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b600 refcount=5 00000020:00000001:0.0:1783948483.170133:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948483.170136:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729185280 : -129839980366336 : ffff89e94617b600) 00010000:00000001:0.0:1783948483.170138:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948483.170140:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948483.170145:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948483.170146:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.170148:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948483.170149:0:2354:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948483.170150:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948483.170151:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948483.170152:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.170154:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948483.170155:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617b600 with handle 0x8c7cf19e4b440d05 from hash 00010000:00000001:0.0:1783948483.170157:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948483.170159:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.170159:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.170160:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948483.170161:0:2354:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948483.170163:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948483.170165:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.170166:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.170167:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948483.170169:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948483.170171:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948483.170175:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.170176:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.170177:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948483.170178:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948483.170180:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948483.170181:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948483.170181:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948483.170183:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b600/0x8c7cf19e4b440d05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948483.170188:0:2354:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722d900 count: 0 00010000:00000010:0.0:1783948483.170195:0:2354:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4380. 00010000:00000001:0.0:1783948483.170201:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948483.170202:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.170205:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783948483.170206:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019c3c58 00000080:00400000:0.0:1783948483.170207:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:0.0:1783948483.170209:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783948483.170211:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948483.170212:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff89e9493f0190 released 00000080:00000001:0.0:1783948483.170213:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783948483.170214:0:2354:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948483.170216:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff89e952279240. 00000080:00000010:0.0:1783948483.170219:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9493f0000. 00000080:00000001:0.0:1783948483.170221:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783948483.170223:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff89e943f22680. 00000002:00000010:0.0:1783948483.170226:0:2354:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff89e9471ff000. 00000002:00000010:0.0:1783948483.170230:0:2354:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff89e943f22900. 00000002:00000010:0.0:1783948483.170232:0:2354:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff89e9506195a0. 00000002:00000001:0.0:1783948483.170236:0:2354:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1783948483.170238:0:2354:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1783948483.177573:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948483.177592:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636517504:192.168.202.104@tcp:63:ll_sa.0 00000100:00000001:0.0:1783948483.177600:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948483.177604:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948483.177609:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf100 x1870603636517504/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.177616:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948483.177619:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948483.177623:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff89e958138000. 02000000:00000001:0.0:1783948483.177630:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948483.177632:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948483.177634:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948483.177637:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948483.177639:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff89e9471fe000. 02000000:00000001:0.0:1783948483.177643:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948483.177644:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948483.177646:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf100. 00000100:00000001:0.0:1783948483.177651:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948483.177652:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948483.177654:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948483.177663:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948483.177665:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.177668:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948483.177670:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.180402:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948483.180411:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948483.180421:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948483.180423:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948483.180427:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948483.180433:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601253b8 00000400:00000010:3.0:1783948483.180435:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601253b8. 00000100:00000001:3.0:1783948483.180440:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948483.180453:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948483.180465:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.180472:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948483.180474:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.180476:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948483.180481:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948483.180483:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948483.180485:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.180489:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948483.180498:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=153 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948483.180502:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948483.180504:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948483.180506:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.180509:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948483.180512:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.180517:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948483.180519:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948483.180521:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948483.180523:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948483.180528:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.180534:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948483.180537:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948483.180539:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948483.180543:0:2355:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1783948483.180546:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.180548:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.180551:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=4 00000020:00000001:3.0:1783948483.180554:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180557:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180559:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.180560:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.180561:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=5 00000020:00000001:3.0:1783948483.180563:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180564:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180568:0:2355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948483.180571:0:2355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.180575:0:2355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.180585:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.180587:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.180589:0:2355:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948483.180591:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.180592:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.180594:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=6 00000020:00000001:3.0:1783948483.180596:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180597:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000040:3.0:1783948483.180605:0:2355:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235600, remote cookie: 0x2ceea11ad5e0626c, flags: 0x41011 00010000:00010000:3.0:1783948483.180610:0:2355:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.180617:0:2355:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1783948483.180619:0:2355:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.180622:0:2355:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948483.180626:0:2355:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1783948483.180630:0:2355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948483.180638:0:2355:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x14:0x0].0x0 (ffff89e958f6f000) refcount = 1 00010000:00000040:3.0:1783948483.180640:0:2355:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948483.180643:0:2355:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.180651:0:2355:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948483.180653:0:2355:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948483.180655:0:2355:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948483.180658:0:2355:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.180661:0:2355:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.180667:0:2355:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948483.180668:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.180669:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.180671:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.180672:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948483.180673:0:2355:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783948483.180676:0:2355:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:3.0:1783948483.180678:0:2355:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948483.180685:0:2355:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948483.180690:0:2355:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959414e00. 00000020:00000010:3.0:1783948483.180695:0:2355:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e959414400. 00000020:00000010:3.0:1783948483.180699:0:2355:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204120. 00000008:00000010:3.0:1783948483.180704:0:2355:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948483.180709:0:2355:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948483.180714:0:2355:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948483.180720:0:2355:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948483.180724:0:2355:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948483.180727:0:2355:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e959415e00. 00000008:00000010:3.0:1783948483.180731:0:2355:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948483.180735:0:2355:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948483.180738:0:2355:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948483.180741:0:2355:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948483.180744:0:2355:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948483.180746:0:2355:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00010000:00000001:3.0:1783948483.180748:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.180749:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.180750:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=5 00000020:00000001:3.0:1783948483.180752:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180754:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00000008:00000001:3.0:1783948483.180756:0:2355:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783948483.180760:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e9521828c0 -> ffff89e950ba2c38 00000008:00010000:3.0:1783948483.180763:0:2355:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783948483.180770:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e9521828c0 -> ffff89e950ba2c38 00000020:00000001:3.0:1783948483.180772:0:2355:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783948483.180775:0:2355:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783948483.180778:0:2355:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948483.180781:0:2355:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948483.180782:0:2355:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948483.180784:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e9521828c0 -> ffff89e950ba2c38 00000008:00000001:3.0:1783948483.180785:0:2355:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:3.0:1783948483.180786:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.180788:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:3.0:1783948483.180791:0:2355:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948483.180794:0:2355:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e959414400. 00000020:00000010:3.0:1783948483.180797:0:2355:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204120. 00000008:00000010:3.0:1783948483.180800:0:2355:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948483.180803:0:2355:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca480. 00008000:00000010:3.0:1783948483.180805:0:2355:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948483.180808:0:2355:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948483.180811:0:2355:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948483.180814:0:2355:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959414e00. 00000008:00000010:3.0:1783948483.180817:0:2355:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948483.180819:0:2355:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948483.180822:0:2355:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948483.180824:0:2355:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948483.180827:0:2355:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e959415e00. 00000020:00000010:3.0:1783948483.180829:0:2355:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000008:00000001:3.0:1783948483.180831:0:2355:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.180833:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.180834:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.180836:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=5 00000020:00000001:3.0:1783948483.180837:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180839:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180841:0:2355:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948483.180844:0:2355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.180939:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.180940:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948483.180943:0:2355:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.180951:0:2355:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948483.180952:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.180953:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948483.180955:0:2355:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.180957:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948483.180958:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948483.180959:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=4 00000020:00000001:3.0:1783948483.180961:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180963:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:3.0:1783948483.180964:0:2355:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948483.180967:0:2355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948483.180972:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.180973:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.180974:0:2355:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948483.180977:0:2355:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948483.180979:0:2355:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948483.180989:0:2355:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948483.180992:0:2355:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948483.180994:0:2355:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948483.180999:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.181000:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.181002:0:2355:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.181005:0:2355:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948483.181008:0:2355:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.181010:0:2355:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.181012:0:2355:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.181013:0:2355:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948483.181015:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.181016:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.181017:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948483.181018:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948483.181019:0:2355:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948483.181024:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948483.181032:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636517376:192.168.202.104@tcp:101:ll_agl.0 00000100:00000001:3.0:1783948483.181037:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.181187:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948483.181193:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e680 x1870603636517376/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948499 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948483.181205:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948483.181208:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948483.181211:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509ea400. 02000000:00000001:3.0:1783948483.181214:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948483.181217:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948483.181219:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948483.181221:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948483.181224:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9594b3600. 02000000:00000001:3.0:1783948483.181226:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948483.181228:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948483.181230:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e680. 00000100:00000001:3.0:1783948483.181233:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948483.181234:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.181236:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.181250:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948483.181252:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.181254:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948483.181257:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1783948483.193989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461be2c0. 00000080:00000010:2.1:1783948483.194016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d82100. 00010000:00010000:0.0:1783948483.194941:0:32084:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948483.194947:0:32084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948483.194949:0:32084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948483.194955:0:32084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948483.194958:0:32084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948483.194962:0:32084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948483.194966:0:32084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948483.194969:0:32084:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783948483.194981:0:32084:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1783948483.195057:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948483.195060:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948483.195064:0:15866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783948483.195067:0:15866:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783948483.195070:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948483.195075:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783948483.195088:0:15866:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948483.195093:0:15866:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948483.195095:0:15866:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948483.195097:0:15866:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:1.0:1783948483.195102:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948483.195105:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948483.195112:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:1.0:1783948483.195115:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948483.195119:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.195120:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948483.195121:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948483.195123:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:1.0:1783948483.195124:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948483.195126:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.195128:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948483.195129:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948483.195130:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:1.0:1783948483.195132:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948483.195133:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948483.195135:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948483.195136:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948483.195137:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459c00 count: 2 00010000:00000001:1.0:1783948483.195138:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948483.195140:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.195142:0:15866:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.195144:0:15866:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948483.195146:0:15866:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948483.195152:0:15866:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948483.195156:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7a00. 00000020:00000010:1.0:1783948483.195160:0:15866:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a7400. 00000020:00000010:1.0:1783948483.195164:0:15866:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506193c0. 00000008:00000010:1.0:1783948483.195170:0:15866:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948483.195175:0:15866:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948483.195180:0:15866:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948483.195186:0:15866:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948483.195190:0:15866:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948483.195193:0:15866:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a6200. 00000008:00000010:1.0:1783948483.195196:0:15866:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948483.195217:0:15866:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948483.195220:0:15866:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948483.195224:0:15866:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948483.195227:0:15866:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948483.195229:0:15866:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948483.195231:0:15866:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783948483.195234:0:15866:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1783948483.195237:0:15866:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783948483.195240:0:15866:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783948483.195243:0:15866:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948483.195245:0:15866:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948483.195248:0:15866:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783948483.195251:0:15866:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948483.195252:0:15866:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783948483.195254:0:15866:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948483.195257:0:15866:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a7400. 00000020:00000010:1.0:1783948483.195261:0:15866:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506193c0. 00000008:00000010:1.0:1783948483.195265:0:15866:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948483.195270:0:15866:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948483.195273:0:15866:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948483.195277:0:15866:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948483.195280:0:15866:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948483.195283:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7a00. 00000008:00000010:1.0:1783948483.195286:0:15866:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948483.195288:0:15866:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948483.195291:0:15866:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948483.195295:0:15866:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948483.195297:0:15866:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a6200. 00000020:00000010:1.0:1783948483.195299:0:15866:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948483.195302:0:15866:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948483.195305:0:15866:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783948483.195308:0:15866:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff89e951d87448) invalid 00000020:00000001:1.0:1783948483.195311:0:15866:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c8bca0 00000080:00002000:1.0:1783948483.195313:0:15866:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff89e951f58000) parent ffff89e951e2fe58 inode ffff89e951d87448 refc 1 00000080:00000001:1.0:1783948483.195316:0:15866:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783948483.195318:0:15866:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948483.195320:0:15866:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948483.195323:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948483.195327:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948483.195329:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948483.195330:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948483.195332:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948483.195344:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596000 with handle 0x8c7cf19e4b440cb8 from hash 00010000:00000001:1.0:1783948483.195347:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948483.195348:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948483.195350:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948483.195351:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948483.195355:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948483.195357:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948483.195360:0:15866:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948483.195362:0:15866:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948483.195364:0:15866:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783948483.195372:0:15866:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc000. 00000020:00000040:1.0:1783948483.195376:0:15866:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948483.195380:0:15866:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948483.195383:0:15866:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948483.195387:0:15866:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948483.195393:0:15866:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a6200. 00000100:00000001:1.0:1783948483.195400:0:15866:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948483.195403:0:15866:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783948483.195409:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783948483.195416:0:15866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783948483.195418:0:15866:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948483.195420:0:15866:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948483.195422:0:15866:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948483.195428:0:15866:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e952279480. 00000100:00000001:1.0:1783948483.195430:0:15866:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233931551872 : -129839777999744 : ffff89e952279480) 00000100:00000001:1.0:1783948483.195433:0:15866:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948483.195434:0:15866:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00000100:00000001:1.0:1783948483.195439:0:15866:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948483.195443:0:15866:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948483.195445:0:15866:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948483.195446:0:15866:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948483.195457:0:15866:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948483.195465:0:15866:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948483.195467:0:15866:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948483.195471:0:15866:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948483.195473:0:15866:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948483.195475:0:15866:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948483.195478:0:15866:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:342776fa-f61c-4b73-829b-67eb463eff17:15866:1870603636517632:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783948483.195483:0:15866:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948483.195488:0:15866:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948483.195490:0:15866:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948483.195492:0:15866:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948483.195496:0:15866:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7a00. 02000000:00000001:1.0:1783948483.195498:0:15866:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948483.195505:0:15866:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948483.195509:0:15866:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438887e8. 00000400:00000010:1.0:1783948483.195514:0:15866:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618110. 00000100:00000200:1.0:1783948483.195522:0:15866:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636517632, portal 18 00000100:00000001:1.0:1783948483.195524:0:15866:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948483.195525:0:15866:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00000100:00000040:1.0:1783948483.195532:0:15866:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948483.195539:0:15866:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948483.195541:0:15866:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948483.195544:0:15866:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506187f8. 00000100:00000200:1.0:1783948483.195546:0:15866:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636517632, offset 0 00000400:00000200:1.0:1783948483.195552:0:15866:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948483.195560:0:15866:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.195567:0:15866:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948483.195572:0:15866:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948483.195577:0:15866:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948483.195580:0:15866:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948483.195583:0:15866:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948483.195586:0:15866:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2554:2554:256:4294967295] 192.168.202.104@tcp LPNI seq info [2554:2554:8:4294967295] 00000400:00000200:1.0:1783948483.195590:0:15866:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.195601:0:15866:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948483.195606:0:15866:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948483.195612:0:15866:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ef00. 00000800:00000200:1.0:1783948483.195619:0:15866:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948483.195627:0:15866:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948483.195632:0:15866:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ef00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783948483.196971:0:15866:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948483.196983:0:15866:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 786716 usecs (787 jiffies) 00000400:00000200:1.0:1783948483.196991:0:15866:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948483.196994:0:15866:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296574134 00000100:00000001:1.0:1783948483.197004:0:15866:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296574063 00000100:00000001:1.0:1783948483.197010:0:15866:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296574134 00000100:00000001:1.0:1783948483.197014:0:15866:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296574063 00000100:00000001:1.0:1783948483.197017:0:15866:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948483.197021:0:15866:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948483.197024:0:15866:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948483.197026:0:15866:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948483.197030:0:15866:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e952279480 going to sleep for 11 seconds 00000100:00000001:1.0:1783948483.197034:0:15866:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948483.197036:0:15866:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948483.197820:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948483.197826:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ef00. 00000400:00000200:0.0:1783948483.197832:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948483.197841:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948483.197847:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506187f8 00000400:00000010:0.0:1783948483.197849:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506187f8. 00010000:00000010:0.1:1783948483.198373:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00010000:00000010:0.1:1783948483.198379:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a800. 00010000:00000010:0.1:1783948483.198382:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617bc00. 00010000:00000010:0.1:1783948483.198385:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ba00. 00010000:00000010:0.1:1783948483.198388:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a400. 00010000:00000010:0.1:1783948483.198390:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a000. 00010000:00000010:0.1:1783948483.198395:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d900. 00010000:00000010:0.1:1783948483.198399:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b600. 00000100:00000001:0.0:1783948483.198407:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948483.198416:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.198429:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948483.198432:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948483.198439:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948483.198441:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948483.217312:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.217331:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948483.217345:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.217348:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.217357:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.217367:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948483.217379:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.217384:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.217390:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.217394:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9452b00 00000400:00000200:1.0:1783948483.217399:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948483.217406:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7021 [1] + 224 00000800:00000001:1.0:1783948483.217415:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.217428:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948483.217431:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948483.217436:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948483.217444:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948483.217453:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948483.217465:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948483.217489:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948483.217498:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948483.217501:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.217567:0:15866:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948483.217576:0:15866:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948483.217578:0:15866:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948483.217581:0:15866:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438887e8. 00000400:00000200:3.0:1783948483.217586:0:15866:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618110 00000400:00000010:3.0:1783948483.217589:0:15866:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618110. 00000100:00000001:3.0:1783948483.217592:0:15866:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948483.217596:0:15866:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948483.217606:0:15866:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.217612:0:15866:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948483.217614:0:15866:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.217617:0:15866:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948483.217620:0:15866:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948483.217623:0:15866:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948483.217625:0:15866:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948483.217629:0:15866:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948483.217639:0:15866:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1538 time=153 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948483.217643:0:15866:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948483.217645:0:15866:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948483.217647:0:15866:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.217650:0:15866:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948483.217653:0:15866:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.217657:0:15866:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948483.217659:0:15866:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1783948483.217662:0:15866:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948483.217664:0:15866:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948483.217669:0:15866:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.217677:0:15866:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948483.217680:0:15866:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948483.217682:0:15866:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948483.217686:0:15866:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948483.217694:0:15866:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:342776fa-f61c-4b73-829b-67eb463eff17:15866:1870603636517632:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948483.217699:0:15866:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948483.217702:0:15866:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.217705:0:15866:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948483.217707:0:15866:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948483.217711:0:15866:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.217718:0:15866:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948483.217721:0:15866:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e952279480. 00000100:00000001:3.0:1783948483.217726:0:15866:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948483.217728:0:15866:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948483.217730:0:15866:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948483.217733:0:15866:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cc000 x1870603636517632/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948483.217746:0:15866:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948483.217748:0:15866:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948483.217752:0:15866:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7a00. 02000000:00000001:3.0:1783948483.217755:0:15866:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948483.217758:0:15866:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948483.217761:0:15866:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948483.217763:0:15866:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948483.217766:0:15866:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a6200. 02000000:00000001:3.0:1783948483.217769:0:15866:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948483.217771:0:15866:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948483.217773:0:15866:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cc000. 00000100:00000001:3.0:1783948483.217777:0:15866:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948483.217778:0:15866:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948483.217780:0:15866:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1783948483.217783:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948483.217800:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596000/0x8c7cf19e4b440cb8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e061e7 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783948483.217811:0:15866:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9580d94c0. 00010000:00000040:3.0:1783948483.217816:0:15866:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459c00 count: 0 00010000:00000010:3.0:1783948483.217824:0:15866:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7f00. 00010000:00000001:3.0:1783948483.217833:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948483.217835:0:15866:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948483.217902:0:15866:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948483.217906:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948483.217908:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.217910:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948483.217912:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948483.217913:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.217914:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948483.217916:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948483.217917:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.217919:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783948483.220376:0:32084:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.220389:0:32084:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948483.220392:0:32084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1783948483.237076:0:32086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459c00. 00010000:00000010:3.1:1783948483.237090:0:32086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596000. 00010000:00000001:2.0:1783948483.799983:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948483.799990:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948483.799996:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948483.799998:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948483.800104:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948483.800108:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948483.800111:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948483.991996:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296574134, at 4296574144 00000100:00000010:1.0:1783948483.992013:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041cc0. 00000100:00000040:0.0:1783948483.992202:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296574134, at 4296574144 00000100:00000010:0.0:1783948483.992208:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041420. 00000100:00000040:3.0:1783948484.312228:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948484.312243:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948484.312254:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000020:00000040:3.0:1783948484.312260:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948484.312264:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948484.312267:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948484.312274:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948484.312282:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9900. 00000100:00000001:3.0:1783948484.312291:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312305:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948484.312318:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948484.312323:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312345:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007335cb33] to pc [ptlrpcd_01_01+1] req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.312391:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312394:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948484.312397:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948484.312400:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64a80. 00000020:00000040:3.0:1783948484.312403:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948484.312405:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948484.312406:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948484.312408:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948484.312411:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9500. 00000100:00000001:3.0:1783948484.312415:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312419:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948484.312427:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948484.312428:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312433:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6937111] to pc [ptlrpcd_01_00+0] req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.312440:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312442:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948484.312446:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948484.312450:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66d80. 00000020:00000040:3.0:1783948484.312452:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948484.312455:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948484.312456:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948484.312457:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948484.312460:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9a00. 00000100:00000001:3.0:1783948484.312463:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312467:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948484.312474:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948484.312476:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312479:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea7414ab] to pc [ptlrpcd_01_01+1] req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.312486:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312489:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948484.312491:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948484.312494:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65f80. 00000020:00000040:3.0:1783948484.312497:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948484.312499:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948484.312500:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948484.312502:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948484.312507:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e944ea9600. 00000100:00000001:3.0:1783948484.312510:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312514:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948484.312537:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948484.312539:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312543:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6dc5efb] to pc [ptlrpcd_01_00+0] req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.312550:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312554:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1912) 00000100:00000001:3.0:1783948484.312570:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948484.312574:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948484.312576:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948484.312582:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.312590:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948484.312593:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.312597:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948484.312600:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948484.312602:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948484.312605:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636517888:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948484.312610:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948484.312615:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948484.312617:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.312620:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948484.312625:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e959414800. 02000000:00000001:3.0:1783948484.312626:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948484.312634:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948484.312639:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948484.312646:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601253b8. 00000100:00000200:3.0:1783948484.312654:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636517888, portal 10 00000100:00000001:3.0:1783948484.312656:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948484.312658:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907350144 : -129839802201472 : ffff89e950b64a80) 00000100:00000040:3.0:1783948484.312677:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.312689:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948484.312691:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948484.312694:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601255d8. 00000100:00000200:3.0:1783948484.312697:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636517888, offset 0 00000400:00000200:3.0:1783948484.312704:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948484.312713:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948484.312721:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948484.312727:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948484.312731:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948484.312734:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948484.312736:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948484.312740:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2555:2555:256:4294967295] 192.168.202.104@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:3.0:1783948484.312744:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948484.312754:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948484.312761:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948484.312765:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e944ea9100. 00000800:00000200:3.0:1783948484.312771:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948484.312781:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948484.312786:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e944ea9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948484.312804:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.312808:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 785747 usecs (786 jiffies) 00000400:00000200:3.0:1783948484.312811:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948484.312814:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296575250 00000100:00000010:3.0:1783948484.312819:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e960204120. 00000100:00000001:3.0:1783948484.312828:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783948484.312838:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296575250 00000100:00000010:3.0:1783948484.312842:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e960204e40. 00000100:00000001:3.0:1783948484.312845:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783948484.312849:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948484.312881:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.312883:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948484.312887:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.312894:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948484.312895:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.312897:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948484.312899:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948484.312901:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948484.312903:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636518144:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948484.312906:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948484.312909:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948484.312911:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.312912:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948484.312916:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e959414000. 02000000:00000001:3.0:1783948484.312917:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948484.312921:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948484.312933:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000010:3.0:1783948484.312937:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125d48. 00000100:00000200:3.0:1783948484.312940:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636518144, portal 4 00000100:00000001:3.0:1783948484.312942:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948484.312943:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000040:3.0:1783948484.312950:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.312956:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948484.312959:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948484.312961:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125cc0. 00000100:00000200:3.0:1783948484.312963:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636518144, offset 0 00000400:00000200:3.0:1783948484.312968:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948484.312972:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948484.312975:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948484.312978:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948484.312981:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948484.312983:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948484.312985:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948484.312988:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2556:2556:255:4294967295] 192.168.202.104@tcp LPNI seq info [2556:2556:7:4294967295] 00000400:00000200:3.0:1783948484.312991:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948484.312997:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948484.313001:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948484.313004:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135fa00. 00000800:00000200:3.0:1783948484.313008:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948484.313013:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948484.313015:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948484.313019:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.313022:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 262260 usecs (263 jiffies) 00000400:00000200:3.0:1783948484.313025:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948484.313027:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296574728 00000100:00000001:3.0:1783948484.313029:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296575250 00000100:00000001:3.0:1783948484.313031:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296574728 00000100:00000001:3.0:1783948484.313033:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296575250 00000100:00000001:3.0:1783948484.313035:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948484.313037:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.313053:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.313056:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.313065:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948484.313067:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948484.313068:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948484.313070:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948484.313071:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948484.313074:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1783948484.313075:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.313077:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948484.313079:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.313082:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948484.313083:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948484.313084:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948484.313088:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.313095:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948484.313096:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.313098:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948484.313100:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948484.313101:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948484.313104:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636517760:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948484.313107:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948484.313109:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948484.313111:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.313112:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948484.313116:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e959415200. 02000000:00000001:3.0:1783948484.313118:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948484.313121:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948484.313123:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948484.313127:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125dd0. 00000100:00000200:3.0:1783948484.313129:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636517760, portal 25 00000100:00000001:3.0:1783948484.313131:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948484.313132:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000100:00000040:3.0:1783948484.313137:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.313142:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948484.313144:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948484.313147:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601252a8. 00000100:00000200:3.0:1783948484.313149:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636517760, offset 0 00000400:00000200:3.0:1783948484.313154:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948484.313158:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948484.313161:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948484.313164:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948484.313166:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948484.313169:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948484.313171:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948484.313173:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2557:2557:254:4294967295] 192.168.202.104@tcp LPNI seq info [2557:2557:6:4294967295] 00000400:00000200:3.0:1783948484.313177:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948484.313183:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948484.313187:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948484.313190:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135f400. 00000800:00000200:3.0:1783948484.313194:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948484.313198:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948484.313200:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948484.313203:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948484.313205:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948484.313207:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296578790 00000100:00000001:3.0:1783948484.313212:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575250 00000100:00000001:3.0:1783948484.313215:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296578790 00000100:00000001:3.0:1783948484.313218:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575250 00000100:00000001:3.0:1783948484.313220:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948484.313223:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.313225:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948484.313229:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.313236:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948484.313237:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.313239:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948484.313241:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948484.313243:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948484.313246:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636518016:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948484.313249:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948484.313251:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948484.313252:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.313254:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948484.313258:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e98216f000. 02000000:00000001:3.0:1783948484.313259:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948484.313261:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948484.313264:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b985d8. 00000400:00000010:3.0:1783948484.313267:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125660. 00000100:00000200:3.0:1783948484.313270:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636518016, portal 4 00000100:00000001:3.0:1783948484.313272:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948484.313274:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907359104 : -129839802192512 : ffff89e950b66d80) 00000100:00000040:3.0:1783948484.313280:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.313286:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948484.313288:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948484.313290:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125330. 00000100:00000200:3.0:1783948484.313293:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636518016, offset 0 00000400:00000200:3.0:1783948484.313298:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948484.313301:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948484.313304:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948484.313307:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948484.313309:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948484.313311:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948484.313314:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948484.313316:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2558:2558:253:4294967295] 192.168.202.104@tcp LPNI seq info [2558:2558:5:4294967295] 00000400:00000200:3.0:1783948484.313319:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948484.313337:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948484.313342:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948484.313346:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135f100. 00000800:00000200:3.0:1783948484.313350:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948484.313354:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948484.313357:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948484.313361:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.313363:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21827 usecs (22 jiffies) 00000400:00000200:3.0:1783948484.313366:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948484.313368:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296574487 00000100:00000001:3.0:1783948484.313370:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296578790 00000100:00000001:3.0:1783948484.313373:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296574487 00000100:00000001:3.0:1783948484.313375:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296578790 00000100:00000001:3.0:1783948484.313377:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948484.313379:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.313381:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.313383:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948484.313940:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948484.313946:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e944ea9100. 00000400:00000200:0.0:1783948484.313956:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948484.313962:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948484.313969:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601255d8 00000400:00000010:0.0:1783948484.313972:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601255d8. 00000100:00000001:0.0:1783948484.313978:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948484.313984:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948484.313996:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948484.314000:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948484.314007:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948484.314009:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948484.314023:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948484.314025:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135fa00. 00000400:00000200:0.0:1783948484.314029:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948484.314032:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948484.314034:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125cc0 00000400:00000010:0.0:1783948484.314036:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125cc0. 00000100:00000001:0.0:1783948484.314037:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948484.314041:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948484.314047:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948484.314050:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948484.314056:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948484.314057:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948484.314063:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948484.314065:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f400. 00000400:00000200:0.0:1783948484.314067:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948484.314070:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948484.314072:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601252a8 00000400:00000010:0.0:1783948484.314073:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601252a8. 00000100:00000001:0.0:1783948484.314075:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948484.314079:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948484.314084:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948484.314086:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948484.314091:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948484.314093:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948484.314157:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948484.314160:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f100. 00000400:00000200:0.0:1783948484.314163:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948484.314166:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948484.314168:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125330 00000400:00000010:0.0:1783948484.314170:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125330. 00000100:00000001:0.0:1783948484.314173:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948484.314176:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948484.314182:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948484.314185:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948484.314192:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948484.314193:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783948484.314571:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948484.314575:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948484.340803:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.340830:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948484.340835:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.340837:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948484.340847:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.340884:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948484.340895:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.340901:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.340907:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.340911:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9452b80 00000400:00000200:1.0:1783948484.340917:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.340935:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7041 [1] + 224 00000800:00000001:1.0:1783948484.340945:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.340950:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948484.340954:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948484.340958:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948484.340965:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948484.340975:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948484.340985:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948484.341009:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948484.341020:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341023:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948484.341025:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341027:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948484.341030:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341034:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948484.341037:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341040:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341042:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341045:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9452d00 00000400:00000200:1.0:1783948484.341049:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341054:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7039 [1] + 224 00000800:00000001:1.0:1783948484.341058:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341061:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948484.341063:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948484.341066:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948484.341069:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948484.341073:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948484.341081:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948484.341088:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948484.341091:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341094:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948484.341096:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341097:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948484.341100:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341103:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948484.341107:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341109:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341112:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341115:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9452c80 00000400:00000200:1.0:1783948484.341118:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341122:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7049 [1] + 224 00000800:00000001:1.0:1783948484.341125:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341129:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948484.341131:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948484.341134:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948484.341137:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948484.341141:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948484.341149:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948484.341155:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948484.341158:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341161:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948484.341163:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341165:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948484.341167:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341170:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948484.341174:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341176:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341178:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341180:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9452c00 00000400:00000200:1.0:1783948484.341183:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948484.341187:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7031 [1] + 224 00000800:00000001:1.0:1783948484.341191:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341200:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948484.341201:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948484.341204:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948484.341207:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948484.341210:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948484.341218:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948484.341224:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948484.341227:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948484.341230:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.341394:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948484.341399:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948484.341405:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948484.341407:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948484.341410:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948484.341414:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125dd0 00000400:00000010:3.0:1783948484.341417:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125dd0. 00000100:00000001:3.0:1783948484.341420:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948484.341425:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948484.341432:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.341438:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948484.341440:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.341443:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948484.341446:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948484.341449:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948484.341451:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.341453:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948484.341472:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948484.341476:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1783948484.341485:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948484.341488:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948484.341492:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948484.341494:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.341497:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.341503:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.341510:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948484.341514:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948484.341516:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948484.341519:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948484.342049:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636517760:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948484.342059:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948484.342061:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948484.342063:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b985d8. 00000400:00000200:3.0:1783948484.342066:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125660 00000400:00000010:3.0:1783948484.342068:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125660. 00000100:00000001:3.0:1783948484.342072:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948484.342076:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948484.342086:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342092:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948484.342094:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.342096:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948484.342098:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948484.342099:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948484.342101:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.342103:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948484.342109:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=154 v=5 (5 5 5 112) 00000100:00001000:3.0:1783948484.342112:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948484.342115:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948484.342117:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948484.342119:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948484.342122:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.342125:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948484.342127:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1783948484.342130:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948484.342131:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.342135:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342142:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948484.342144:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948484.342146:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948484.342149:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948484.342157:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636518016:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948484.342162:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948484.342163:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948484.342165:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948484.342167:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601253b8 00000400:00000010:3.0:1783948484.342169:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601253b8. 00000100:00000001:3.0:1783948484.342171:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948484.342176:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948484.342184:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342191:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948484.342192:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.342194:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948484.342195:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948484.342196:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948484.342198:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.342199:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948484.342204:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=4 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948484.342206:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948484.342208:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948484.342209:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948484.342210:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948484.342212:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.342214:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948484.342216:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1783948484.342217:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948484.342220:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.342223:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342228:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948484.342230:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948484.342231:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948484.342234:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948484.342240:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636517888:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948484.342244:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948484.342245:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948484.342246:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:3.0:1783948484.342248:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125d48 00000400:00000010:3.0:1783948484.342250:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125d48. 00000100:00000001:3.0:1783948484.342251:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948484.342254:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948484.342261:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342266:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948484.342267:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.342269:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948484.342270:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948484.342271:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948484.342272:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948484.342274:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948484.342276:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948484.342280:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948484.342282:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948484.342283:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948484.342284:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948484.342286:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.342288:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948484.342290:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948484.342291:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948484.342293:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948484.342296:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342303:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948484.342305:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948484.342305:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948484.342309:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948484.342315:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636518144:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948484.342319:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.342322:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948484.342335:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636517760/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342342:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948484.342345:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948484.342349:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e959415200. 02000000:00000001:3.0:1783948484.342355:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948484.342358:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948484.342360:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948484.342362:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948484.342365:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9900. 02000000:00000001:3.0:1783948484.342370:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948484.342371:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948484.342373:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:3.0:1783948484.342377:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948484.342378:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.342380:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948484.342383:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66d80 x1870603636518016/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342389:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948484.342391:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948484.342393:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e98216f000. 02000000:00000001:3.0:1783948484.342395:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948484.342396:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948484.342398:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948484.342400:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948484.342401:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9a00. 02000000:00000001:3.0:1783948484.342403:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948484.342404:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948484.342405:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66d80. 00000100:00000001:3.0:1783948484.342408:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948484.342409:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.342411:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948484.342414:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64a80 x1870603636517888/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342419:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948484.342421:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948484.342423:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e959414800. 02000000:00000001:3.0:1783948484.342425:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948484.342426:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948484.342428:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948484.342429:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948484.342431:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9500. 02000000:00000001:3.0:1783948484.342432:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948484.342434:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948484.342435:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64a80. 00000100:00000001:3.0:1783948484.342437:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948484.342438:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.342440:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948484.342442:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65f80 x1870603636518144/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948484.342448:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948484.342449:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948484.342450:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e959414000. 02000000:00000001:3.0:1783948484.342452:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948484.342453:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948484.342454:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948484.344164:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948484.344170:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e944ea9600. 02000000:00000001:3.0:1783948484.344177:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948484.344179:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948484.344181:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65f80. 00000100:00000001:3.0:1783948484.344186:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948484.344187:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.344191:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948484.344201:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948484.344203:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948484.344206:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948484.344208:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948484.824008:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948484.824020:0:28984:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948484.824023:0:28984:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948484.824027:0:28984:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948484.824033:0:28984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948484.824035:0:28984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948484.824037:0:28984:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948484.824040:0:28984:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948484.824043:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948484.824045:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948484.824260:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948484.824264:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948484.824268:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948485.848207:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948485.848217:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948485.848223:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948485.848225:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948485.859403:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948485.859411:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948485.859416:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948486.872389:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948486.872396:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948486.872401:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948486.872402:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948486.872476:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948486.872480:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948486.872483:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948487.896009:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948487.896015:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948487.896020:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948487.896021:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948487.896154:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948487.896157:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948487.896160:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948488.919999:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296578790, at 4296579072 00000100:00000010:0.0:1783948488.920018:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e960204120. 00000100:00000040:1.0:1783948488.920028:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296578790, at 4296579072 00000100:00000010:1.0:1783948488.920037:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e960204e40. 00010000:00000001:2.0:1783948488.920042:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948488.920046:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948488.920053:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948488.920054:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948488.920141:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948488.920145:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948488.920148:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948489.439673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948489.439683:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948489.439694:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242a00. 00000020:00000040:0.0:1783948489.439701:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948489.439704:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948489.439707:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948489.439712:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948489.439720:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b000. 00000100:00000001:0.0:1783948489.439727:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.439739:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948489.439750:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948489.439754:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.439760:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fee84c59] to pc [ptlrpcd_00_01+1] req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.439798:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.439802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948489.439805:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948489.439808:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243100. 00000020:00000040:0.0:1783948489.439810:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948489.439812:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948489.439814:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948489.439815:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948489.439819:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5ba00. 00000100:00000001:0.0:1783948489.439821:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.439825:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948489.439832:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948489.439834:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.439838:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c363946d] to pc [ptlrpcd_00_00+0] req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.439846:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.439848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948489.439887:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948489.439887:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948489.439891:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241500. 00000100:00000001:1.0:1783948489.439893:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1783948489.439895:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948489.439897:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1783948489.439899:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948489.439901:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948489.439903:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948489.439906:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1783948489.439908:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bd00. 00000100:00000001:0.0:1783948489.439913:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.439921:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1783948489.439921:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948489.439925:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948489.439931:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1783948489.439932:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1783948489.439934:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948489.439937:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948489.439939:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.439945:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502d825d] to pc [ptlrpcd_00_01+1] req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948489.439946:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636518272:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948489.439954:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948489.439961:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948489.439965:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.439966:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948489.439968:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1783948489.439969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948489.439973:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1783948489.439975:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7e00. 00000100:00000010:0.0:1783948489.439977:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243b80. 02000000:00000001:1.0:1783948489.439979:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948489.439981:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:0.0:1783948489.439984:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948489.439986:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948489.439989:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948489.439990:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 02000000:00000010:0.0:1783948489.439993:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b200. 00000400:00000010:1.0:1783948489.439996:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888580. 00000100:00000001:0.0:1783948489.439997:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.440005:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1783948489.440006:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618aa0. 00000100:00000001:0.0:1783948489.440015:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1783948489.440016:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636518272, portal 25 00000100:00000001:0.0:1783948489.440017:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.440022:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1783948489.440024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ea1ffd] to pc [ptlrpcd_00_00+0] req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.440025:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000040:1.0:1783948489.440035:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.440036:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.440042:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1917) 00000100:00000001:1.0:1783948489.440048:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948489.440052:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948489.440055:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618660. 00000100:00000200:1.0:1783948489.440059:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636518272, offset 0 00000400:00000200:1.0:1783948489.440066:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000100:00000001:0.0:1783948489.440068:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948489.440071:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948489.440073:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1783948489.440076:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000040:0.0:1783948489.440079:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.440088:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1783948489.440089:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000100:00000001:0.0:1783948489.440090:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948489.440095:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948489.440097:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1783948489.440099:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1783948489.440101:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948489.440107:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636518400:192.168.202.104@tcp:400:kworker.0 00000400:00000200:1.0:1783948489.440111:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000100:00000001:0.0:1783948489.440111:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948489.440116:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948489.440118:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948489.440120:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1783948489.440121:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1783948489.440125:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948489.440129:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2559:2559:256:4294967295] 192.168.202.104@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:1.0:1783948489.440136:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 02000000:00000010:0.0:1783948489.440136:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f6a00. 02000000:00000001:0.0:1783948489.440140:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948489.440147:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948489.440153:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000400:00000010:0.0:1783948489.440153:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae000. 00000400:00000010:0.0:1783948489.440159:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf6e8. 00000800:00000200:1.0:1783948489.440165:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000200:0.0:1783948489.440165:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636518400, portal 10 00000100:00000001:0.0:1783948489.440169:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948489.440171:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166210816 : -129839543340800 : ffff89e960243100) 00000800:00000010:1.0:1783948489.440172:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000100:00000040:0.0:1783948489.440179:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1783948489.440184:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000100:00000001:0.0:1783948489.440193:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1783948489.440199:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948489.440204:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948489.440216:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948489.440221:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948489.440223:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296583917 00000100:00000010:1.0:1783948489.440228:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9506190c0. 00000100:00000001:1.0:1783948489.440234:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783948489.440240:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296583917 00000100:00000010:1.0:1783948489.440243:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9506193c0. 00000100:00000001:1.0:1783948489.440245:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948489.440248:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948489.440250:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.440253:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.440255:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.440262:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948489.440264:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948489.440267:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948489.440268:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948489.440269:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948489.440274:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.440298:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948489.440300:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948489.440302:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948489.440303:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948489.440305:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948489.440308:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636518528:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948489.440310:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948489.440313:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948489.440314:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948489.440316:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948489.440319:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7200. 02000000:00000001:1.0:1783948489.440321:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948489.440325:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948489.440328:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888108. 00000400:00000010:1.0:1783948489.440332:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618d48. 00000100:00000200:1.0:1783948489.440334:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636518528, portal 4 00000100:00000001:1.0:1783948489.440336:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948489.440337:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000040:1.0:1783948489.440343:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.440349:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948489.440351:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948489.440354:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618110. 00000100:00000200:1.0:1783948489.440356:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636518528, offset 0 00000400:00000200:1.0:1783948489.440360:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948489.440364:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948489.440378:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948489.440381:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948489.440384:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948489.440386:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948489.440388:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948489.440391:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2560:2560:255:4294967295] 192.168.202.104@tcp LPNI seq info [2560:2560:7:4294967295] 00000400:00000200:1.0:1783948489.440395:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948489.440401:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000100:00000040:0.0:1783948489.440406:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000800:00000200:1.0:1783948489.440407:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948489.440412:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000800:00000010:1.0:1783948489.440413:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e900. 00000100:00000200:0.0:1783948489.440418:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636518400, offset 0 00000800:00000200:1.0:1783948489.440420:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000400:00000200:0.0:1783948489.440427:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000800:00000200:1.0:1783948489.440431:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000400:00000200:0.0:1783948489.440435:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000800:00000200:1.0:1783948489.440436:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948489.440441:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948489.440442:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948489.440447:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1783948489.440448:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21896 usecs (22 jiffies) 00000400:00000200:0.0:1783948489.440451:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948489.440455:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.440456:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1783948489.440460:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296579614 00000400:00000200:0.0:1783948489.440461:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000100:00000001:1.0:1783948489.440466:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296583917 00000400:00000200:0.0:1783948489.440467:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2561:2561:254:4294967295] 192.168.202.104@tcp LPNI seq info [2561:2561:6:4294967295] 00000400:00000200:0.0:1783948489.440472:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.440478:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948489.440483:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948489.440486:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948489.440490:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948489.440495:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948489.440497:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948489.440501:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.440504:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 784793 usecs (785 jiffies) 00000400:00000200:0.0:1783948489.440507:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948489.440509:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296580377 00000800:00000200:0.0:1783948489.440551:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948489.440555:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:0.0:1783948489.440560:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948489.440565:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948489.440571:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618660 00000400:00000010:0.0:1783948489.440573:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618660. 00000100:00000001:0.0:1783948489.440577:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948489.440582:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.440590:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948489.440593:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.440599:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.440601:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948489.440612:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948489.440614:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e900. 00000400:00000200:0.0:1783948489.440616:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948489.440618:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948489.440620:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618110 00000400:00000010:0.0:1783948489.440622:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618110. 00000100:00000001:0.0:1783948489.440623:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948489.440627:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.440632:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948489.440635:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.440640:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.440641:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948489.440705:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948489.440708:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:0.0:1783948489.440711:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948489.440714:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948489.440717:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:0.0:1783948489.440719:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:0.0:1783948489.440721:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948489.440724:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.440731:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948489.440734:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.440741:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.440743:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783948489.441167:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296579615 00000100:00000001:1.0:1783948489.441170:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296583917 00000100:00000001:1.0:1783948489.441172:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948489.441175:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.441179:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.441182:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.441188:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948489.441190:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948489.441192:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948489.441194:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948489.441195:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.441198:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.442162:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296583917 00000100:00000001:0.0:1783948489.442168:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296580379 00000100:00000001:0.0:1783948489.442171:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296583917 00000100:00000001:0.0:1783948489.442173:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948489.442177:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.442180:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948489.442189:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.442196:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948489.442268:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948489.442274:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948489.442287:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948489.442290:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948489.442294:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636518656:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948489.442298:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948489.442304:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948489.442307:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948489.442311:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948489.442318:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f7600. 02000000:00000001:0.0:1783948489.442320:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948489.442325:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948489.442330:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aeb00. 00000400:00000010:0.0:1783948489.442336:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948489.442342:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636518656, portal 4 00000100:00000001:0.0:1783948489.442344:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948489.442346:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000040:0.0:1783948489.442352:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.442358:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948489.442360:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948489.442363:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf990. 00000100:00000200:0.0:1783948489.442366:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636518656, offset 0 00000400:00000200:0.0:1783948489.442372:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948489.442379:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.442386:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948489.442390:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948489.442394:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948489.442397:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948489.442399:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948489.442403:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2562:2562:256:4294967295] 192.168.202.104@tcp LPNI seq info [2562:2562:8:4294967295] 00000400:00000200:0.0:1783948489.442407:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.442414:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948489.442420:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948489.442425:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948489.442431:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948489.442438:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948489.442441:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948489.442463:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.442467:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 260943 usecs (261 jiffies) 00000400:00000200:0.0:1783948489.442470:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948489.442473:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296579855 00000100:00000001:0.0:1783948489.442475:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296583917 00000100:00000001:0.0:1783948489.442477:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296579855 00000100:00000001:0.0:1783948489.442479:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296583917 00000100:00000001:0.0:1783948489.442481:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948489.442483:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.442486:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.442489:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948489.442496:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948489.442497:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948489.442500:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948489.442502:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948489.442503:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.442505:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948489.442968:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948489.442974:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948489.442979:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948489.442984:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948489.442989:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf990 00000400:00000010:1.0:1783948489.442991:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf990. 00000100:00000001:1.0:1783948489.442995:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948489.443000:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.443010:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948489.443013:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.443020:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.443021:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948489.448547:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.448566:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948489.448570:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.448573:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948489.448581:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448589:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948489.448599:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448604:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448610:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448614:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9452e00 00000400:00000200:0.0:1783948489.448630:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448637:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7061 [1] + 224 00000800:00000001:0.0:1783948489.448644:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.448648:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948489.448651:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948489.448656:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948489.448669:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948489.448680:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948489.448806:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.448939:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948489.448949:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.448954:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948489.448956:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.448958:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948489.448962:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448966:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948489.448971:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448973:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448977:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448980:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9452e80 00000400:00000200:0.0:1783948489.448984:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.448988:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7069 [1] + 224 00000800:00000001:0.0:1783948489.448993:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.448996:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948489.448998:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948489.449001:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948489.449004:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948489.449009:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948489.449018:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449032:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948489.449036:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.449040:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948489.449042:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.449044:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948489.449047:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449050:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948489.449054:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449057:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449060:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449063:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9452f00 00000400:00000200:0.0:1783948489.449065:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449069:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7081 [1] + 224 00000800:00000001:0.0:1783948489.449073:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.449077:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948489.449079:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948489.449083:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948489.449085:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948489.449089:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948489.449097:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449103:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948489.449107:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.449110:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948489.449111:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.449114:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948489.449116:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449119:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948489.449123:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449125:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449128:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449131:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9452d80 00000400:00000200:0.0:1783948489.449134:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948489.449138:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7051 [1] + 224 00000800:00000001:0.0:1783948489.449142:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.449160:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948489.449163:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948489.449166:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948489.449169:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948489.449174:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948489.449182:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449189:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948489.449194:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948489.449197:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948489.449212:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948489.449216:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948489.449222:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948489.449225:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948489.449228:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888108. 00000400:00000200:0.0:1783948489.449232:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618d48 00000400:00000010:0.0:1783948489.449234:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618d48. 00000100:00000001:0.0:1783948489.449237:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948489.449241:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948489.449249:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449256:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948489.449258:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948489.449261:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948489.449264:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948489.449267:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948489.449270:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948489.449273:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948489.449295:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=9 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948489.449299:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948489.449302:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948489.449304:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948489.449307:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948489.449311:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.449315:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948489.449317:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1783948489.449319:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948489.449320:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.449325:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449332:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948489.449335:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948489.449337:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948489.449342:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948489.449350:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636518528:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948489.449356:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948489.449357:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948489.449359:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888580. 00000400:00000200:0.0:1783948489.449362:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618aa0 00000400:00000010:0.0:1783948489.449364:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618aa0. 00000100:00000001:0.0:1783948489.449366:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948489.449369:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948489.449378:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449383:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948489.449384:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948489.449386:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948489.449388:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948489.449389:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948489.449391:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948489.449392:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948489.449395:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948489.449399:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948489.449401:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948489.449402:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948489.449403:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948489.449405:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.449407:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948489.449410:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449417:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948489.449419:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948489.449420:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948489.449423:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948489.449431:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636518272:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948489.449435:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948489.449438:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948489.449441:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241500 x1870603636518528/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449448:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948489.449450:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948489.449454:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7200. 02000000:00000001:0.0:1783948489.449458:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948489.449460:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948489.449462:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948489.449465:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948489.449467:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bd00. 02000000:00000001:0.0:1783948489.449471:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948489.449473:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948489.449475:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241500. 00000100:00000001:0.0:1783948489.449478:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948489.449480:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948489.449482:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948489.449485:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242a00 x1870603636518272/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948489.449491:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948489.449493:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948489.449494:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7e00. 02000000:00000001:0.0:1783948489.449497:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948489.449498:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948489.449499:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948489.449500:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948489.449501:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b000. 02000000:00000001:0.0:1783948489.449503:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948489.449504:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948489.449505:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242a00. 00000100:00000001:0.0:1783948489.449508:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948489.449509:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948489.449511:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948489.449519:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948489.449521:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948489.449523:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948489.449526:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.450752:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948489.450759:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948489.450768:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948489.450770:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948489.450774:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae000. 00000400:00000200:1.0:1783948489.450784:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf6e8 00000400:00000010:1.0:1783948489.450786:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf6e8. 00000100:00000001:1.0:1783948489.450791:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948489.450800:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948489.450810:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.450818:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948489.450820:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.450833:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948489.450836:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948489.450838:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948489.450840:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948489.450843:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948489.450878:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=9 v=5 (5 106 106 106) 00000100:00001000:1.0:1783948489.450882:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948489.450884:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948489.450886:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948489.450889:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948489.450892:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.450896:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783948489.450899:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 4294967653 gen 2 00000100:00000040:1.0:1783948489.450905:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948489.450914:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948489.450915:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:1.0:1783948489.450918:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948489.450921:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948489.450928:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948489.450932:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff89e950b64380 x1870603636516736/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/448 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.450938:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948489.450941:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64380 x1870603636516736/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/448 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.450946:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948489.450948:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948489.450951:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e8c00. 02000000:00000001:1.0:1783948489.450954:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948489.450956:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948489.450958:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948489.450960:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948489.450961:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8000. 02000000:00000001:1.0:1783948489.450964:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948489.450966:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948489.450968:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64380. 00000100:00000001:1.0:1783948489.450971:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948489.450972:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948489.450977:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff89e960240380 x1870603636517248/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.450983:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948489.450986:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240380 x1870603636517248/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.450993:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948489.450994:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948489.450995:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950634800. 02000000:00000001:1.0:1783948489.450997:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948489.450999:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948489.451000:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948489.451002:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948489.451003:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509f7200. 02000000:00000001:1.0:1783948489.451006:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948489.451007:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948489.451008:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240380. 00000100:00000001:1.0:1783948489.451011:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948489.451012:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.451014:0:2353:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783948489.451017:0:2353:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1783948489.451019:0:2353:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948489.451021:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948489.451025:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.451033:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948489.451036:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948489.451037:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948489.451042:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948489.451049:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636518400:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948489.451056:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948489.451057:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948489.451059:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aeb00. 00000400:00000200:1.0:1783948489.451062:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:1.0:1783948489.451063:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:1.0:1783948489.451066:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948489.451070:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948489.451077:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.451083:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948489.451085:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.451086:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948489.451088:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948489.451089:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948489.451090:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948489.451092:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948489.451096:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948489.451099:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948489.451101:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948489.451102:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948489.451104:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948489.451106:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.451108:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948489.451110:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948489.451111:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948489.451112:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948489.451117:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.451123:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948489.451124:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948489.451125:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948489.451128:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948489.451135:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636518656:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948489.451138:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.451141:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948489.451143:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243100 x1870603636518400/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.451148:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948489.451150:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948489.451151:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f6a00. 02000000:00000001:1.0:1783948489.451153:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948489.451154:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948489.451155:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948489.451157:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948489.451158:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5ba00. 02000000:00000001:1.0:1783948489.451161:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948489.451162:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948489.451163:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243100. 00000100:00000001:1.0:1783948489.451165:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948489.451166:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.451168:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948489.451171:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243b80 x1870603636518656/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948489.451176:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948489.451177:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948489.451179:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f7600. 02000000:00000001:1.0:1783948489.451180:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948489.451181:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948489.451182:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948489.451184:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948489.451186:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b200. 02000000:00000001:1.0:1783948489.451188:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948489.451189:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948489.451190:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243b80. 00000100:00000001:1.0:1783948489.451192:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948489.451193:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.451195:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948489.451202:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948489.451204:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948489.451206:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948489.451208:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948489.944364:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948489.944373:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948489.944378:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948489.944380:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948489.946216:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948489.946223:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948489.946227:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948490.971554:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948490.971561:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948490.971567:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948490.971568:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948490.971896:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948490.971900:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948490.971903:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948491.994953:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948491.994961:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948491.994968:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948491.994969:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948491.995077:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948491.995081:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948491.995085:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783948493.015945:0:32078:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948493.015953:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948493.015955:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948493.015961:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c59c0 going to sleep for 1 seconds 00000100:00000001:3.0:1783948493.015964:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948493.015968:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948493.016013:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948493.016017:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948493.016021:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948493.016022:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948493.016098:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948493.016102:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948493.016104:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948494.039987:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296583917, at 4296584192 00000100:00000010:0.0:1783948494.040006:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9506190c0. 00000100:00000001:3.0:1783948494.040197:0:32078:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948494.040202:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948494.040204:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948494.040208:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c59c0 going to sleep for 1 seconds 00000100:00000001:3.0:1783948494.040211:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948494.040214:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948494.040271:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296583917, at 4296584192 00000100:00000010:1.0:1783948494.040280:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9506193c0. 00010000:00000001:2.0:1783948494.040305:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948494.040309:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948494.040313:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948494.040316:0:28984:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948494.040319:0:28984:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948494.040326:0:28984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948494.040328:0:28984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948494.040330:0:28984:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948494.040334:0:28984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948494.040336:0:28984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948494.040338:0:28984:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948494.040340:0:28984:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948494.040615:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948494.040618:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948494.040622:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948494.552540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948494.552553:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948494.552561:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242a00. 00000020:00000040:0.0:1783948494.552569:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948494.552584:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948494.552588:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948494.552594:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948494.552603:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b000. 00000100:00000001:0.0:1783948494.552609:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552621:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948494.552633:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948494.552638:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552646:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fee84c59] to pc [ptlrpcd_00_01+1] req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.552688:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948494.552694:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948494.552697:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241500. 00000020:00000040:0.0:1783948494.552700:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948494.552702:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948494.552703:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948494.552705:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948494.552708:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bd00. 00000100:00000001:0.0:1783948494.552711:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552716:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948494.552723:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948494.552725:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552729:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502d825d] to pc [ptlrpcd_00_00+0] req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.552737:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948494.552743:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948494.552748:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243b80. 00000020:00000040:0.0:1783948494.552750:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:0.0:1783948494.552752:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948494.552753:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948494.552755:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948494.552758:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b200. 00000100:00000001:0.0:1783948494.552761:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552764:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948494.552776:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948494.552778:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552782:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ea1ffd] to pc [ptlrpcd_00_01+1] req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.552789:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948494.552795:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948494.552798:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243100. 00000020:00000040:0.0:1783948494.552801:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:0.0:1783948494.552802:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948494.552804:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948494.552805:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948494.552808:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5ba00. 00000100:00000001:0.0:1783948494.552811:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552816:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948494.552822:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948494.552823:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552826:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c363946d] to pc [ptlrpcd_00_00+0] req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.552832:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948494.552837:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1922) 00000100:00000001:1.0:1783948494.553035:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948494.553040:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948494.553043:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948494.553050:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.553058:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948494.553060:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.553064:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948494.553067:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948494.553070:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948494.553073:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636518784:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948494.553077:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948494.553084:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948494.553086:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.553089:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948494.553094:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a6e00. 02000000:00000001:1.0:1783948494.553095:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948494.553103:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948494.553108:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438885d8. 00000400:00000010:1.0:1783948494.553114:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506187f8. 00000100:00000200:1.0:1783948494.553125:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636518784, portal 25 00000100:00000001:1.0:1783948494.553128:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948494.553129:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166209024 : -129839543342592 : ffff89e960242a00) 00000100:00000040:1.0:1783948494.553135:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.553147:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948494.553150:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948494.553153:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618f68. 00000100:00000200:1.0:1783948494.553156:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636518784, offset 0 00000400:00000200:1.0:1783948494.553163:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948494.553171:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948494.553179:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948494.553184:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948494.553188:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948494.553192:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948494.553195:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948494.553199:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2563:2563:256:4294967295] 192.168.202.104@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:1.0:1783948494.553203:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948494.553213:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948494.553219:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948494.553225:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948494.553242:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948494.553251:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948494.553255:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948494.553270:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948494.553274:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948494.553277:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296589030 00000100:00000010:1.0:1783948494.553281:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9506193c0. 00000100:00000001:1.0:1783948494.553288:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783948494.553295:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296589030 00000100:00000010:1.0:1783948494.553298:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619900. 00000100:00000001:1.0:1783948494.553300:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948494.553303:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948494.553306:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.553309:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948494.553313:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.553319:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948494.553320:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.553323:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948494.553325:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948494.553327:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948494.553339:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636519040:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948494.553343:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948494.553346:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948494.553347:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.553349:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948494.553352:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a6000. 02000000:00000001:1.0:1783948494.553354:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948494.553357:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948494.553360:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888f20. 00000400:00000010:1.0:1783948494.553363:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618198. 00000100:00000200:1.0:1783948494.553366:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636519040, portal 4 00000100:00000001:1.0:1783948494.553368:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948494.553369:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166213504 : -129839543338112 : ffff89e960243b80) 00000100:00000040:1.0:1783948494.553375:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.553381:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948494.553383:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948494.553385:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618cc0. 00000100:00000200:1.0:1783948494.553386:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636519040, offset 0 00000400:00000200:1.0:1783948494.553390:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948494.553393:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948494.553396:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948494.553399:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948494.553401:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948494.553403:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948494.553406:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948494.553409:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2564:2564:255:4294967295] 192.168.202.104@tcp LPNI seq info [2564:2564:7:4294967295] 00000400:00000200:1.0:1783948494.553413:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948494.553418:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948494.553422:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948494.553425:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948494.553428:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948494.553432:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948494.553434:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948494.553438:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948494.553441:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21850 usecs (22 jiffies) 00000400:00000200:1.0:1783948494.553444:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948494.553446:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296584727 00000100:00000001:1.0:1783948494.553448:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296589030 00000100:00000001:1.0:1783948494.553451:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296584727 00000100:00000001:1.0:1783948494.553452:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296589030 00000100:00000001:1.0:1783948494.553455:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948494.553456:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.553459:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.553461:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.553469:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948494.553471:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948494.553478:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948494.553479:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948494.553481:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948494.553486:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1783948494.553487:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.553489:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948494.553490:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.553491:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948494.553493:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948494.553493:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948494.553498:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.553504:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948494.553506:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.553508:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948494.553510:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948494.553512:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948494.553514:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636518912:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948494.553517:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948494.553520:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948494.553521:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.553523:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948494.553526:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7e00. 02000000:00000001:1.0:1783948494.553527:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948494.553530:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948494.553533:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888160. 00000400:00000010:1.0:1783948494.553536:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618000. 00000100:00000200:1.0:1783948494.553539:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636518912, portal 10 00000100:00000001:1.0:1783948494.553542:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948494.553543:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166203648 : -129839543347968 : ffff89e960241500) 00000100:00000040:1.0:1783948494.553549:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.553555:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948494.553557:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948494.553559:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618e58. 00000100:00000200:1.0:1783948494.553561:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636518912, offset 0 00000400:00000200:1.0:1783948494.553565:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948494.553568:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948494.553584:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948494.553587:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948494.553589:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948494.553591:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948494.553594:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948494.553596:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2565:2565:254:4294967295] 192.168.202.104@tcp LPNI seq info [2565:2565:6:4294967295] 00000400:00000200:1.0:1783948494.553600:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948494.553605:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948494.553609:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948494.553612:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948494.553615:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948494.553619:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948494.553621:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948494.553624:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948494.553627:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 783812 usecs (784 jiffies) 00000400:00000200:1.0:1783948494.553630:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948494.553632:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296585489 00000100:00000001:1.0:1783948494.553635:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296589030 00000100:00000001:1.0:1783948494.553636:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296585489 00000100:00000001:1.0:1783948494.553639:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296589030 00000100:00000001:1.0:1783948494.553640:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948494.553642:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.553644:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948494.553655:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.553662:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948494.553663:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.553665:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948494.553666:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948494.553668:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948494.553670:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636519168:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948494.553673:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948494.553675:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948494.553677:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.553678:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948494.553681:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7200. 02000000:00000001:1.0:1783948494.553683:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948494.553685:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948494.553687:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888cb8. 00000400:00000010:1.0:1783948494.553690:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618330. 00000100:00000200:1.0:1783948494.553693:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636519168, portal 4 00000100:00000001:1.0:1783948494.553694:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948494.553696:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166210816 : -129839543340800 : ffff89e960243100) 00000100:00000040:1.0:1783948494.553701:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.553707:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948494.553709:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948494.553711:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618088. 00000100:00000200:1.0:1783948494.553713:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636519168, offset 0 00000400:00000200:1.0:1783948494.553717:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948494.553720:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948494.553723:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948494.553726:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948494.553728:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948494.553730:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948494.553732:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948494.553734:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2566:2566:253:4294967295] 192.168.202.104@tcp LPNI seq info [2566:2566:5:4294967295] 00000400:00000200:1.0:1783948494.553738:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948494.553743:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948494.553747:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948494.553751:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e900. 00000800:00000200:1.0:1783948494.553754:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948494.553758:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948494.553760:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948494.553763:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948494.553766:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 259506 usecs (260 jiffies) 00000400:00000200:1.0:1783948494.553769:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948494.553770:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296584965 00000100:00000001:1.0:1783948494.553773:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296589030 00000100:00000001:1.0:1783948494.553775:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296584965 00000100:00000001:1.0:1783948494.553777:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296589030 00000100:00000001:1.0:1783948494.553779:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948494.553781:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.553784:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.553786:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.553803:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948494.553805:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948494.555429:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948494.555437:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:0.0:1783948494.555445:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948494.555454:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948494.555460:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618f68 00000400:00000010:0.0:1783948494.555463:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618f68. 00000100:00000001:0.0:1783948494.555468:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948494.555477:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.555489:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948494.555492:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.555499:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948494.555502:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948494.555516:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948494.555519:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:0.0:1783948494.555522:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948494.555525:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948494.555528:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618cc0 00000400:00000010:0.0:1783948494.555530:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618cc0. 00000100:00000001:0.0:1783948494.555532:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948494.555536:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.555544:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948494.555547:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.555552:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948494.555554:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948494.555563:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948494.555565:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:0.0:1783948494.555567:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948494.555570:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948494.555585:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618e58 00000400:00000010:0.0:1783948494.555586:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618e58. 00000100:00000001:0.0:1783948494.555589:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948494.555593:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.555599:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948494.555602:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.555608:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948494.555609:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948494.555677:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948494.555680:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e900. 00000400:00000200:0.0:1783948494.555683:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948494.555686:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948494.555689:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618088 00000400:00000010:0.0:1783948494.555690:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618088. 00000100:00000001:0.0:1783948494.555693:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948494.555696:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.555703:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948494.555706:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.555711:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948494.555712:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948494.559988:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560005:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948494.560009:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560011:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948494.560021:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560031:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948494.560043:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560049:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560055:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560059:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9452f80 00000400:00000200:0.0:1783948494.560065:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560072:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7091 [1] + 224 00000800:00000001:0.0:1783948494.560081:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560086:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948494.560090:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948494.560094:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948494.560105:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948494.560114:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948494.560124:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.560147:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948494.560156:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560160:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948494.560161:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560163:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948494.560166:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560169:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948494.560179:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560181:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560183:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560186:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9453000 00000400:00000200:0.0:1783948494.560189:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560194:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x70b1 [1] + 224 00000800:00000001:0.0:1783948494.560197:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560201:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948494.560203:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948494.560205:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948494.560208:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948494.560213:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948494.560221:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.560228:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948494.560242:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560245:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948494.560247:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560250:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948494.560253:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560256:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948494.560260:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560262:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560265:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560268:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9453080 00000400:00000200:0.0:1783948494.560270:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.560275:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x70a1 [1] + 224 00000800:00000001:0.0:1783948494.560278:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560284:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948494.560285:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948494.560288:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948494.560291:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948494.560296:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948494.560305:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.560311:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948494.560315:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.560317:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.561903:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948494.561915:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948494.561924:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948494.561929:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948494.561934:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888160. 00000400:00000200:1.0:1783948494.561942:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618000 00000400:00000010:1.0:1783948494.561947:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618000. 00000100:00000001:1.0:1783948494.561952:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948494.561964:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948494.561976:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.561984:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948494.561987:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.561990:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948494.561993:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948494.561996:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948494.561998:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.562001:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948494.562013:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=14 v=5 (5 106 106 106) 00000100:00001000:1.0:1783948494.562022:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948494.562025:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948494.562027:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948494.562031:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948494.562038:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.562043:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948494.562045:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:1.0:1783948494.562047:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948494.562049:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948494.562057:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.562064:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948494.562071:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948494.562073:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948494.562077:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948494.562088:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636518912:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948494.562095:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948494.562096:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948494.562098:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438885d8. 00000400:00000200:1.0:1783948494.562105:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506187f8 00000400:00000010:1.0:1783948494.562107:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506187f8. 00000100:00000001:1.0:1783948494.562109:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948494.562113:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948494.562125:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.562130:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948494.562135:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.562137:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948494.562138:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948494.562139:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948494.562141:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.562143:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948494.562146:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948494.562152:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948494.562154:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948494.562156:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948494.562157:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948494.562159:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.562161:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948494.562168:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.562186:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948494.562188:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948494.562189:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948494.562193:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948494.562452:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636518784:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948494.562466:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948494.562467:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948494.562470:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888f20. 00000400:00000200:1.0:1783948494.562473:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618198 00000400:00000010:1.0:1783948494.562474:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618198. 00000100:00000001:1.0:1783948494.562477:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948494.562486:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948494.562493:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.562502:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948494.562504:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.562506:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948494.562507:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948494.562508:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948494.562510:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.562512:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948494.562547:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948494.562551:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948494.562553:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948494.562554:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948494.562556:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948494.562886:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.562891:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948494.562892:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1783948494.562894:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948494.562896:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948494.562901:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.562911:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948494.562913:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948494.562914:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948494.562918:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948494.562929:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636519040:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948494.562933:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.562936:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948494.563111:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241500 x1870603636518912/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.563124:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948494.563128:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948494.563131:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7e00. 02000000:00000001:1.0:1783948494.563139:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948494.563142:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948494.563144:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948494.563147:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948494.563153:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bd00. 02000000:00000001:1.0:1783948494.563158:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948494.563160:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948494.563163:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241500. 00000100:00000001:1.0:1783948494.563166:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948494.563168:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.563399:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948494.563405:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242a00 x1870603636518784/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.563413:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948494.563414:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948494.563416:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a6e00. 02000000:00000001:1.0:1783948494.563419:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948494.563420:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948494.563422:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948494.563424:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948494.563425:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b000. 02000000:00000001:1.0:1783948494.563427:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948494.563428:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948494.563430:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242a00. 00000100:00000001:1.0:1783948494.563432:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948494.563434:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.563435:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948494.563439:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243b80 x1870603636519040/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.563445:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948494.563447:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948494.563448:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a6000. 02000000:00000001:1.0:1783948494.563450:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948494.563451:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948494.563452:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948494.563454:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948494.563455:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b200. 02000000:00000001:1.0:1783948494.563457:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948494.563458:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948494.563459:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243b80. 00000100:00000001:1.0:1783948494.563461:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948494.563463:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.563466:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.563469:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948494.563471:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948494.563474:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.563476:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948494.571805:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.571824:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948494.571829:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.571831:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948494.571841:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.571889:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948494.571900:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.571905:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.571910:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.571915:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9453100 00000400:00000200:0.0:1783948494.571920:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948494.571928:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x70c1 [1] + 224 00000800:00000001:0.0:1783948494.571935:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.571942:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948494.571946:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948494.571950:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948494.571958:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948494.571969:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948494.571980:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948494.572004:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948494.572013:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948494.572017:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.572434:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948494.572440:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948494.572447:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948494.572448:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948494.572452:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888cb8. 00000400:00000200:1.0:1783948494.572456:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618330 00000400:00000010:1.0:1783948494.572459:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618330. 00000100:00000001:1.0:1783948494.572462:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948494.572467:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948494.572476:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.572483:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948494.572485:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.572488:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948494.572491:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948494.572495:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948494.572497:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948494.572500:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948494.572509:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948494.572514:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948494.572517:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948494.572518:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948494.572521:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948494.572524:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.572528:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948494.572530:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948494.572532:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948494.572533:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948494.572538:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.572544:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948494.572548:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948494.572550:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948494.572553:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948494.572561:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636519168:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948494.572566:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.572568:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948494.572571:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243100 x1870603636519168/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948494.573880:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948494.573884:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948494.573889:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7200. 02000000:00000001:1.0:1783948494.573894:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948494.573896:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948494.573898:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948494.573901:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948494.573904:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5ba00. 02000000:00000001:1.0:1783948494.573908:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948494.573910:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948494.573912:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243100. 00000100:00000001:1.0:1783948494.573917:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948494.573918:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.573921:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948494.573929:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948494.573930:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948494.573932:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948494.573935:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948495.064627:0:32078:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948495.064637:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948495.064639:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948495.064646:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c59c0 going to sleep for 1 seconds 00000100:00000001:1.0:1783948495.064650:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948495.064653:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948495.064935:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948495.064941:0:28984:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948495.064943:0:28984:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948495.064948:0:28984:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948495.064952:0:28984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948495.064955:0:28984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948495.064957:0:28984:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948495.064959:0:28984:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948495.064963:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948495.064964:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948495.066485:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948495.066490:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948495.066494:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948496.087992:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948496.088001:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948496.088006:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948496.088008:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948496.088391:0:32078:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948496.088396:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948496.088399:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948496.088403:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c59c0 going to sleep for 1 seconds 00000100:00000001:1.0:1783948496.088406:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948496.088409:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948496.091177:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948496.091185:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948496.091199:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948497.112000:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948497.112007:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948497.112013:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948497.112014:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948497.115404:0:32078:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948497.115413:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948497.115416:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948497.115422:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c59c0 going to sleep for 1 seconds 00000100:00000001:3.0:1783948497.115425:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948497.115429:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948497.115437:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948497.115440:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948497.115443:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948498.136049:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948498.136056:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.136062:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948498.136063:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948498.136174:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948498.136179:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948498.136182:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948498.136210:0:32078:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948498.136215:0:32078:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1783948498.136231:0:32078:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948482/real 1783948482] req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948498 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1783948498.136247:0:32078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948498.136249:0:32078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948498.136252:0:32078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98108. 00000400:00000200:1.0:1783948498.136260:0:32078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601254c8 00000400:00000010:1.0:1783948498.136263:0:32078:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601254c8. 00000100:00000001:1.0:1783948498.136268:0:32078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.136272:0:32078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948498 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948498.136281:0:32078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948498 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.136288:0:32078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948498.136289:0:32078:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948498.136292:0:32078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948498.136293:0:32078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948498.136296:0:32078:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1783948498.136299:0:32078:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783948498.136303:0:32078:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff89e943191000: Connection to lustre-MDT0000 (at 192.168.202.104@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1783948498.136306:0:32078:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1783948498.136309:0:32078:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1783948498.136312:0:32078:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.136314:0:32078:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1783948498.136315:0:32078:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1783948498.136336:0:32078:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1783948498.136338:0:32078:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.136341:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948498.136343:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948498.136345:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c59c0 going to sleep for 0 seconds 00000100:00000001:1.0:1783948498.136348:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948498.136350:0:32078:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948498.136352:0:32078:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948498.136354:0:32078:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948498.136356:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948498.136413:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948498.136418:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948498.136429:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65f80. 00000020:00000040:3.0:1783948498.136433:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948498.136437:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948498.136441:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948498.136446:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948498.136454:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135f800. 00000100:00000001:3.0:1783948498.136460:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948498.136466:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948498.136476:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948498.136480:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948498.136497:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6dc5efb] to pc [ptlrpcd_01_01+1] req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.136525:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783948498.136528:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783948498.136532:0:29762:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1783948498.136534:0:29762:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1783948498.136535:0:29762:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1783948498.136539:0:29762:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1783948498.136541:0:29762:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1893 00000400:00000200:3.0:1783948498.136548:0:29762:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948498.136553:0:29762:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:3.0:1783948498.136556:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948498.136559:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948498.136561:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948498.136564:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:3.0:1783948498.136566:0:29762:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783948498.136568:0:29762:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:3.0:1783948498.136571:0:29762:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948498.136573:0:29762:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:3.0:1783948498.136576:0:29762:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:3.0:1783948498.136578:0:29762:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00000040:3.0:1783948498.136581:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948498.136583:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948498.136586:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948498.136588:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:3.0:1783948498.136591:0:29762:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00000001:2.0:1783948498.136593:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1783948498.136595:0:29762:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: import ffff89e9431d1000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:2.0:1783948498.136599:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948498.136600:0:29762:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.136603:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1783948498.136604:0:29762:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1783948498.136611:0:29762:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783948498.136612:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1783948498.136616:0:29762:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.136621:0:29762:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1783948498.136626:0:29762:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1783948498.136628:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948498.136630:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948498.136631:0:29762:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.136634:0:29762:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948498.136636:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1783948498.136639:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64a80. 02000000:00000001:2.0:1783948498.136640:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1783948498.136644:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948498.136644:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948498.136651:0:29762:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 00000100:00100000:2.0:1783948498.136651:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636519296:192.168.202.104@tcp:400:kworker.0 02000000:00000001:3.0:1783948498.136654:0:29762:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.136657:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1783948498.136658:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948498.136661:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948498.136663:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948498.136663:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948498.136667:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948498.136670:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eac00. 02000000:00000001:2.0:1783948498.136671:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1783948498.136675:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948498.136678:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9594b3a00. 02000000:00000001:2.0:1783948498.136682:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948498.136685:0:29762:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1783948498.136690:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948498.136695:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919f8. 00000100:00000001:3.0:1783948498.136699:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948498.136703:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1783948498.136703:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000040:3.0:1783948498.136709:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6937111] to pc [ptlrpcd_rcv+-1] req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948498.136711:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636519296, portal 25 00000100:00000001:2.0:1783948498.136714:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948498.136715:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000040:2.0:1783948498.136722:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.136749:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948498.136752:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948498.136754:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a27f8. 00000100:00000200:2.0:1783948498.136757:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636519296, offset 0 00000100:00000001:3.0:1783948498.136762:0:29762:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948498.136765:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000100:00000040:3.0:1783948498.136767:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948498.136771:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783948498.136775:0:29762:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000400:00000200:2.0:1783948498.136775:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948498.136781:0:29762:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000400:00000200:2.0:1783948498.136784:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000100:00000010:3.0:1783948498.136785:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66d80. 00000020:00000040:3.0:1783948498.136790:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000400:00000200:2.0:1783948498.136791:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1783948498.136793:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948498.136796:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1783948498.136797:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 02000000:00000001:3.0:1783948498.136799:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948498.136803:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1783948498.136804:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135fb00. 00000400:00000200:2.0:1783948498.136808:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000100:00000001:3.0:1783948498.136810:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.136815:0:29762:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614233907359104 : -129839802192512 : ffff89e950b66d80) 00000400:00000200:2.0:1783948498.136816:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2567:2567:256:4294967295] 192.168.202.104@tcp LPNI seq info [2567:2567:8:4294967295] 00000100:00080000:3.0:1783948498.136820:0:29762:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000400:00000200:2.0:1783948498.136825:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00080000:3.0:1783948498.136827:0:29762:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff89e943191000: disconnect after 22s idle 00000100:00000001:3.0:1783948498.136830:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948498.136833:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948498.136839:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000100:00000040:3.0:1783948498.136841:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea7414ab] to pc [ptlrpcd_rcv+-1] req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.136885:0:29762:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.136888:0:29762:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.136889:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1783948498.136890:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948498.136894:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948498.136896:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1783948498.136897:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1783948498.136901:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000100:00000040:0.0:1783948498.136904:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1783948498.136905:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948498.136910:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948498.136913:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948498.136916:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.136918:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948498.136921:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948498.136922:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135ff00. 02000000:00000001:0.0:1783948498.136923:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1783948498.136927:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.136927:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783948498.136934:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1783948498.136944:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.136945:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948498.136950:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948498.136952:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636519424:192.168.202.104@tcp:38:kworker.0 00000100:00000040:3.0:1783948498.136959:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007335cb33] to pc [ptlrpcd_01_00+0] req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.136959:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948498.136962:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948498.136965:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.136969:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948498.136975:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636c00. 00000100:00000001:3.0:1783948498.136977:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.136978:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948498.136984:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1925) 00000400:00000200:0.0:1783948498.136984:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948498.136991:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948498.136995:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfaa0. 00000100:00000001:3.0:1783948498.136997:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1783948498.136999:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636519424, portal 10 00000100:00000001:3.0:1783948498.137000:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948498.137003:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948498.137004:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1783948498.137007:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907350144 : -129839802201472 : ffff89e950b64a80) 00000100:00000040:3.0:1783948498.137012:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948498.137017:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.137031:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948498.137034:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1783948498.137035:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948498.137039:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 02000000:00000001:3.0:1783948498.137041:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1783948498.137043:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfe58. 02000000:00000001:3.0:1783948498.137044:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1783948498.137048:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636519424, offset 0 02000000:00000001:3.0:1783948498.137049:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948498.137057:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636519680:192.168.202.104@tcp:400:kworker.0 00000400:00000200:0.0:1783948498.137057:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000100:00000001:3.0:1783948498.137064:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1783948498.137065:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 02000000:00000001:3.0:1783948498.137067:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1783948498.137071:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 02000000:00000001:3.0:1783948498.137072:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948498.137076:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1783948498.137077:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1783948498.137081:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e98216f400. 00000400:00000200:0.0:1783948498.137081:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 02000000:00000001:3.0:1783948498.137086:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948498.137087:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948498.137094:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948498.137095:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948498.137100:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2568:2568:255:4294967295] 192.168.202.104@tcp LPNI seq info [2568:2568:7:4294967295] 00000400:00000010:3.0:1783948498.137101:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000200:0.0:1783948498.137108:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948498.137109:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125d48. 00000100:00000200:3.0:1783948498.137115:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636519680, portal 4 00000100:00000001:3.0:1783948498.137119:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1783948498.137120:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000100:00000001:3.0:1783948498.137122:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000800:00000200:0.0:1783948498.137128:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000040:3.0:1783948498.137133:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1783948498.137134:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000100:00000001:3.0:1783948498.137143:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1783948498.137147:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000100:00000040:3.0:1783948498.137150:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948498.137155:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601253b8. 00000800:00000200:0.0:1783948498.137159:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000100:00000200:3.0:1783948498.137160:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636519680, offset 0 00000800:00000200:0.0:1783948498.137165:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1783948498.137169:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948498.137175:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948498.137177:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948498.137180:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948498.137183:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948498.137185:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948498.137187:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948498.137192:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000100:00000040:0.0:1783948498.137194:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 782831 usecs (783 jiffies) 00000400:00000200:3.0:1783948498.137196:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2569:2569:254:4294967295] 192.168.202.104@tcp LPNI seq info [2569:2569:6:4294967295] 00000400:00000200:3.0:1783948498.137213:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948498.137217:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948498.137223:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296589072 00000400:00000200:3.0:1783948498.137224:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948498.137231:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000001:0.0:1783948498.137232:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296589030 00000800:00000010:3.0:1783948498.137235:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135f700. 00000100:00000001:0.0:1783948498.137243:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296589072 00000800:00000200:3.0:1783948498.137244:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000100:00000001:0.0:1783948498.137249:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296589030 00000800:00000200:3.0:1783948498.137254:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000100:00000001:0.0:1783948498.137256:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1783948498.137258:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948498.137260:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.137263:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.137264:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948498.137268:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 258148 usecs (259 jiffies) 00000100:00000040:0.0:1783948498.137273:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783948498.137275:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948498.137279:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296588548 00000100:00000001:3.0:1783948498.137285:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296589072 00000100:00000001:3.0:1783948498.137290:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296588548 00000100:00000001:0.0:1783948498.137291:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948498.137295:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296589072 00000100:00000001:0.0:1783948498.137295:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.137299:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1783948498.137300:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948498.137303:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948498.137304:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.137309:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.137310:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.137314:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783948498.137316:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636519552:192.168.202.104@tcp:9:kworker.0 00000100:00000001:0.0:1783948498.137321:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1783948498.137323:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1783948498.137324:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1783948498.137326:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1783948498.137327:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.137332:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1783948498.137332:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1783948498.137335:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1783948498.137336:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f7800. 00000100:00000001:3.0:1783948498.137337:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.137341:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.137342:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948498.137348:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948498.137352:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae8f0. 00000400:00000010:0.0:1783948498.137356:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf2a8. 00000100:00000200:0.0:1783948498.137359:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636519552, portal 4 00000100:00000001:0.0:1783948498.137362:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948498.137374:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907359104 : -129839802192512 : ffff89e950b66d80) 00000100:00000040:0.0:1783948498.137381:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.137387:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948498.137390:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948498.137393:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948498.137396:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636519552, offset 0 00000400:00000200:0.0:1783948498.137400:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948498.137403:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948498.137407:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948498.137409:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948498.137411:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948498.137413:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948498.137415:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948498.137418:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2570:2570:253:4294967295] 192.168.202.104@tcp LPNI seq info [2570:2570:5:4294967295] 00000400:00000200:0.0:1783948498.137422:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948498.137427:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948498.137432:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948498.137435:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948498.137440:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948498.137444:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948498.137447:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948498.137450:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948498.137462:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21806 usecs (22 jiffies) 00000400:00000200:0.0:1783948498.137466:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948498.137468:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296588311 00000100:00000001:0.0:1783948498.137471:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296589072 00000100:00000001:0.0:1783948498.137473:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296588311 00000100:00000001:0.0:1783948498.137475:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296589072 00000100:00000001:0.0:1783948498.137477:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948498.137478:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.137481:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.137483:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.137488:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948498.137490:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:1.0:1783948498.137491:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1783948498.137493:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948498.137496:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1783948498.137498:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000100:00000001:0.0:1783948498.137498:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.137504:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948498.137507:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.137514:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948498.137519:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfe58 00000400:00000010:1.0:1783948498.137522:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfe58. 00000100:00000001:1.0:1783948498.137526:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948498.137531:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.137540:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948498.137543:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.137549:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.137551:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948498.137564:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948498.137566:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f700. 00000400:00000200:1.0:1783948498.137570:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.137573:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948498.137575:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601253b8 00000400:00000010:1.0:1783948498.137577:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601253b8. 00000100:00000001:1.0:1783948498.137580:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948498.137584:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.137595:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948498.137598:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.137603:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.137605:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948498.137661:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948498.137664:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948498.137667:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.137670:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948498.137673:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:1.0:1783948498.137675:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:1.0:1783948498.137677:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948498.137681:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.137687:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948498.137689:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.137696:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.137697:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783948498.137815:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948498.137823:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ff00. 00000800:00000200:2.0:1783948498.137828:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948498.137831:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948498.137834:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948498.137847:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948498.137864:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948498.137866:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296592615 00000100:00000001:2.0:1783948498.137871:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296589072 00000100:00000001:2.0:1783948498.137874:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296592615 00000100:00000001:2.0:1783948498.137877:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296589072 00000100:00000001:2.0:1783948498.137879:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948498.137881:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.137884:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.137886:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.137890:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948498.137892:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948498.137893:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948498.137894:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948498.137896:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.137897:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948498.138001:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948498.138004:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ff00. 00000400:00000200:0.0:1783948498.138008:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948498.138012:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948498.138015:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a27f8 00000400:00000010:0.0:1783948498.138017:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a27f8. 00000100:00000001:0.0:1783948498.138020:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948498.138024:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.138031:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948498.138034:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.138040:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.138041:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948498.145607:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.145623:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.145628:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.145631:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.145640:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145647:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.145656:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145661:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145667:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145670:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 10 MB=0x6a54dd9453200 00000400:00000200:1.0:1783948498.145676:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145683:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 416/416 into md 0x70d9 [1] + 0 00000800:00000001:1.0:1783948498.145690:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.145694:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.145698:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.145702:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.145710:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.145732:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948498.145744:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.145768:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948498.145777:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.145781:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.145783:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.145785:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.145787:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145791:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.145795:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145797:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145800:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145803:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9453180 00000400:00000200:1.0:1783948498.145806:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.145810:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x70d1 [1] + 224 00000800:00000001:1.0:1783948498.145814:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.145821:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.145823:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.145826:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.145829:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.145834:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948498.145842:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.145906:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948498.145911:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.145914:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.145985:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948498.145990:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948498.145997:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948498.146000:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948498.146003:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919f8. 00000400:00000200:2.0:1783948498.146007:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948498.146009:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948498.146012:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948498.146017:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948498.146027:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.146034:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948498.146036:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.146039:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948498.146042:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948498.146045:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948498.146046:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948498.146049:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948498.146056:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948498.146060:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1783948498.146062:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948498.146064:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.146067:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948498.146069:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.146072:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948498.146077:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.146085:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948498.146087:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948498.146089:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948498.146092:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948498.146100:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636519296:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948498.146104:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.146107:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.146110:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65f80 x1870603636519296/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.146118:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948498.146121:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948498.146124:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9594b3a00. 02000000:00000001:2.0:1783948498.146128:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948498.146130:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948498.146132:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948498.146134:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948498.146137:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135f800. 02000000:00000001:2.0:1783948498.146141:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948498.146143:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948498.146145:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65f80. 00000100:00000001:2.0:1783948498.146159:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948498.146160:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.146163:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.146169:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948498.146171:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.146173:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948498.146176:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.146326:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948498.146329:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948498.146334:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948498.146335:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948498.146337:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948498.146342:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfaa0 00000400:00000010:0.0:1783948498.146344:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfaa0. 00000100:00000001:0.0:1783948498.146346:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948498.146351:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948498.146358:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.146364:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948498.146365:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.146367:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948498.146368:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948498.146370:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948498.146371:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.146373:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948498.146379:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=18 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948498.146381:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948498.146383:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948498.146384:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.146386:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948498.146389:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.146391:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948498.146393:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:0.0:1783948498.146395:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948498.146397:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948498.146411:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.146417:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948498.146419:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948498.146420:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.146423:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783948498.146429:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff89e943191000: connect to target with instance 1 00000020:00000001:0.0:1783948498.146431:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948498.146433:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:0.0:1783948498.146435:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.146438:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:0.0:1783948498.146440:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:0.0:1783948498.146442:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00001000:0.0:1783948498.146446:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1783948498 v=0 (0 0 0 0) 00000100:00001000:0.0:1783948498.146448:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d1418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783948498.146452:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000020:00000040:0.0:1783948498.146456:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00000001:0.0:1783948498.146458:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783948498.146461:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1783948498.146465:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff89e943191000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1783948498.146468:0:2352:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1783948498.146470:0:2352:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.146472:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783948498.146476:0:2352:0:(lmv_obd.c:188:lmv_notify()) Process entered 00000080:00000001:0.0:1783948498.146480:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948498.146482:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948498.146483:0:2352:0:(lmv_obd.c:223:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.146485:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948498.146486:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948498.146488:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.146489:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.146491:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783948498.146493:0:2352:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.104@tcp after partition 00000100:00080000:0.0:1783948498.146496:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1783948498.146499:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1783948498.146501:0:2352:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1783948498.146503:0:2352:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783948498.146505:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1783948498.146507:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783948498.146508:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783948498.146509:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783948498.146510:0:2352:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1783948498.146511:0:2352:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1783948498.146513:0:2352:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff89e9581b8820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1783948498.146516:0:2352:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x8c7cf19e4b44013c 00800000:00000040:0.0:1783948498.146518:0:2352:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff89e943191000=342776fa-f61c-4b73-829b-67eb463eff17 device 3 (ffff89e943f68000) type mdc at LMV idx 0 00800000:00000040:0.0:1783948498.146521:0:2352:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff89e943f68000 already active! 00800000:00000001:0.0:1783948498.146523:0:2352:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948498.146524:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948498.146526:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948498.146527:0:2352:0:(lmv_obd.c:223:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.146528:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948498.146530:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948498.146531:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948498.146533:0:2352:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000002:00000001:0.0:1783948498.147132:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.147135:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1783948498.147140:0:2352:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff89e943191000: Connection restored to 192.168.202.104@tcp (at 192.168.202.104@tcp) 00000100:00080000:0.0:1783948498.147148:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e8573711): req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948498 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948498.147240:0:32098:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1783948498.147243:0:32098:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1783948498.147247:0:32098:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.147249:0:32098:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948498.147250:0:32098:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948498.147253:0:32098:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:2.0:1783948498.147254:0:32098:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.147380:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948498.147384:0:32078:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.147409:0:2352:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.147477:0:32078:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948498.147479:0:32078:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948498.147483:0:32078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948498.147486:0:32078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948498.147489:0:32078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.147492:0:32078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1783948498.147498:0:32078:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870603636516352 new x1870603636519808 02000000:00000001:1.0:1783948498.147501:0:32078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948498.147504:0:32078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948498.147510:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948498.147516:0:32078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888cb8. 00000400:00000010:1.0:1783948498.147522:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618330. 00000100:00000200:1.0:1783948498.147528:0:32078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636516352, portal 10 00000100:00000001:1.0:1783948498.147531:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948498.147532:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:1.0:1783948498.147539:0:32078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948514 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.147545:0:32078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948498.147548:0:32078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948498.147550:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618198. 00000100:00000200:1.0:1783948498.147553:0:32078:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636516352, offset 0 00000400:00000200:1.0:1783948498.147559:0:32078:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948498.147565:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.147572:0:32078:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948498.147577:0:32078:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948498.147580:0:32078:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948498.147584:0:32078:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948498.147586:0:32078:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948498.147590:0:32078:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2571:2571:256:4294967295] 192.168.202.104@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:1.0:1783948498.147595:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.147602:0:32078:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948498.147608:0:32078:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948498.147613:0:32078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948498.147619:0:32078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948498.147625:0:32078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948498.147629:0:32078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948498.147643:0:32078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948498.147647:0:32078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 781853 usecs (782 jiffies) 00000400:00000200:1.0:1783948498.147650:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948498.147653:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296589081 00000100:00000001:1.0:1783948498.147656:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296592615 00000100:00000001:1.0:1783948498.147658:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296589081 00000100:00000001:1.0:1783948498.147660:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296592615 00000100:00000001:1.0:1783948498.147663:0:32078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948498.147665:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948498.147668:0:32078:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948498.147670:0:32078:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948498.147672:0:32078:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e9587c59c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783948498.147674:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948498.147676:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948498.150956:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948498.150969:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948498.150978:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.150986:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948498.150994:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618198 00000400:00000010:1.0:1783948498.150997:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618198. 00000100:00000001:1.0:1783948498.151003:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948498.151011:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948514 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.151031:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948498.151034:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948514 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.151041:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.151043:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948498.157374:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157396:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.157462:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157467:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.157475:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157483:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.157495:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157500:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157507:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157511:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9453280 00000400:00000200:1.0:1783948498.157516:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157523:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x70f1 [1] + 224 00000800:00000001:1.0:1783948498.157530:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157535:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.157539:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.157544:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.157552:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.157562:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948498.157573:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.157582:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948498.157591:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157595:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.157596:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157598:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.157602:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157605:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.157610:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157613:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157616:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157619:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9453300 00000400:00000200:1.0:1783948498.157622:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157626:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x70e9 [1] + 224 00000800:00000001:1.0:1783948498.157630:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157633:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.157635:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.157639:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.157642:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.157648:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948498.157657:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.157708:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948498.157714:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948498.157730:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948498.157736:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157741:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.157743:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157744:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.157747:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157751:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.157755:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157758:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157760:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157763:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9453380 00000400:00000200:1.0:1783948498.157766:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.157771:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7101 [1] + 224 00000800:00000001:1.0:1783948498.157775:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157783:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.157786:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.157789:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.157792:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.157797:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948498.157805:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.157831:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948498.157835:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.157837:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.159404:0:32078:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948498.159417:0:32078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948498.159420:0:32078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948498.159424:0:32078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888cb8. 00000400:00000200:2.0:1783948498.159432:0:32078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618330 00000400:00000010:2.0:1783948498.159434:0:32078:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618330. 00000100:00000001:2.0:1783948498.159439:0:32078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948498.159448:0:32078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948498.159465:0:32078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636516352/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.159473:0:32078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948498.159475:0:32078:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.159477:0:32078:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948498.159482:0:32078:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948498.159485:0:32078:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948498.159487:0:32078:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948498.159490:0:32078:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948498.159500:0:32078:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=168 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948498.159505:0:32078:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948498.159508:0:32078:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948498.159510:0:32078:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.159513:0:32078:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948498.159517:0:32078:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.159521:0:32078:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948498.159523:0:32078:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948498.159526:0:32078:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948498.159528:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948498.159530:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000001:2.0:1783948498.159533:0:32078:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948498.159535:0:32078:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1783948498.159537:0:32078:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948498.159539:0:32078:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948498.159545:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67100 x1870603636516352/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948514 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.159552:0:32078:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948498.159556:0:32078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948498.159557:0:32078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948498.159561:0:32078:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67100 x1870603636516352/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948514 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948498.159569:0:32078:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32078:1870603636516352:192.168.202.104@tcp:35:multiop.0 00000100:00000001:2.0:1783948498.159574:0:32078:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.159578:0:32078:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.159580:0:32078:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948498.159582:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.159586:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636516352/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948514 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.159593:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948498.159596:0:32078:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e9587c59c0. 00000100:00000001:2.0:1783948498.159599:0:32078:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948498.159601:0:32078:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.159609:0:32078:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948498.159610:0:32078:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000002:00000001:2.0:1783948498.159613:0:32078:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.159616:0:32078:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948498.159621:0:32078:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e959415800. 00000080:00000001:2.0:1783948498.159625:0:32078:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783948498.159629:0:32078:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1783948498.159634:0:32078:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783948498.159639:0:32078:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.159647:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.159650:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65180 x1870603636516096/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948497 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.159657:0:32078:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783948498.159660:0:32078:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948498.159662:0:32078:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948498.159664:0:32078:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948498.159668:0:32078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509ebc00. 02000000:00000001:2.0:1783948498.159672:0:32078:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948498.159674:0:32078:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948498.159675:0:32078:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65180. 00000100:00000001:2.0:1783948498.159679:0:32078:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948498.159680:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.159682:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.159686:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636516352/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948514 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.159692:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948498.159694:0:32078:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9509ab8a0. 00000002:00000001:2.0:1783948498.159696:0:32078:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.159698:0:32078:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948498.159701:0:32078:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9580d9700. 00000100:00000001:2.0:1783948498.159703:0:32078:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.159706:0:32078:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636516352/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948514 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.159711:0:32078:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.159714:0:32078:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948498.159716:0:32078:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b2dc0. 00000080:00000001:2.0:1783948498.159720:0:32078:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.159726:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33db8 00000080:00000008:2.0:1783948498.159728:0:32078:0:(file.c:491:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff89e951d87448), flags 100002, rc = 0 00000080:00000001:2.0:1783948498.159732:0:32078:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.159737:0:32078:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948498.159739:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f33e00 00000080:00002000:2.0:1783948498.159741:0:32078:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff89e951f58000, parent ffff89e951e2fe58, inode ffff89e951d87448) hashed, 00000080:00000001:2.0:1783948498.159744:0:32078:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948498.159749:0:32078:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948498.159755:0:32078:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:0.0:1783948498.162606:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948498.162629:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948498.162642:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636519424:192.168.202.104@tcp:38:kworker.0 00000400:00000001:0.0:1783948498.162654:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948498.162656:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948498.162660:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae8f0. 00000400:00000200:0.0:1783948498.162668:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf2a8 00000400:00000010:0.0:1783948498.162671:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf2a8. 00000100:00000001:0.0:1783948498.162676:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948498.162680:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948498.162689:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.162697:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948498.162699:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.162702:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948498.162705:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948498.162708:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948498.162710:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.162713:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948498.162723:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948498.162728:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948498.162730:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948498.162731:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.162734:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948498.162738:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.162742:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948498.162744:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1783948498.162746:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948498.162748:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948498.162753:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.162760:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948498.162763:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948498.162765:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783948498.162769:0:2352:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783948498.162777:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1783948498.162781:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948498.162788:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636519552:192.168.202.104@tcp:9:kworker.0 00000100:00000001:0.0:1783948498.162792:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.162795:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948498.162798:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64a80 x1870603636519424/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.162804:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948498.162808:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948498.162811:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636c00. 02000000:00000001:0.0:1783948498.162815:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948498.162818:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948498.162819:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948498.162823:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948498.162825:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eac00. 02000000:00000001:0.0:1783948498.162829:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948498.162831:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948498.162832:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64a80. 00000100:00000001:0.0:1783948498.162835:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948498.162837:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.162838:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948498.162841:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66d80 x1870603636519552/t0(0) o9->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.162846:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948498.162847:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948498.162849:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f7800. 02000000:00000001:0.0:1783948498.162866:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948498.162868:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948498.162869:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948498.162871:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948498.162873:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135fb00. 02000000:00000001:0.0:1783948498.162875:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948498.162877:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948498.162878:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66d80. 00000100:00000001:0.0:1783948498.162880:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948498.162881:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.162883:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.162893:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948498.162894:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.162896:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948498.162898:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948498.165708:0:32099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948498.165717:0:32099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948498.165719:0:32099:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948498.165723:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23b20 00000080:00200000:0.0:1783948498.165728:0:32099:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948498.165734:0:32099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7800. 00800000:00000002:0.0:1783948498.165740:0:32099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948498.165744:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948498.165749:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948498.165750:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23a40 00800000:00000002:0.0:1783948498.165753:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948498.165757:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948498.165761:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948498.165767:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948498.165769:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23910 00000002:00010000:0.0:1783948498.165771:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948498.165774:0:32099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948498.165776:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948498.165779:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948498.165786:0:32099:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.165788:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.165790:0:32099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.165792:0:32099:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948498.165795:0:32099:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948498.165801:0:32099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240380. 00000020:00000040:0.0:1783948498.165805:0:32099:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948498.165812:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948498.165818:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948498.165822:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.165826:0:32099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948498.165828:0:32099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948498.165833:0:32099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948498.165838:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950636c00. 00000100:00000001:0.0:1783948498.165845:0:32099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.165878:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948498.165880:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.165882:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948498.165883:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.165885:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.165891:0:32099:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00010000:00000001:0.0:1783948498.165894:0:32099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948498.165896:0:32099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948498.165902:0:32099:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7400. 00010000:00000010:0.0:1783948498.165906:0:32099:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082d900. 00010000:00000001:0.0:1783948498.165911:0:32099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948498.165915:0:32099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465ab000. 00000020:00000001:0.0:1783948498.165919:0:32099:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948498.165922:0:32099:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465ab000 with handle 0x8c7cf19e4b440d0c to hash 00000020:00000001:0.0:1783948498.165924:0:32099:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948498.165926:0:32099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.165929:0:32099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.165933:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948498.165936:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948498.165940:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948498.165949:0:32099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948498.165960:0:32099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948498.165966:0:32099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948498.165967:0:32099:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948498.165975:0:32099:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95162c540. 00000100:00000001:0.0:1783948498.165977:0:32099:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918653760 : -129839790897856 : ffff89e95162c540) 00000100:00000001:0.0:1783948498.165981:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948498.165982:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000001:0.0:1783948498.165987:0:32099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948498.165992:0:32099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.165994:0:32099:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948498.165995:0:32099:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948498.166006:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948498.166015:0:32099:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948498.166017:0:32099:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.166021:0:32099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948498.166024:0:32099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948498.166026:0:32099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948498.166029:0:32099:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:32099:1870603636519936:192.168.202.104@tcp:101:rm.0 00000100:00000001:0.0:1783948498.166033:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948498.166038:0:32099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948498.166042:0:32099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.166044:0:32099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948498.166049:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018e000. 02000000:00000001:0.0:1783948498.166051:0:32099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948498.166059:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948498.166063:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae8f0. 00000400:00000010:0.0:1783948498.166069:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf2a8. 00000100:00000200:0.0:1783948498.166076:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636519936, portal 10 00000100:00000001:0.0:1783948498.166078:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948498.166079:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000040:0.0:1783948498.166085:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948514 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948498.166092:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948498.166094:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948498.166097:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfaa0. 00000100:00000200:0.0:1783948498.166100:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636519936, offset 0 00000400:00000200:0.0:1783948498.166107:0:32099:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948498.166116:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948498.166125:0:32099:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948498.166131:0:32099:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948498.166135:0:32099:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948498.166138:0:32099:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948498.166141:0:32099:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948498.166145:0:32099:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2572:2572:256:4294967295] 192.168.202.104@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:0.0:1783948498.166149:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948498.166158:0:32099:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948498.166165:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948498.166170:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948498.166177:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948498.166185:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948498.166189:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 672 niov 1 nkiov 1 00000400:00000001:3.0:1783948498.171779:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948498.171787:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948498.171792:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:3.0:1783948498.171800:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125d48 00000400:00000010:3.0:1783948498.171803:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125d48. 00000100:00000001:3.0:1783948498.171810:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948498.171822:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948498.171833:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.171841:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948498.171843:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.171847:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948498.171869:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948498.171872:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948498.171875:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948498.171877:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948498.171887:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948498.171892:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948498.171894:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948498.171896:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948498.171899:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948498.171902:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.171906:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948498.171908:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948498.171911:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948498.171912:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948498.171917:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.171925:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948498.171928:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948498.171930:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948498.171934:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948498.171942:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636519680:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948498.171948:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.171951:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948498.171953:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636519680/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.171960:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948498.171962:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948498.171965:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e98216f400. 02000000:00000001:3.0:1783948498.171969:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948498.171971:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948498.171973:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948498.171975:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948498.171978:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135ff00. 02000000:00000001:3.0:1783948498.171982:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948498.171984:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948498.171986:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:3.0:1783948498.171989:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948498.171990:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.171993:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.172001:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948498.172003:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.172005:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948498.172008:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.173919:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948498.173930:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 806441 usecs (807 jiffies) 00000400:00000200:0.0:1783948498.173938:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948498.173941:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296589132 00000100:00000001:0.0:1783948498.173945:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296592615 00000100:00000001:0.0:1783948498.173947:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296589132 00000100:00000001:0.0:1783948498.173949:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296592615 00000100:00000001:0.0:1783948498.173951:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948498.173955:0:32099:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.173958:0:32099:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948498.173960:0:32099:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948498.173963:0:32099:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95162c540 going to sleep for 11 seconds 00000100:00000001:0.0:1783948498.173967:0:32099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948498.173969:0:32099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948498.180814:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948498.180825:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948498.180833:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.180842:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948498.180874:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfaa0 00000400:00000010:1.0:1783948498.180877:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfaa0. 00000100:00000001:1.0:1783948498.180882:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948498.180891:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948514 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.180902:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948498.180905:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948514 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.180912:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.180914:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1783948498.184924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab3e0. 00000800:00000001:1.0:1783948498.189604:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.189619:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.189623:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.189626:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.189633:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.189640:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.189649:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.189655:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.189661:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.189665:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9453400 00000400:00000200:1.0:1783948498.189670:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.189676:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x7111 [1] + 224 00000800:00000001:1.0:1783948498.189683:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.189689:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.189692:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.189696:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.189704:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.189728:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948498.189740:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.189759:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948498.189766:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.189769:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.190303:0:32099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948498.190313:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948498.190315:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948498.190319:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae8f0. 00000400:00000200:0.0:1783948498.190326:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf2a8 00000400:00000010:0.0:1783948498.190328:0:32099:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf2a8. 00000100:00000001:0.0:1783948498.190332:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948498.190338:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948498.190347:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948498.190353:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948498.190354:0:32099:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.190357:0:32099:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948498.190360:0:32099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948498.190363:0:32099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948498.190365:0:32099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.190368:0:32099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948498.190378:0:32099:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=18 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948498.190382:0:32099:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948498.190385:0:32099:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948498.190387:0:32099:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.190390:0:32099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948498.190394:0:32099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.190408:0:32099:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948498.190410:0:32099:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:0.0:1783948498.190412:0:32099:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948498.190415:0:32099:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948498.190419:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948498.190426:0:32099:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948498.190429:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948498.190431:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948498.190435:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948514 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948498.190442:0:32099:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:32099:1870603636519936:192.168.202.104@tcp:101:rm.0 00000100:00000001:0.0:1783948498.190446:0:32099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948498.190449:0:32099:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.190451:0:32099:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948498.190454:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948498.190456:0:32099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948514 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948498.190462:0:32099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948498.190465:0:32099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95162c540. 00000100:00000001:0.0:1783948498.190468:0:32099:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948498.190469:0:32099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.190472:0:32099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948498.190475:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.190477:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.190480:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=4 00000020:00000001:0.0:1783948498.190482:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190485:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000040:0.0:1783948498.190492:0:32099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465ab000, remote cookie: 0x2ceea11ad5e0627a, flags: 0x1001 00010000:00010000:0.0:1783948498.190497:0:32099:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948498.190508:0:32099:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948498.190514:0:32099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948498.190518:0:32099:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948498.190520:0:32099:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948498.190522:0:32099:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948498.190523:0:32099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948498.190526:0:32099:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e948cd7400) refcount = 1 00010000:00010000:0.0:1783948498.190530:0:32099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948498.190536:0:32099:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948498.190540:0:32099:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948498.190541:0:32099:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948498.190545:0:32099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948498.190547:0:32099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948498.190550:0:32099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948498.190556:0:32099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948498.190558:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190560:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948498.190560:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190561:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948498.190563:0:32099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.190566:0:32099:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783948498.190568:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.190569:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.190571:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:0.0:1783948498.190573:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190575:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190577:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.190578:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.190579:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=4 00000020:00000001:0.0:1783948498.190581:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190583:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190586:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948498.190589:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948498.190592:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948498.190597:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190598:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948498.190599:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.190601:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.190602:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=5 00000020:00000001:0.0:1783948498.190603:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190605:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190607:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948498.190609:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948498.190615:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190616:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948498.190619:0:32099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948498.190624:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948498.190625:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190626:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948498.190627:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190629:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783948498.190633:0:32099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783948498.190640:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.190641:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.190643:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:0.0:1783948498.190645:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190646:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190648:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190649:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948498.190650:0:32099:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.190652:0:32099:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.190655:0:32099:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783948498.190657:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.190658:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.190659:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:0.0:1783948498.190661:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190663:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00000002:00010000:0.0:1783948498.190666:0:32099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948498.190671:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190672:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948498.190674:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948498.190675:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.190676:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.190677:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:0.0:1783948498.190679:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190681:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000040:0.0:1783948498.190686:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:0.0:1783948498.190688:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783948498.190692:0:32099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783948498.190695:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190696:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948498.190698:0:32099:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948498.190701:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23898 00000002:00002000:0.0:1783948498.190703:0:32099:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783948498.190706:0:32099:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948498.190907:0:32099:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948498.190911:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948498.190914:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783948498.190917:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948498.190922:0:32099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948498.190926:0:32099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f7800. 00000080:00000001:0.0:1783948498.190930:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948498.190933:0:32099:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948498.190938:0:32099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783948498.190944:0:32099:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783948498.190951:0:32099:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9587d3180. 00800000:00000001:0.0:1783948498.190954:0:32099:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234037825920 : -129839671725696 : ffff89e9587d3180) 00800000:00000001:0.0:1783948498.190956:0:32099:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.190958:0:32099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948498.190961:0:32099:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948498.190963:0:32099:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783948498.190966:0:32099:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783948498.190969:0:32099:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783948498.190970:0:32099:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948498.190974:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783948498.190977:0:32099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783948498.190981:0:32099:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783948498.190984:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.190985:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.190987:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:0.0:1783948498.190989:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190991:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.190993:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.190994:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783948498.190995:0:32099:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948498.190998:0:32099:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783948498.191000:0:32099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9587d3180 1 00800000:00000010:0.0:1783948498.191002:0:32099:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9587d3180. 00800000:00000001:0.0:1783948498.191005:0:32099:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948498.191008:0:32099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d0c 00800000:00000001:0.0:1783948498.191011:0:32099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948498.191012:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948498.191013:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.191014:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.191015:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:0.0:1783948498.191017:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.191019:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.191022:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.191023:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948498.191024:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948498.191026:0:32099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948498.191028:0:32099:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948498.191030:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948498.191033:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d0c from it ffffb87d01c23b58 00010000:00000001:0.0:1783948498.191035:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948498.191036:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948498.191038:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:0.0:1783948498.191040:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.191042:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:0.0:1783948498.191044:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948498.191047:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948498.191055:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.191056:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948498.191057:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948498.191060:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948498.191063:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948498.191077:0:32099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948498.191080:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948498.191082:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948498.191085:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.191086:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948498.191088:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.191091:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948498.191093:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.191095:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.191097:0:32099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.191099:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948498.191100:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.191101:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948498.191103:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948498.191108:0:32099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240380 x1870603636519936/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948498.191116:0:32099:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948498.191118:0:32099:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948498.191122:0:32099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018e000. 02000000:00000001:0.0:1783948498.191125:0:32099:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948498.191127:0:32099:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948498.191129:0:32099:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948498.191131:0:32099:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948498.191134:0:32099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950636c00. 02000000:00000001:0.0:1783948498.191137:0:32099:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948498.191139:0:32099:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948498.191141:0:32099:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240380. 00000100:00000001:0.0:1783948498.191145:0:32099:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948498.191146:0:32099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948498.191161:0:32099:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948498.191168:0:32099:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948498.191182:0:32099:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818eae0. 00000020:00000001:0.0:1783948498.191187:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23ae8 00000080:00200000:0.0:1783948498.191190:0:32099:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=8 00000080:00000001:0.0:1783948498.191193:0:32099:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948498.191195:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23998 00000080:00200000:0.0:1783948498.191208:0:32099:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=getattr 00000080:00000001:0.0:1783948498.191213:0:32099:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1783948498.191216:0:32099:0:(statahead.c:273:sa_get()) lustre: wrong pid=32080:32099 for entry f22.recovery-small-2 00000080:00000001:0.0:1783948498.191238:0:32099:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1783948498.191242:0:32099:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:0.0:1783948498.191252:0:32099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9509f7800. 00800000:00000002:0.0:1783948498.191259:0:32099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948498.191265:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948498.191268:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948498.191270:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c238b8 00800000:00000002:0.0:1783948498.191271:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948498.191275:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1783948498.191280:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23850 00800000:00000002:0.0:1783948498.191283:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:0.0:1783948498.191287:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948498.191288:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23788 00000002:00010000:0.0:1783948498.191290:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783948498.191294:0:32099:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948498.191297:0:32099:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948498.191301:0:32099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240380. 00000020:00000040:0.0:1783948498.191304:0:32099:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948498.191309:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948498.191312:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948498.191315:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948498.191316:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948498.191318:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.191320:0:32099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948498.191322:0:32099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948498.191326:0:32099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948498.191333:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950636c00. 00000100:00000001:0.0:1783948498.191341:0:32099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.191343:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948498.191346:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.191347:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948498.191349:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948498.191350:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948498.191357:0:32099:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00010000:00000001:0.0:1783948498.191361:0:32099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948498.191362:0:32099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948498.191365:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 2 00010000:00000001:0.0:1783948498.191367:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948498.191370:0:32099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948498.191373:0:32099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aba00. 00000020:00000001:0.0:1783948498.191376:0:32099:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948498.191379:0:32099:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aba00 with handle 0x8c7cf19e4b440d13 to hash 00000020:00000001:0.0:1783948498.191381:0:32099:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948498.191382:0:32099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:0.0:1783948498.191385:0:32099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:0.0:1783948498.191388:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948498.191390:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948498.191393:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1783948498.191560:0:32081:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1783948498.191564:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1783948498.191568:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff89e9594c7900. 00000020:00000001:3.0:1783948498.191571:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3cd8 00000080:00400000:3.0:1783948498.191572:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff89e9594c7900) index 9 00000080:00000001:3.0:1783948498.191575:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446614234051410176 : -129839658141440 : ffff89e9594c7900) 00000080:00000001:3.0:1783948498.191578:0:32081:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1783948498.191581:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff89e9509eb400. 00800000:00000002:3.0:1783948498.191585:0:32081:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 3 00800000:00000001:3.0:1783948498.191590:0:32081:0:(lmv_obd.c:4617:lmv_batch_add()) Process entered 00800000:00000001:3.0:1783948498.191593:0:32081:0:(lmv_obd.c:4580:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1783948498.191595:0:32081:0:(lmv_obd.c:4584:lmv_batch_get_sub()) Process leaving (rc=18446614233745108384 : -129839964443232 : ffff89e9470aada0) 00000002:00000001:3.0:1783948498.191597:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1783948498.191600:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff89e9587c5480. 00000002:00000001:3.0:1783948498.191603:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1783948498.191605:0:32081:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff89e960204000. 00000002:00000010:3.0:1783948498.191609:0:32081:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff89e9580d9cc0. 00000002:00000010:3.0:1783948498.191613:0:32081:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff89e9493d5000. 00000002:00000001:3.0:1783948498.191614:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1783948498.191616:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1783948498.191622:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1783948498.191625:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1783948498.191627:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948498.191629:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:3.0:1783948498.191631:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948498.191633:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948498.191636:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597800. 00000020:00000001:3.0:1783948498.191638:0:32081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948498.191640:0:32081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597800 with handle 0x8c7cf19e4b440d1a to hash 00000020:00000001:3.0:1783948498.191642:0:32081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948498.191643:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948498.191646:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00010000:0.0:1783948498.191671:0:32099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948498.191682:0:32099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948498.191687:0:32099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948498.191689:0:32099:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948498.191695:0:32099:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95162c540. 00000100:00000001:0.0:1783948498.191697:0:32099:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918653760 : -129839790897856 : ffff89e95162c540) 00000100:00000001:0.0:1783948498.191699:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948498.191701:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000001:0.0:1783948498.191705:0:32099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948498.191709:0:32099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.191725:0:32099:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948498.191727:0:32099:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948498.191732:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948498.191740:0:32099:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948498.191742:0:32099:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.191745:0:32099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948498.191748:0:32099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948498.191750:0:32099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948498.191753:0:32099:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:32099:1870603636520064:192.168.202.104@tcp:101:rm.0 00000100:00000001:0.0:1783948498.191757:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948498.191762:0:32099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948498.191764:0:32099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948498.191766:0:32099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948498.191770:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e96018e000. 02000000:00000001:0.0:1783948498.191772:0:32099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948498.191778:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948498.191781:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae8f0. 00000400:00000010:0.0:1783948498.191786:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf2a8. 00000100:00000200:0.0:1783948498.191792:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636520064, portal 10 00000100:00000001:0.0:1783948498.191794:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948498.191795:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166199168 : -129839543352448 : ffff89e960240380) 00000100:00000040:0.0:1783948498.191800:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948514 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948498.191806:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948498.191809:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948498.191812:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf6e8. 00000100:00000200:0.0:1783948498.191815:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636520064, offset 0 00000400:00000200:0.0:1783948498.191821:0:32099:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948498.191828:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948498.191835:0:32099:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948498.191840:0:32099:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948498.191844:0:32099:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948498.191847:0:32099:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948498.191875:0:32099:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948498.191878:0:32099:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2573:2573:256:4294967295] 192.168.202.104@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:0.0:1783948498.191883:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948498.191892:0:32099:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948498.191898:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948498.191903:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948498.191909:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948498.191916:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948498.191920:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783948498.191928:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948498.191932:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 805458 usecs (806 jiffies) 00000400:00000200:0.0:1783948498.191935:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948498.191937:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296589149 00000100:00000001:0.0:1783948498.191940:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296592615 00000100:00000001:0.0:1783948498.191942:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296589149 00000100:00000001:0.0:1783948498.191944:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296592615 00000100:00000001:0.0:1783948498.191946:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948498.191948:0:32099:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.191950:0:32099:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948498.191951:0:32099:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948498.191954:0:32099:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95162c540 going to sleep for 11 seconds 00000100:00000001:0.0:1783948498.191956:0:32099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948498.191958:0:32099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948498.192237:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948498.192242:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948498.192247:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.192252:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948498.192256:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf6e8 00000400:00000010:1.0:1783948498.192259:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf6e8. 00000100:00000001:1.0:1783948498.192263:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948498.192267:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948514 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.192276:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948498.192279:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948514 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.192284:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.192286:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1783948498.196049:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948498.196058:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948498.196065:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948498.196077:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.196085:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948498.196088:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948498.196093:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1783948498.196268:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff89e94477c940. 00000002:00000001:2.0:1783948498.196273:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.196276:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.196278:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.196281:0:32081:0:(lmv_obd.c:4629:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.196285:0:32081:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.196290:0:32081:0:(lmv_obd.c:4484:lmv_batch_flush()) Process entered 00000002:00000001:2.0:1783948498.196294:0:32081:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:2.0:1783948498.196295:0:32081:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:2.0:1783948498.196297:0:32081:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:2.0:1783948498.196303:0:32081:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c380. 00000020:00000040:2.0:1783948498.196308:0:32081:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948498.196313:0:32081:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948498.196315:0:32081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948498.196320:0:32081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948498.196327:0:32081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581cb800. 00000100:00000001:2.0:1783948498.196334:0:32081:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.196340:0:32081:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.196342:0:32081:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948498.196344:0:32081:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.196350:0:32081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948498.196355:0:32081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948498.196368:0:32081:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000219cc595] to pc [ptlrpcd_01_01+1] req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:2.0:1783948498.196406:0:32081:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.196409:0:32081:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.196410:0:32081:0:(lmv_obd.c:4506:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.196412:0:32081:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:2.0:1783948498.196415:0:32081:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff89e954f4e200. 00000080:00000001:2.0:1783948498.196420:0:32081:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.196423:0:32081:0:(lmv_obd.c:4484:lmv_batch_flush()) Process entered 00000002:00000001:2.0:1783948498.196424:0:32081:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:2.0:1783948498.196425:0:32081:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.196427:0:32081:0:(lmv_obd.c:4506:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.196428:0:32081:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:2.0:1783948498.196430:0:32081:0:(lmv_obd.c:4451:lmv_batch_stop()) Process entered 00000002:00000001:2.0:1783948498.196432:0:32081:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:2.0:1783948498.196433:0:32081:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:2.0:1783948498.196434:0:32081:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1783948498.196436:0:32081:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff89e9470aada0. 00000002:00000001:2.0:1783948498.196438:0:32081:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1783948498.196440:0:32081:0:(lmv_obd.c:4464:lmv_batch_stop()) kfreed 'sub': 32 at ffff89e9470aa7c0. 00800000:00000010:2.0:1783948498.196442:0:32081:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'lbh': 48 at ffff89e943f22000. 00800000:00000001:2.0:1783948498.196444:0:32081:0:(lmv_obd.c:4473:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948498.196446:0:32081:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff89e9509f7a00 pid 32082 00000080:00000001:1.0:1783948498.196572:0:32082:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948498.196673:0:32081:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff89e9509f7a00, parent / 00000100:00000001:3.0:1783948498.196883:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948498.196887:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948498.196889:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948498.196896:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.196906:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948498.196908:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948498.196913:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948498.196916:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948498.196918:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948498.196921:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636520192:192.168.202.104@tcp:63:ll_sa.0 00000100:00000001:3.0:1783948498.196925:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948498.196931:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948498.196935:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948498.196937:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948498.196944:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff89e9509f8000. 02000000:00000001:3.0:1783948498.196946:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948498.196954:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948498.196958:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000010:3.0:1783948498.196964:0:2356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89e9587c5900. 00000100:00000200:3.0:1783948498.196971:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870603636520192, portal 4 00000100:00000001:3.0:1783948498.196973:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948498.196975:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902138240 : -129839807413376 : ffff89e95066c380) 00000100:00000040:3.0:1783948498.196983:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.196990:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948498.196992:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948498.196995:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125d48. 00000100:00000200:3.0:1783948498.196998:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1870603636520192, offset 0 00000400:00000200:3.0:1783948498.197004:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948498.197012:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948498.197019:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948498.197024:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948498.197028:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948498.197032:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948498.197034:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948498.197038:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2574:2574:256:4294967295] 192.168.202.104@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:3.0:1783948498.197042:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948498.197052:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948498.197058:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948498.197062:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135ff00. 00000800:00000200:3.0:1783948498.197069:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948498.197077:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948498.197081:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135ff00 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1783948498.197094:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948498.197098:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 805458 usecs (806 jiffies) 00000400:00000200:3.0:1783948498.197101:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948498.197103:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296589155 00000100:00000001:3.0:1783948498.197107:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296592615 00000100:00000001:3.0:1783948498.197109:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296589155 00000100:00000001:3.0:1783948498.197111:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296592615 00000100:00000001:3.0:1783948498.197113:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948498.197116:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.197119:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.197121:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.197129:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948498.197131:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948498.197133:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948498.197134:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948498.197136:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.197137:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.197146:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1783948498.197401:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948498.197406:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135ff00. 00000400:00000200:1.0:1783948498.197411:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.197416:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948498.197421:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125d48 00000400:00000010:1.0:1783948498.197423:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125d48. 00000100:00000001:1.0:1783948498.197427:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948498.197431:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.197441:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948498.197445:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.197451:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948498.197453:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948498.197834:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948498.215878:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.215906:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.215911:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.215914:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.215922:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.215930:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.215942:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.215948:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.215954:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.215958:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 640 into portal 10 MB=0x6a54dd9453480 00000400:00000200:1.0:1783948498.215964:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.215971:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 640/640 into md 0x7121 [1] + 224 00000800:00000001:1.0:1783948498.215979:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.215989:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.215992:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.215997:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.216005:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.216014:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948498.216026:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948498.216043:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948498.216051:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.216057:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.216059:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.216061:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.216064:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.216067:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.216072:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.216074:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.216077:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.216079:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 4320 into portal 4 MB=0x6a54dd9453500 00000400:00000200:1.0:1783948498.216083:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.216087:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 4320/4320 into md 0x7131 [2] + 224 00000800:00000001:1.0:1783948498.216091:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.216116:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.216119:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.216122:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.216126:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.216130:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948498.216139:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.216369:0:32099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948498.216377:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948498.216379:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948498.216383:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae8f0. 00000400:00000200:2.0:1783948498.216388:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf2a8 00000400:00000010:2.0:1783948498.216391:0:32099:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf2a8. 00000100:00000001:2.0:1783948498.216393:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948498.216406:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948498.216414:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.216420:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948498.216422:0:32099:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.216425:0:32099:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948498.216428:0:32099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948498.216431:0:32099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948498.216434:0:32099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948498.216437:0:32099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948498.216447:0:32099:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=18 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948498.216452:0:32099:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948498.216455:0:32099:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948498.216457:0:32099:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.216461:0:32099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948498.216465:0:32099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.216469:0:32099:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948498.216472:0:32099:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1783948498.216474:0:32099:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948498.216478:0:32099:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948498.216482:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/640 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.216490:0:32099:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948498.216493:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948498.216496:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948498.216500:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/640 e 0 to 0 dl 1783948514 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948498.216513:0:32099:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240380 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:32099:1870603636520064:192.168.202.104@tcp:101:rm.0 00000100:00000001:2.0:1783948498.216518:0:32099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.216521:0:32099:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.216523:0:32099:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948498.216526:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.216529:0:32099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/640 e 0 to 0 dl 1783948514 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.216537:0:32099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948498.216539:0:32099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95162c540. 00000100:00000001:2.0:1783948498.216543:0:32099:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948498.216544:0:32099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.216547:0:32099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948498.216551:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.216554:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.216557:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=4 00000020:00000001:2.0:1783948498.216560:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216563:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000040:2.0:1783948498.216569:0:32099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aba00, remote cookie: 0x2ceea11ad5e06296, flags: 0x1001 00010000:00010000:2.0:1783948498.216575:0:32099:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948498.216583:0:32099:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783948498.216587:0:32099:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783948498.216595:0:32099:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f800. 00010000:00000010:2.0:1783948498.216600:0:32099:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887380. 00010000:00000001:2.0:1783948498.216605:0:32099:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948498.216609:0:32099:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948498.216622:0:32099:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948498.216628:0:32099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948498.216632:0:32099:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948498.216634:0:32099:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948498.216635:0:32099:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948498.216636:0:32099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948498.216639:0:32099:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff89e958f6f800) refcount = 1 00010000:00010000:2.0:1783948498.216642:0:32099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948498.216648:0:32099:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948498.216651:0:32099:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948498.216653:0:32099:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948498.216656:0:32099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948498.216658:0:32099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948498.216661:0:32099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948498.216667:0:32099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948498.216668:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216670:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.216671:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216672:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.216674:0:32099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.216678:0:32099:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948498.216680:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.216681:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.216683:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.216685:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216687:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216689:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.216690:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.216692:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=4 00000020:00000001:2.0:1783948498.216693:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216695:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216699:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948498.216702:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948498.216705:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948498.216723:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216725:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.216726:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.216727:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.216728:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=5 00000020:00000001:2.0:1783948498.216730:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216732:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216734:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948498.216736:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948498.216742:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216743:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948498.216746:0:32099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948498.216752:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948498.216753:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216754:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.216755:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216756:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948498.216761:0:32099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/640 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948498.216775:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.216778:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.216779:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.216780:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216782:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00000002:00010000:2.0:1783948498.216785:0:32099:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783948498.216795:0:32099:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e94477cc40. 00010000:00000001:2.0:1783948498.216797:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216798:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948498.216800:0:32099:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.216802:0:32099:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.216805:0:32099:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948498.216808:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.216809:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.216811:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.216813:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216815:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00000002:00010000:2.0:1783948498.216818:0:32099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948498.216824:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216825:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.216828:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948498.216829:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.216830:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.216832:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.216833:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.216836:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000040:2.0:1783948498.216840:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948498.216844:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948498.216847:0:32099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:2.0:1783948498.216877:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.216879:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948498.216880:0:32099:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948498.216883:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23710 00000002:00002000:2.0:1783948498.216885:0:32099:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948498.216889:0:32099:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.216894:0:32099:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.216897:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948498.216900:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783948498.216903:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948498.216906:0:32099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 3 00000080:00000001:2.0:1783948498.216909:0:32099:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783948498.216911:0:32099:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01c23b20 it_disposition b 00000080:00000001:2.0:1783948498.216914:0:32099:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948498.216919:0:32099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948498.216922:0:32099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948498.216925:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1783948498.216928:0:32099:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1783948498.216935:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948498.216941:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948498.216945:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3800. 00000020:00000010:2.0:1783948498.216950:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948498.216954:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.216961:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.216966:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.216971:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.216977:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.216982:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.216986:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2600. 00000008:00000010:2.0:1783948498.216990:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.216993:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.216997:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.217000:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948498.217003:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948498.217005:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948498.217007:0:32099:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948498.217011:0:32099:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948498.217013:0:32099:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948498.217019:0:32099:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041900. 00020000:00000010:2.0:1783948498.217022:0:32099:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947145280. 00020000:00000010:2.0:1783948498.217027:0:32099:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041360. 00020000:00000001:2.0:1783948498.217030:0:32099:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029888352 : -129839679663264 : ffff89e958041360) 00020000:00000002:2.0:1783948498.217034:0:32099:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041360, objid 0x2b:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948498.217038:0:32099:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948498.217042:0:32099:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145280: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1783948498.217045:0:32099:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e941328aa8) owner ffff89e950b90000 00020000:00000001:2.0:1783948498.217049:0:32099:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948498.217052:0:32099:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e941328aa8) owner ffff89e950b90000 00020000:00000010:2.0:1783948498.217056:0:32099:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947145280. 00020000:00000010:2.0:1783948498.217059:0:32099:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041900. 00020000:00000010:2.0:1783948498.217063:0:32099:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041360. 00020000:00000002:2.0:1783948498.217065:0:32099:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948498.217067:0:32099:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.217069:0:32099:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948498.217071:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948498.217075:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948498.217078:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.217081:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.217085:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.217088:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.217091:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.217094:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.217098:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3800. 00000008:00000010:2.0:1783948498.217101:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.217104:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.217107:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.217110:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948498.217113:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2600. 00000020:00000010:2.0:1783948498.217115:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948498.217119:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1783948498.217121:0:32099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1783948498.217127:0:32099:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff89e951d87448): rc = 0 00000080:00000001:2.0:1783948498.217129:0:32099:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926366280 : -129839783185336 : ffff89e951d87448) 00010000:00000001:2.0:1783948498.217132:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.217133:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.217134:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.217136:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217139:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00000080:00000001:2.0:1783948498.217143:0:32099:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948498.217144:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948498.217147:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948498.217162:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2600. 00000020:00000010:2.0:1783948498.217165:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3800. 00000020:00000010:2.0:1783948498.217167:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.217170:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.217172:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.217175:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.217177:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.217180:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.217183:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2c00. 00000008:00000010:2.0:1783948498.217186:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.217189:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.217191:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.217210:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948498.217212:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948498.217214:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948498.217216:0:32099:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948498.217217:0:32099:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948498.217219:0:32099:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948498.217222:0:32099:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041360. 00020000:00000010:2.0:1783948498.217225:0:32099:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947145280. 00020000:00000010:2.0:1783948498.217227:0:32099:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041900. 00020000:00000001:2.0:1783948498.217229:0:32099:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029889792 : -129839679661824 : ffff89e958041900) 00020000:00000002:2.0:1783948498.217232:0:32099:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041900, objid 0x2b:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948498.217236:0:32099:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948498.217239:0:32099:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145280: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1783948498.217241:0:32099:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e941328aa8) owner ffff89e950b90000 00020000:00000001:2.0:1783948498.217243:0:32099:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948498.217245:0:32099:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e941328aa8) owner ffff89e950b90000 00020000:00000010:2.0:1783948498.217247:0:32099:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947145280. 00020000:00000010:2.0:1783948498.217250:0:32099:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041360. 00020000:00000010:2.0:1783948498.217252:0:32099:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041900. 00020000:00000002:2.0:1783948498.217254:0:32099:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948498.217256:0:32099:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.217258:0:32099:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.217261:0:32099:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948498.217264:0:32099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000002:2.0:1783948498.217267:0:32099:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e960204660 addref 2/0 by ffff89e950b90000. 00020000:00000002:2.0:1783948498.217270:0:32099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948498.217272:0:32099:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948498.217275:0:32099:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948498.217276:0:32099:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948498.217277:0:32099:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783948498.217280:0:32099:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783948498.217283:0:32099:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783948498.217285:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948498.217287:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3800. 00000020:00000010:2.0:1783948498.217289:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.217292:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.217294:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.217296:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.217298:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.217301:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.217304:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2600. 00000008:00000010:2.0:1783948498.217306:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.217308:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.217311:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.217313:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948498.217315:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948498.217317:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948498.217320:0:32099:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217321:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217322:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948498.217324:0:32099:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948498.217327:0:32099:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948498.217329:0:32099:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948498.217333:0:32099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff89e951d87448) for lock 0x8c7cf19e4b440d13 00800000:00000001:2.0:1783948498.217337:0:32099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948498.217338:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948498.217340:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.217341:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.217343:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.217345:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217347:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217350:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217351:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948498.217353:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.217354:0:32099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1783948498.217362:0:32099:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f35000 inode ffff89e951d87448 refc 1 flags 0x40000e 00000080:00000001:2.0:1783948498.217365:0:32099:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1783948498.217369:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff89e951d87448) 00000080:00010000:2.0:1783948498.217372:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d13 from it ffffb87d01c23b20 00010000:00000001:2.0:1783948498.217374:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.217376:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.217377:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.217379:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217382:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217384:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948498.217387:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948498.217395:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217396:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.217397:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948498.217400:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948498.217403:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948498.217410:0:32099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948498.217413:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948498.217416:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948498.217421:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217422:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.217424:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217428:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948498.217430:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217432:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217435:0:32099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217437:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948498.217438:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217440:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948498.217441:0:32099:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948498.217445:0:32099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9509f7800. 00000100:00000001:2.0:1783948498.217448:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.217455:0:32099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240380 x1870603636520064/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/640 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948498.217462:0:32099:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948498.217465:0:32099:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948498.217469:0:32099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e96018e000. 02000000:00000001:2.0:1783948498.217472:0:32099:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948498.217475:0:32099:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948498.217477:0:32099:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948498.217479:0:32099:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948498.217482:0:32099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950636c00. 02000000:00000001:2.0:1783948498.217486:0:32099:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948498.217488:0:32099:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948498.217490:0:32099:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240380. 00000100:00000001:2.0:1783948498.217494:0:32099:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948498.217495:0:32099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948498.217498:0:32099:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783948498.217500:0:32099:0:(dcache.c:176:ll_intent_release()) intent ffffb87d01c23b20 released 00000080:00000001:2.0:1783948498.217502:0:32099:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1783948498.217518:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23d08 00000080:00200008:2.0:1783948498.217520:0:32099:0:(file.c:6217:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff89e951d87448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948498.217527:0:32099:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948498.217529:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23c80 00000080:00200000:2.0:1783948498.217532:0:32099:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff89e951d87448),name=f22.recovery-small-2 00000080:00000010:2.0:1783948498.217539:0:32099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2c00. 00800000:00000002:2.0:1783948498.217545:0:32099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 3 00000080:00000001:2.0:1783948498.217551:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948498.217554:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948498.217555:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23ba0 00800000:00000002:2.0:1783948498.217558:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948498.217561:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948498.217566:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948498.217570:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948498.217572:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23a70 00000002:00010000:2.0:1783948498.217574:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948498.217578:0:32099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948498.217580:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.217582:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.217585:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948498.217587:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948498.217590:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948498.217593:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948498.217596:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948498.217605:0:32099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948498.217609:0:32099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948498.217612:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948498.217619:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948498.217621:0:32099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948498.217623:0:32099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948498.217625:0:32099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948498.217626:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948498.217628:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948498.217631:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948498.217632:0:32099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 3 00000080:00000010:2.0:1783948498.217634:0:32099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2c00. 00000080:00000001:2.0:1783948498.217637:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948498.217639:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948498.217641:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff89e951d87448) 00000080:00010000:2.0:1783948498.217644:0:32099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff89e951d87448) for lock 0x8c7cf19e4b440d13 00800000:00000001:2.0:1783948498.217646:0:32099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948498.217647:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948498.217649:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.217650:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.217652:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.217653:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217656:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217658:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217659:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948498.217660:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.217661:0:32099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948498.217663:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d13 from it ffffb87d01c23cb8 00010000:00000001:2.0:1783948498.217665:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.217667:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.217668:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aba00 refcount=3 00000020:00000001:2.0:1783948498.217669:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217672:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733577216 : -129839975974400 : ffff89e9465aba00) 00010000:00000001:2.0:1783948498.217674:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948498.217676:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948498.217682:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217683:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.217684:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948498.217686:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948498.217688:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948498.217693:0:32099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948498.217695:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948498.217696:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948498.217698:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217699:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.217700:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217702:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948498.217703:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217704:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217706:0:32099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.217708:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948498.217709:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.217710:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948498.217711:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948498.217713:0:32099:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948498.217716:0:32099:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783948498.217719:0:32099:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948498.217720:0:32099:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948498.217722:0:32099:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948498.217723:0:32099:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.217726:0:32099:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948498.217729:0:32099:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783948498.217731:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948498.217733:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948498.217736:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948498.217739:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2600. 00000020:00000010:2.0:1783948498.217741:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.217744:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.217747:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.217750:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.217753:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.217755:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.217757:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3800. 00000008:00000010:2.0:1783948498.217760:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.217763:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.217765:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.217767:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948498.217769:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948498.217771:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948498.217775:0:32099:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2c38 -> ffff89e950ba2c38 00000020:00000001:2.0:1783948498.217777:0:32099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948498.217779:0:32099:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948498.217782:0:32099:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783948498.217785:0:32099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948498.217786:0:32099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948498.217788:0:32099:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948498.217790:0:32099:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.217792:0:32099:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948498.217794:0:32099:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x2b:0x0]io ffff89e9582a92e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783948498.217797:0:32099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948498.217800:0:32099:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948498.217801:0:32099:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948498.217803:0:32099:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948498.217805:0:32099:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948498.217807:0:32099:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948498.217809:0:32099:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948498.217810:0:32099:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.217813:0:32099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948498.217814:0:32099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948498.217815:0:32099:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948498.217816:0:32099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e950b90000 00000020:00000001:2.0:1783948498.217818:0:32099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948498.217820:0:32099:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948498.217822:0:32099:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:2.0:1783948498.217824:0:32099:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948498.217826:0:32099:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948498.217828:0:32099:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948498.217830:0:32099:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948498.217835:0:32099:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948498.217841:0:32099:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887580. 00020000:00000002:2.0:1783948498.217844:0:32099:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948498.217846:0:32099:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948498.217849:0:32099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948498.217877:0:32099:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948498.217880:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948498.217883:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948498.217885:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000020:00000010:2.0:1783948498.217888:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3600. 00000020:00000010:2.0:1783948498.217890:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041900. 00000008:00000010:2.0:1783948498.217894:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948498.217896:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948498.217899:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948498.217902:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948498.217905:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948498.217907:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2000. 00000008:00000010:2.0:1783948498.217910:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948498.217912:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948498.217914:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948498.217916:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948498.217918:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948498.217919:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948498.217922:0:32099:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2080 -> ffff89e950ba2c38 00000020:00000001:2.0:1783948498.217924:0:32099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948498.217927:0:32099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948498.217928:0:32099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948498.217929:0:32099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948498.217931:0:32099:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948498.217933:0:32099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948498.217934:0:32099:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948498.217938:0:32099:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a390. 00000008:00010000:2.0:1783948498.217941:0:32099:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783948498.217944:0:32099:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948498.217945:0:32099:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948498.217947:0:32099:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9438875b0, osc lock ffff89e95238a390, flags 0x400001002 00000020:00000001:2.0:1783948498.217949:0:32099:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948498.217951:0:32099:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948498.217954:0:32099:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686242688 : -129840023308928 : ffff89e943887580) 00000020:00000001:2.0:1783948498.217956:0:32099:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948498.217957:0:32099:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948498.217959:0:32099:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.217961:0:32099:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.217963:0:32099:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948498.217964:0:32099:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948498.217966:0:32099:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948498.217968:0:32099:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948498.217970:0:32099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948498.217971:0:32099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948498.217973:0:32099:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948498.217975:0:32099:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948498.217976:0:32099:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948498.217979:0:32099:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948498.217982:0:32099:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948498.217983:0:32099:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948498.217985:0:32099:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948498.217986:0:32099:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948498.217987:0:32099:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948498.217989:0:32099:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948498.217991:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.217995:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:2.0:1783948498.217997:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948498.218002:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948498.218004:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948498.218008:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948498.218017:0:32099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948498.218020:0:32099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948498.218023:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948498.218029:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.218030:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.218033:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:2.0:1783948498.218034:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948498.218037:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00000008:00000001:2.0:1783948498.218040:0:32099:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948498.218043:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.218044:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.218045:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=4 00000020:00000001:2.0:1783948498.218047:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948498.218049:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00000008:00000001:2.0:1783948498.218052:0:32099:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783948498.218054:0:32099:0:(cl_object.c:151:cl_object_top()) ffff89e9521828c0 -> ffff89e950ba2c38 00000008:00010000:2.0:1783948498.218057:0:32099:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1783948498.218063:0:32099:0:(cl_object.c:151:cl_object_top()) ffff89e9521828c0 -> ffff89e950ba2c38 00000020:00000001:2.0:1783948498.218065:0:32099:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948498.218067:0:32099:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783948498.218069:0:32099:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948498.218072:0:32099:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218074:0:32099:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218076:0:32099:0:(cl_object.c:151:cl_object_top()) ffff89e9521828c0 -> ffff89e950ba2c38 00000008:00000001:2.0:1783948498.218078:0:32099:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1783948498.218080:0:32099:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948498.218082:0:32099:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783948498.218085:0:32099:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783948498.218086:0:32099:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218088:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.218089:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.218090:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=5 00000020:00000001:2.0:1783948498.218092:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948498.218094:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948498.218096:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948498.218099:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948498.218106:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218107:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.218108:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948498.218110:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948498.218112:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948498.218120:0:32099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948498.218122:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948498.218123:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948498.218125:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218126:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.218127:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218129:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948498.218130:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218132:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218134:0:32099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218135:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948498.218136:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218137:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.218139:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218140:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948498.218141:0:32099:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948498.218143:0:32099:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218145:0:32099:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948498.218147:0:32099:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218148:0:32099:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218150:0:32099:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948498.218151:0:32099:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948498.218153:0:32099:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948498.218154:0:32099:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783948498.218156:0:32099:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218158:0:32099:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.218161:0:32099:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948498.218163:0:32099:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2c38 -> ffff89e950ba2c38 00000020:00000001:2.0:1783948498.218165:0:32099:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2c38 -> ffff89e950ba2c38 00000020:00000001:2.0:1783948498.218166:0:32099:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948498.218169:0:32099:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783948498.218172:0:32099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948498.218174:0:32099:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948498.218175:0:32099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948498.218176:0:32099:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948498.218179:0:32099:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783948498.218182:0:32099:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948498.218185:0:32099:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783948498.218187:0:32099:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218189:0:32099:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218191:0:32099:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2c38 -> ffff89e950ba2c38 00000080:00200000:2.0:1783948498.218193:0:32099:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1783948498.218210:0:32099:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948498.218212:0:32099:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948498.218214:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948498.218216:0:32099:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948498.218218:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948498.218220:0:32099:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948498.218222:0:32099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948498.218223:0:32099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948498.218225:0:32099:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948498.218226:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9438875b0 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948498.218228:0:32099:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948498.218230:0:32099:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948498.218231:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218232:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948498.218233:0:32099:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948498.218235:0:32099:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948498.218236:0:32099:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948498.218237:0:32099:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948498.218238:0:32099:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948498.218239:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948498.218242:0:32099:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948498.218243:0:32099:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948498.218244:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9438875b0 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948498.218247:0:32099:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a390. 00000020:00000001:2.0:1783948498.218250:0:32099:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948498.218252:0:32099:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887580. 00020000:00000001:2.0:1783948498.218255:0:32099:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948498.218256:0:32099:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948498.218257:0:32099:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783948498.218258:0:32099:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218261:0:32099:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948498.218263:0:32099:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948498.218265:0:32099:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948498.218266:0:32099:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948498.218267:0:32099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948498.218269:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948498.218271:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3600. 00000020:00000010:2.0:1783948498.218274:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041900. 00000008:00000010:2.0:1783948498.218276:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948498.218279:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948498.218281:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948498.218284:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948498.218287:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948498.218290:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000008:00000010:2.0:1783948498.218292:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948498.218295:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948498.218297:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948498.218299:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948498.218302:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2000. 00000020:00000010:2.0:1783948498.218304:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:2.0:1783948498.218305:0:32099:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948498.218307:0:32099:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948498.218310:0:32099:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948498.218311:0:32099:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948498.218315:0:32099:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948498.218316:0:32099:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.218318:0:32099:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948498.218320:0:32099:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948498.218321:0:32099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948498.218322:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948498.218324:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2600. 00000020:00000010:2.0:1783948498.218326:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.218329:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.218331:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.218333:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.218336:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.218338:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.218340:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2c00. 00000008:00000010:2.0:1783948498.218342:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.218345:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.218347:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.218350:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948498.218352:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3800. 00000020:00000010:2.0:1783948498.218354:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000001:00000001:2.0:1783948498.218356:0:32099:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218361:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23d08 00000080:00000008:2.0:1783948498.218364:0:32099:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff89e951d87448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948498.218369:0:32099:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948498.218370:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23da0 00000080:00002000:2.0:1783948498.218372:0:32099:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff89e951f35000, parent ffff89e951e2fe58, inode ffff89e951d87448) hashed, 00000080:00000001:2.0:1783948498.218376:0:32099:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.218417:0:32099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948498.218421:0:32099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948498.218422:0:32099:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948498.218423:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23bd8 00000080:00200000:2.0:1783948498.218425:0:32099:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948498.218429:0:32099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3800. 00800000:00000002:2.0:1783948498.218433:0:32099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 3 00000080:00000001:2.0:1783948498.218436:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948498.218438:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948498.218440:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23af8 00800000:00000002:2.0:1783948498.218442:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948498.218445:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948498.218448:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948498.218452:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948498.218453:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c239c8 00000002:00010000:2.0:1783948498.218455:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948498.218458:0:32099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948498.218460:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.218461:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.218464:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 3 00010000:00000001:2.0:1783948498.218466:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948498.218469:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948498.218471:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948498.218475:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948498.218482:0:32099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948498.218485:0:32099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948498.218488:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948498.218494:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948498.218496:0:32099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948498.218498:0:32099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948498.218501:0:32099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948498.218503:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948498.218505:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948498.218508:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948498.218510:0:32099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 3 00000080:00000010:2.0:1783948498.218511:0:32099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3800. 00000080:00000001:2.0:1783948498.218514:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948498.218515:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948498.218517:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948498.218520:0:32099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d0c 00800000:00000001:2.0:1783948498.218522:0:32099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948498.218523:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948498.218524:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.218526:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.218528:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:2.0:1783948498.218530:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:2.0:1783948498.218532:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:2.0:1783948498.218534:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218535:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948498.218537:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.218538:0:32099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948498.218540:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d0c from it ffffb87d01c23c10 00010000:00000001:2.0:1783948498.218543:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.218544:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.218545:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:2.0:1783948498.218547:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:2.0:1783948498.218549:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:2.0:1783948498.218551:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948498.218553:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948498.218560:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218561:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.218562:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948498.218563:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948498.218566:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948498.218573:0:32099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948498.218574:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948498.218576:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948498.218578:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218579:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.218580:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218583:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948498.218584:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218586:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218588:0:32099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218590:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948498.218591:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218592:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948498.218594:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948498.218596:0:32099:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948498.218598:0:32099:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948498.218601:0:32099:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.218607:0:32099:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783948498.218609:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23da0 00000080:00002000:2.0:1783948498.218611:0:32099:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff89e951f35000) flags 0x48000e refc 0 00000080:00000001:2.0:1783948498.218614:0:32099:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.218616:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23e10 00000080:00200000:2.0:1783948498.218617:0:32099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:2.0:1783948498.218623:0:32099:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1783948498.218626:0:32099:0:(statahead.c:273:sa_get()) lustre: wrong pid=32080:32099 for entry f22.recovery-small-2 00000080:00000001:2.0:1783948498.218630:0:32099:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1783948498.218632:0:32099:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:2.0:1783948498.218639:0:32099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948498.218640:0:32099:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948498.218641:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23d30 00000080:00200000:2.0:1783948498.218643:0:32099:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948498.218647:0:32099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3800. 00800000:00000002:2.0:1783948498.218649:0:32099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 3 00000080:00000001:2.0:1783948498.218652:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948498.218653:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948498.218655:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23c50 00800000:00000002:2.0:1783948498.218656:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948498.218659:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948498.218661:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948498.218664:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948498.218665:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23b20 00000002:00010000:2.0:1783948498.218667:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948498.218669:0:32099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948498.218683:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.218684:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.218687:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 3 00010000:00000001:2.0:1783948498.218689:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948498.218691:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948498.218693:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948498.218696:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783948498.218703:0:32099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948498.218705:0:32099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948498.218708:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1783948498.218713:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948498.218715:0:32099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948498.218717:0:32099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948498.218718:0:32099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948498.218720:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948498.218722:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948498.218724:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948498.218726:0:32099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 3 00000080:00000010:2.0:1783948498.218728:0:32099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3800. 00000080:00000001:2.0:1783948498.218731:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948498.218732:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948498.218734:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948498.218737:0:32099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d0c 00800000:00000001:2.0:1783948498.218740:0:32099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948498.218741:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948498.218742:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.218744:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.218745:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:2.0:1783948498.218746:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:2.0:1783948498.218748:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:2.0:1783948498.218750:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218751:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948498.218752:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.218754:0:32099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948498.218756:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d0c from it ffffb87d01c23d68 00010000:00000001:2.0:1783948498.218757:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948498.218758:0:32099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948498.218760:0:32099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab000 refcount=3 00000020:00000001:2.0:1783948498.218761:0:32099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:2.0:1783948498.218763:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733574656 : -129839975976960 : ffff89e9465ab000) 00010000:00000001:2.0:1783948498.218765:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948498.218767:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948498.218774:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218775:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.218776:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948498.218777:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948498.218779:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948498.218785:0:32099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948498.218787:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948498.218789:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948498.218790:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218791:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.218792:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218794:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948498.218795:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218797:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218798:0:32099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.218800:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948498.218801:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.218802:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948498.218804:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948498.218805:0:32099:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948498.218807:0:32099:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:2.0:1783948498.218810:0:32099:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.218814:0:32099:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:2.0:1783948498.218816:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23df8 00000080:00200000:2.0:1783948498.218818:0:32099:0:(namei.c:2407:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:2.0:1783948498.218821:0:32099:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1783948498.218823:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948498.218827:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948498.218829:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3800. 00000020:00000010:2.0:1783948498.218832:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948498.218835:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.218839:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.218841:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.218844:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.218847:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.218881:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.218886:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2600. 00000008:00000010:2.0:1783948498.218889:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.218892:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.218894:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.218897:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948498.218900:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948498.218902:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948498.218904:0:32099:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948498.218907:0:32099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000002:2.0:1783948498.218911:0:32099:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e960204660 addref 2/0 by ffff89e950b90000. 00020000:00000002:2.0:1783948498.218913:0:32099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948498.218915:0:32099:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948498.218917:0:32099:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948498.218919:0:32099:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948498.218920:0:32099:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1783948498.218923:0:32099:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1783948498.218926:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948498.218929:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948498.218931:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.218933:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.218936:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.218937:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.218940:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.218942:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.218944:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3800. 00000008:00000010:2.0:1783948498.218946:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.218948:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.218949:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.218951:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948498.218954:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2600. 00000020:00000010:2.0:1783948498.218955:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948498.218958:0:32099:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1783948498.218962:0:32099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2600. 00800000:00000002:2.0:1783948498.218964:0:32099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 3 00800000:00000001:2.0:1783948498.218971:0:32099:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:2.0:1783948498.218975:0:32099:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1783948498.218977:0:32099:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:2.0:1783948498.218979:0:32099:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948498.218981:0:32099:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:2.0:1783948498.218985:0:32099:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1783948498.218987:0:32099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948498.218990:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 3 00010000:00000001:2.0:1783948498.218992:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948498.218994:0:32099:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948498.218997:0:32099:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948498.219000:0:32099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1783948498.219007:0:32099:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948498.219010:0:32099:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948498.219012:0:32099:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948498.219014:0:32099:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783948498.219016:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.219018:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.219020:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:2.0:1783948498.219021:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948498.219023:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.219025:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.219026:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.219028:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:2.0:1783948498.219029:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948498.219031:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.219033:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.219034:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.219035:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7400 count: 4 00010000:00000001:2.0:1783948498.219036:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948498.219038:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.219039:0:32099:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783948498.219042:0:32099:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783948498.219046:0:32099:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783948498.219048:0:32099:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783948498.219051:0:32099:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948498.219052:0:32099:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.219055:0:32099:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948498.219060:0:32099:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948498.219062:0:32099:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948498.219064:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948498.219066:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948498.219069:0:32099:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465ab000 with handle 0x8c7cf19e4b440d0c from hash 00010000:00000001:2.0:1783948498.219072:0:32099:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948498.219073:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.219075:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.219077:0:32099:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948498.219080:0:32099:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948498.219081:0:32099:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948498.219085:0:32099:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948498.219087:0:32099:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948498.219089:0:32099:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948498.219092:0:32099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948498.219094:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948498.219096:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948498.219098:0:32099:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948498.219100:0:32099:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948498.219103:0:32099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783948498.219110:0:32099:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948498.219112:0:32099:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948498.219113:0:32099:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948498.219114:0:32099:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1783948498.219117:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.219118:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.219119:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948498.219121:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948498.219124:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.219125:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.219126:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.219127:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948498.219129:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948498.219131:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.219132:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.219133:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.219135:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948498.219137:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948498.219138:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.219140:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948498.219141:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948498.219143:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948498.219144:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948498.219146:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.219148:0:32099:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.219150:0:32099:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948498.219151:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948498.219155:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948498.219157:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3800. 00000020:00000010:2.0:1783948498.219160:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948498.219162:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.219164:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.219167:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.219170:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.219173:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.219175:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.219177:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2000. 00000008:00000010:2.0:1783948498.219180:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.219182:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.219183:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.219186:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948498.219188:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948498.219190:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948498.219191:0:32099:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1783948498.219193:0:32099:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000100:00000001:1.0:1783948498.220586:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948498.220612:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.220623:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.220627:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.220629:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.224144:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948498.224167:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948498.224181:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948498.224183:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948498.224188:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:3.0:1783948498.224208:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9587c5900 00000400:00000010:3.0:1783948498.224211:0:2356:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff89e9587c5900. 00000100:00000001:3.0:1783948498.224216:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948498.224229:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948498.224241:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.224250:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948498.224253:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.224256:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948498.224259:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948498.224262:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948498.224264:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948498.224267:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948498.224277:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1580 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1783948498.224282:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948498.224284:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1783948498.224288:0:2356:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.224295:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1783948498.224299:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948498.224302:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1783948498.224305:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948498.224307:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1783948498.224311:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.224319:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1783948498.224323:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948498.224325:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948498.224328:0:2356:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1783948498.224334:0:2356:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1783948498.224350:0:2356:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948498.224353:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948498.224356:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948498.224360:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=4 00000020:00000001:3.0:1783948498.224363:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948498.224366:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00010000:3.0:1783948498.224371:0:2356:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.224379:0:2356:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1783948498.224383:0:2356:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.224389:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948498.224392:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.224529:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948498.224531:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948498.224533:0:2356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.224540:0:2356:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948498.224546:0:2356:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948498.224549:0:2356:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783948498.224552:0:2356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948498.224558:0:2356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e946597800 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:3.0:1783948498.224561:0:2356:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1783948498.224565:0:2356:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.224576:0:2356:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1783948498.224578:0:2356:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1783948498.224582:0:2356:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.224587:0:2356:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1783948498.224590:0:2356:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783948498.224591:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948498.224593:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948498.224594:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=5 00000020:00000001:3.0:1783948498.224597:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948498.224599:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948498.224602:0:2356:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948498.224604:0:2356:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1783948498.224610:0:2356:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948498.224613:0:2356:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948498.224616:0:2356:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1783948498.224618:0:2356:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948498.224621:0:2356:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948498.224623:0:2356:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948498.224625:0:2356:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948498.224627:0:2356:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783948498.224629:0:2356:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597800 with handle 0x8c7cf19e4b440d1a from hash 00010000:00000001:3.0:1783948498.224632:0:2356:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948498.224633:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948498.224634:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948498.224636:0:2356:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948498.224638:0:2356:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948498.224639:0:2356:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1783948498.224642:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948498.224643:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948498.224645:0:2356:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948498.224647:0:2356:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948498.224649:0:2356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.224654:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948498.224655:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948498.224657:0:2356:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1783948498.224659:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948498.224671:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948498.224672:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948498.224673:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948498.224675:0:2356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597800/0x8c7cf19e4b440d1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948498.224686:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948498.224689:0:2356:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1783948498.224693:0:2356:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1783948498.224696:0:2356:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d019d3c58 00000080:00400000:3.0:1783948498.224699:0:2356:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:3.0:1783948498.224701:0:2356:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1783948498.224705:0:2356:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783948498.224707:0:2356:0:(dcache.c:176:ll_intent_release()) intent ffff89e9509eb590 released 00000080:00000001:3.0:1783948498.224709:0:2356:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1783948498.224785:0:2356:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 3 00000080:00000010:3.0:1783948498.224790:0:2356:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff89e9587c5480. 00000080:00000010:3.0:1783948498.224794:0:2356:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff89e9509eb400. 00000080:00000001:3.0:1783948498.224799:0:2356:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1783948498.224802:0:2356:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff89e94477c940. 00000002:00000010:3.0:1783948498.224807:0:2356:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff89e9493d5000. 00000002:00000010:3.0:1783948498.224811:0:2356:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff89e9580d9cc0. 00000002:00000010:3.0:1783948498.224814:0:2356:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff89e960204000. 00000002:00000001:3.0:1783948498.224817:0:2356:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1783948498.224819:0:2356:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1783948498.224828:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948498.224838:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636520192:192.168.202.104@tcp:63:ll_sa.0 00000100:00000001:3.0:1783948498.224843:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.224846:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948498.224850:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c380 x1870603636520192/t0(0) o63->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948498.224963:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948498.224967:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948498.224970:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff89e9509f8000. 02000000:00000001:3.0:1783948498.224974:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948498.224976:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948498.224978:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948498.224980:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948498.224984:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb800. 02000000:00000001:3.0:1783948498.224987:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948498.224989:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948498.224991:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c380. 00000100:00000001:3.0:1783948498.224994:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948498.224995:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.224998:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948498.225006:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948498.225008:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948498.225011:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948498.225013:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.227737:0:32099:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1783948498.227747:0:32099:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1783948498.227754:0:32099:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948498.227757:0:32099:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948498.227762:0:32099:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1783948498.227765:0:32099:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948498.227768:0:32099:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948498.227773:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948498.227780:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948498.227787:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948498.227792:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948498.227799:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948498.227803:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948498.227808:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948498.227812:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948498.227816:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3800. 00000008:00000010:2.0:1783948498.227819:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948498.227822:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948498.227826:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948498.227829:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948498.227831:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2000. 00000020:00000010:2.0:1783948498.227833:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948498.227837:0:32099:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.227841:0:32099:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1783948498.227843:0:32099:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff89e951d87448) invalid 00000020:00000001:2.0:1783948498.227846:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23a60 00000080:00002000:2.0:1783948498.227848:0:32099:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff89e951f35000) parent ffff89e951e2fe58 inode ffff89e951d87448 refc 1 00000080:00000001:2.0:1783948498.228757:0:32099:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1783948498.228760:0:32099:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948498.228762:0:32099:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.228768:0:32099:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948498.228773:0:32099:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948498.228775:0:32099:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948498.228777:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948498.228780:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948498.228784:0:32099:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465aba00 with handle 0x8c7cf19e4b440d13 from hash 00010000:00000001:2.0:1783948498.228788:0:32099:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948498.228789:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948498.228791:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.228792:0:32099:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948498.228797:0:32099:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948498.228800:0:32099:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948498.228803:0:32099:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948498.228806:0:32099:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948498.228810:0:32099:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783948498.228821:0:32099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c380. 00000020:00000040:2.0:1783948498.228826:0:32099:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948498.228832:0:32099:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948498.228834:0:32099:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.228837:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948498.228841:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948498.228844:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.228846:0:32099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948498.228849:0:32099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948498.229061:0:32099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948498.229072:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9594b2000. 00000100:00000001:2.0:1783948498.229080:0:32099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.229082:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948498.229085:0:32099:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948498.229092:0:32099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783948498.229102:0:32099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1783948498.229109:0:32099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1783948498.229110:0:32099:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1783948498.229112:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948498.229115:0:32099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aba00/0x8c7cf19e4b440d13 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06296 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1783948498.229122:0:32099:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477cc40. 00010000:00000040:2.0:1783948498.229127:0:32099:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f800 count: 0 00010000:00000010:2.0:1783948498.229134:0:32099:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887380. 00010000:00000001:2.0:1783948498.229142:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.229144:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948498.229146:0:32099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465ab000/0x8c7cf19e4b440d0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0627a expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1783948498.229523:0:32099:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e948cd7400 count: 0 00010000:00000010:2.0:1783948498.229528:0:32099:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e95082d900. 00010000:00000001:2.0:1783948498.229534:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948498.229536:0:32099:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.229538:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948498.229539:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.229541:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1783948498.229554:0:32099:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1783948498.229566:0:32099:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948498.229575:0:32099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948498.229577:0:32099:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948498.229585:0:32099:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960266840. 00000100:00000001:2.0:1783948498.229587:0:32099:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166356032 : -129839543195584 : ffff89e960266840) 00000100:00000001:2.0:1783948498.229590:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948498.229591:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902138240 : -129839807413376 : ffff89e95066c380) 00000100:00000001:2.0:1783948498.229596:0:32099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948498.229600:0:32099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.229602:0:32099:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948498.229604:0:32099:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948498.229608:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.229615:0:32099:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948498.229617:0:32099:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948498.229621:0:32099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948498.229624:0:32099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948498.229626:0:32099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948498.229630:0:32099:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c380 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:32099:1870603636520448:192.168.202.104@tcp:36:rm.0 00000100:00000001:2.0:1783948498.229634:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948498.229641:0:32099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948498.229644:0:32099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948498.229646:0:32099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948498.229651:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb000. 02000000:00000001:2.0:1783948498.229653:0:32099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948498.230469:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948498.230480:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919f8. 00000400:00000010:2.0:1783948498.230490:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948498.230498:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636520448, portal 10 00000100:00000001:2.0:1783948498.230501:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948498.230502:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902138240 : -129839807413376 : ffff89e95066c380) 00000100:00000040:2.0:1783948498.230514:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.230523:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948498.230525:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948498.230528:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a23b8. 00000100:00000200:2.0:1783948498.230532:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1870603636520448, offset 0 00000400:00000200:2.0:1783948498.230540:0:32099:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948498.230550:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948498.230561:0:32099:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948498.230567:0:32099:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948498.230571:0:32099:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948498.230575:0:32099:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948498.230578:0:32099:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948498.230582:0:32099:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2575:2575:256:4294967295] 192.168.202.104@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:2.0:1783948498.230586:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948498.230597:0:32099:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948498.230603:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948498.230610:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4f700. 00000800:00000200:2.0:1783948498.230617:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948498.230625:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948498.230629:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4f700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1783948498.230701:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948498.230706:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 803508 usecs (804 jiffies) 00000400:00000200:2.0:1783948498.230710:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948498.230712:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296589186 00000100:00000001:2.0:1783948498.230716:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296592615 00000100:00000001:2.0:1783948498.230719:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296589186 00000100:00000001:2.0:1783948498.230721:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296592615 00000100:00000001:2.0:1783948498.230723:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948498.230726:0:32099:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.230728:0:32099:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948498.230730:0:32099:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948498.230733:0:32099:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960266840 going to sleep for 11 seconds 00000100:00000001:2.0:1783948498.230735:0:32099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948498.230737:0:32099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948498.234533:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948498.234546:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4f700. 00000400:00000200:0.0:1783948498.234554:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948498.234564:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948498.234572:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:0.0:1783948498.234575:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:0.0:1783948498.234581:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948498.234590:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.234604:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948498.234607:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948498.234614:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948498.234616:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948498.237069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597800. 00010000:00000010:2.1:1783948498.237904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f800. 00010000:00000010:2.1:1783948498.237914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aba00. 00010000:00000010:2.1:1783948498.237919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7400. 00010000:00000010:2.1:1783948498.237921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab000. 00000800:00000001:1.0:1783948498.250681:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.250700:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948498.250705:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.250708:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.250727:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.250736:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948498.250746:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.250752:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.250757:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.250762:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9453600 00000400:00000200:1.0:1783948498.250767:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.250774:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7139 [1] + 224 00000800:00000001:1.0:1783948498.250782:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.250790:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948498.250793:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.250797:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948498.250804:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948498.250813:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948498.250825:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948498.250847:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948498.250890:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948498.250894:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.250905:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948498.250911:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2576:2576:256:4294967295] 192.168.202.104@tcp LPNI seq info [2576:2576:8:4294967295] 00000400:00000200:1.0:1783948498.250915:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948498.250923:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948498.250928:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948498.250934:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948498.250940:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948498.250947:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948498.250951:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948498.251031:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948498.251035:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948498.251039:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948498.251043:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948498.251049:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948498.251053:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.251315:0:32099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948498.251323:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948498.251325:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948498.251328:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919f8. 00000400:00000200:2.0:1783948498.251333:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948498.251335:0:32099:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948498.251338:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948498.251344:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948498.251354:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c380 x1870603636520448/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.251361:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948498.251363:0:32099:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.251366:0:32099:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948498.251369:0:32099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948498.251372:0:32099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948498.251374:0:32099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948498.251378:0:32099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948498.251387:0:32099:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=18 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948498.251391:0:32099:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948498.251394:0:32099:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948498.251407:0:32099:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948498.251410:0:32099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948498.251413:0:32099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.251416:0:32099:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948498.251418:0:32099:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x100000163] 00000100:00000001:2.0:1783948498.251420:0:32099:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948498.251422:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948498.251423:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902138240 : -129839807413376 : ffff89e95066c380) 00000100:00000001:2.0:1783948498.251426:0:32099:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948498.251428:0:32099:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1783948498.251431:0:32099:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948498.251433:0:32099:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948498.251439:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c380 x1870603636520448/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948514 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.251447:0:32099:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948498.251450:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948498.251452:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948498.251456:0:32099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c380 x1870603636520448/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948514 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948498.251464:0:32099:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c380 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:32099:1870603636520448:192.168.202.104@tcp:36:rm.0 00000100:00000001:2.0:1783948498.251469:0:32099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948498.251472:0:32099:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948498.251474:0:32099:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948498.251476:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.251479:0:32099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c380 x1870603636520448/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948514 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.251486:0:32099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948498.251489:0:32099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960266840. 00000100:00000001:2.0:1783948498.251493:0:32099:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948498.251495:0:32099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948498.251503:0:32099:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948498.251507:0:32099:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948498.251511:0:32099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948498.251515:0:32099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2600. 00000100:00000001:2.0:1783948498.251522:0:32099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948498.251525:0:32099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c380 x1870603636520448/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948514 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948498.251531:0:32099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.251535:0:32099:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948498.251546:0:32099:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948498.251550:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c23e28 00000080:00002000:2.0:1783948498.251552:0:32099:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff89e951f35000, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:2.0:1783948498.251556:0:32099:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948498.251562:0:32099:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948498.251567:0:32099:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1783948498.258992:0:32100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818eae0. 00000080:00400000:1.0:1783948498.328992:0:32081:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff89e9509f7a00, parent / hit 0 miss 0 00000080:00000001:1.0:1783948498.329009:0:32081:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:1.0:1783948498.329011:0:32081:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783948498.329014:0:32081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948498.329024:0:32081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948498.329030:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7c00. 00000020:00000010:1.0:1783948498.329035:0:32081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a6e00. 00000020:00000010:1.0:1783948498.329041:0:32081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948498.329048:0:32081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948498.329053:0:32081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948498.329059:0:32081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948498.329065:0:32081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948498.329070:0:32081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948498.329073:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7e00. 00000008:00000010:1.0:1783948498.329077:0:32081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948498.329080:0:32081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948498.329084:0:32081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948498.329088:0:32081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948498.329091:0:32081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948498.329094:0:32081:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948498.329099:0:32081:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2c38 -> ffff89e950ba2c38 00000020:00000001:1.0:1783948498.329102:0:32081:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948498.329105:0:32081:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948498.329107:0:32081:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948498.329110:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948498.329112:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948498.329114:0:32081:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948498.329117:0:32081:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x2b:0x0]io ffff89e9582d77e0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783948498.329120:0:32081:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:1.0:1783948498.329125:0:32081:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948498.329126:0:32081:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948498.329129:0:32081:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948498.329131:0:32081:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329133:0:32081:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948498.329135:0:32081:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948498.329137:0:32081:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329138:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948498.329139:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948498.329140:0:32081:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948498.329142:0:32081:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e943b6cf80 00000020:00000001:1.0:1783948498.329144:0:32081:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329158:0:32081:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948498.329160:0:32081:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783948498.329162:0:32081:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948498.329165:0:32081:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948498.329170:0:32081:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948498.329173:0:32081:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948498.329175:0:32081:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948498.329176:0:32081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948498.329179:0:32081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948498.329182:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7800. 00000020:00000010:1.0:1783948498.329185:0:32081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a7400. 00000020:00000010:1.0:1783948498.329188:0:32081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506197e0. 00000008:00000010:1.0:1783948498.329191:0:32081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948498.329203:0:32081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3e40. 00008000:00000010:1.0:1783948498.329207:0:32081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948498.329211:0:32081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948498.329213:0:32081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948498.329216:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a6800. 00000008:00000010:1.0:1783948498.329219:0:32081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948498.329222:0:32081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948498.329224:0:32081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948498.329227:0:32081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948498.329229:0:32081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948498.329231:0:32081:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948498.329235:0:32081:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2080 -> ffff89e950ba2c38 00000020:00000001:1.0:1783948498.329246:0:32081:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948498.329249:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948498.329250:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948498.329251:0:32081:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329253:0:32081:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329255:0:32081:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948498.329257:0:32081:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783948498.329259:0:32081:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329261:0:32081:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329262:0:32081:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329264:0:32081:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783948498.329266:0:32081:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948498.329267:0:32081:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948498.329268:0:32081:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948498.329270:0:32081:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948498.329271:0:32081:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329272:0:32081:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329274:0:32081:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329276:0:32081:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329277:0:32081:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948498.329278:0:32081:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329279:0:32081:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329281:0:32081:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783948498.329283:0:32081:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948498.329285:0:32081:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948498.329286:0:32081:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948498.329288:0:32081:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1783948498.329290:0:32081:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1783948498.329294:0:32081:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1783948498.329296:0:32081:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e9521828c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1783948498.329299:0:32081:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1783948498.329302:0:32081:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e9521828c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1783948498.329306:0:32081:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948498.329307:0:32081:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329309:0:32081:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329311:0:32081:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329312:0:32081:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329314:0:32081:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329315:0:32081:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948498.329318:0:32081:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783948498.329319:0:32081:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948498.329320:0:32081:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1783948498.329322:0:32081:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948498.329323:0:32081:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329325:0:32081:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783948498.329326:0:32081:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948498.329328:0:32081:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783948498.329330:0:32081:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948498.329331:0:32081:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948498.329332:0:32081:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948498.329333:0:32081:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948498.329334:0:32081:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329336:0:32081:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329337:0:32081:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948498.329350:0:32081:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948498.329352:0:32081:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783948498.329354:0:32081:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948498.329355:0:32081:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948498.329357:0:32081:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948498.329358:0:32081:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948498.329359:0:32081:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948498.329360:0:32081:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948498.329361:0:32081:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329363:0:32081:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329364:0:32081:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948498.329365:0:32081:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948498.329367:0:32081:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329368:0:32081:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948498.329370:0:32081:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948498.329371:0:32081:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948498.329372:0:32081:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948498.329374:0:32081:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948498.329375:0:32081:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948498.329379:0:32081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a7400. 00000020:00000010:1.0:1783948498.329384:0:32081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506197e0. 00000008:00000010:1.0:1783948498.329388:0:32081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948498.329391:0:32081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3e40. 00008000:00000010:1.0:1783948498.329702:0:32081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948498.329708:0:32081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948498.329712:0:32081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948498.329715:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7800. 00000008:00000010:1.0:1783948498.329719:0:32081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948498.329722:0:32081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948498.329726:0:32081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948498.329729:0:32081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948498.329731:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a6800. 00000020:00000010:1.0:1783948498.329733:0:32081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948498.329735:0:32081:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948498.329737:0:32081:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948498.329739:0:32081:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948498.329741:0:32081:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948498.329744:0:32081:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948498.329745:0:32081:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948498.329747:0:32081:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948498.329750:0:32081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a6e00. 00000020:00000010:1.0:1783948498.329752:0:32081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948498.329755:0:32081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948498.329759:0:32081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948498.329761:0:32081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948498.329764:0:32081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948498.329766:0:32081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948498.329768:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7c00. 00000008:00000010:1.0:1783948498.329770:0:32081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948498.329773:0:32081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948498.329775:0:32081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948498.329777:0:32081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948498.329780:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7e00. 00000020:00000010:1.0:1783948498.329782:0:32081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948498.329784:0:32081:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948498.329789:0:32081:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:1.0:1783948498.329791:0:32081:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff89e951d87448) 00800000:00000001:1.0:1783948498.329797:0:32081:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:1.0:1783948498.329799:0:32081:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:1.0:1783948498.329804:0:32081:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1783948498.329809:0:32081:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948498.329811:0:32081:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948498.329813:0:32081:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1783948498.329816:0:32081:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1783948498.329817:0:32081:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948498.329820:0:32081:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948498.329823:0:32081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948498.329826:0:32081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948498.329829:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7e00. 00000020:00000010:1.0:1783948498.329832:0:32081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a7c00. 00000020:00000010:1.0:1783948498.329834:0:32081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948498.329836:0:32081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948498.329839:0:32081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948498.329841:0:32081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948498.329844:0:32081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948498.329846:0:32081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948498.329848:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a6e00. 00000008:00000010:1.0:1783948498.329909:0:32081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948498.329913:0:32081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948498.329915:0:32081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948498.329918:0:32081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948498.329920:0:32081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948498.329936:0:32081:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00020000:00000001:1.0:1783948498.329942:0:32081:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:1.0:1783948498.329943:0:32081:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:1.0:1783948498.329947:0:32081:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:1.0:1783948498.329950:0:32081:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e960204660, objid 0x2b:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948498.329955:0:32081:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948498.329960:0:32081:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175380: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1783948498.329962:0:32081:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:1.0:1783948498.329964:0:32081:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.329966:0:32081:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1783948498.329967:0:32081:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1783948498.329971:0:32081:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1783948498.329977:0:32081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948498.329980:0:32081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948498.329982:0:32081:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1783948498.329985:0:32081:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1783948498.329989:0:32081:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:1.0:1783948498.330002:0:32081:0:(cl_object.c:151:cl_object_top()) ffff89e9521828c0 -> ffff89e950ba2c38 00000020:00000001:1.0:1783948498.330004:0:32081:0:(cl_object.c:151:cl_object_top()) ffff89e9521828c0 -> ffff89e950ba2c38 00000008:00000001:1.0:1783948498.330006:0:32081:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948498.330008:0:32081:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948498.330010:0:32081:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948498.330011:0:32081:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1783948498.330017:0:32081:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff89e9521828c0. 00020000:00000001:1.0:1783948498.330021:0:32081:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1783948498.330023:0:32081:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff89e950ba2000. 00020000:00000001:1.0:1783948498.330027:0:32081:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1783948498.330029:0:32081:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948498.330031:0:32081:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948498.330033:0:32081:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:1.0:1783948498.330035:0:32081:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:1.0:1783948498.330037:0:32081:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:1.0:1783948498.330038:0:32081:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:1.0:1783948498.330040:0:32081:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:1.0:1783948498.330043:0:32081:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff89e9506a0de8. 00020000:00000010:1.0:1783948498.330046:0:32081:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff89e9587c5d80. 00020000:00000010:1.0:1783948498.330048:0:32081:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff89e9509a9390. 00020000:00000002:1.0:1783948498.330051:0:32081:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e960204660, objid 0x2b:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948498.330055:0:32081:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948498.330060:0:32081:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e958175380: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:1.0:1783948498.330065:0:32081:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e958175380. 00020000:00000010:1.0:1783948498.330067:0:32081:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e960204240. 00020000:00000010:1.0:1783948498.330070:0:32081:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e960204660. 00020000:00000001:1.0:1783948498.330072:0:32081:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1783948498.330073:0:32081:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328aa8) owner 0000000000000000/ffff89e943b6cf80 00020000:00000010:1.0:1783948498.330076:0:32081:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff89e941328aa8. 00020000:00000001:1.0:1783948498.330078:0:32081:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:1.0:1783948498.330081:0:32081:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff89e950ba2bb8. 00000020:00001000:1.0:1783948498.330083:0:32081:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948498.330086:0:32081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a7c00. 00000020:00000010:1.0:1783948498.330088:0:32081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506190c0. 00000008:00000010:1.0:1783948498.330090:0:32081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948498.330093:0:32081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3d80. 00008000:00000010:1.0:1783948498.330095:0:32081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948498.330097:0:32081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948498.330099:0:32081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948498.330102:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7e00. 00000008:00000010:1.0:1783948498.330104:0:32081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948498.330106:0:32081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948498.330108:0:32081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948498.330111:0:32081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948498.330113:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a6e00. 00000020:00000010:1.0:1783948498.330114:0:32081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948498.330117:0:32081:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1783948498.330119:0:32081:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000020:00000001:1.0:1783948498.330129:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330131:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff89e9585c4780) index 1 00000080:00000010:1.0:1783948498.330134:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9585c4780. 00000020:00000001:1.0:1783948498.330137:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330139:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff89e9585c4300) index 2 00000080:00000010:1.0:1783948498.330141:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9585c4300. 00000020:00000001:1.0:1783948498.330143:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330156:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff89e9585c4d00) index 3 00000080:00000010:1.0:1783948498.330158:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9585c4d00. 00000020:00000001:1.0:1783948498.330161:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330162:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff89e9585c4880) index 4 00000080:00000010:1.0:1783948498.330164:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9585c4880. 00000020:00000001:1.0:1783948498.330166:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330168:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff89e9585c4f00) index 5 00000080:00000010:1.0:1783948498.330169:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9585c4f00. 00000020:00000001:1.0:1783948498.330172:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330173:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff89e9585c4b80) index 6 00000080:00000010:1.0:1783948498.330175:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9585c4b80. 00000020:00000001:1.0:1783948498.330177:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330179:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff89e9585c4e80) index 7 00000080:00000010:1.0:1783948498.330181:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9585c4e80. 00000020:00000001:1.0:1783948498.330183:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330185:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff89e9585c4680) index 8 00000080:00000010:1.0:1783948498.330186:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9585c4680. 00000020:00000001:1.0:1783948498.330188:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d016a3e60 00000080:00400000:1.0:1783948498.330189:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff89e9594c7900) index 9 00000080:00000010:1.0:1783948498.330191:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff89e9594c7900. 00000080:00000010:1.0:1783948498.330207:0:32081:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff89e9509f7a00. 00000080:00000010:1.0:1783948498.330211:0:32081:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff89e95870f000. 00000080:00000010:1.1:1783948498.361903:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d87380. 00010000:00000001:2.0:1783948499.159961:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948499.159971:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948499.159978:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948499.159979:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948499.160042:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948499.160046:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948499.160049:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948499.445118:0:32184:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948500.184226:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948500.184235:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948500.184242:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948500.184244:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948500.184582:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948500.184587:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948500.184591:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948500.184779:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948500.184784:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948500.184793:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948500.184798:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948500.184802:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948500.184804:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948500.184808:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948500.184814:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5ba00. 00000100:00000001:0.0:1783948500.184820:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184832:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948500.184840:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948500.184843:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184849:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb18f6c4] to pc [ptlrpcd_00_01+1] req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.184888:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184891:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948500.184895:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948500.184898:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948500.184901:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948500.184903:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948500.184904:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948500.184906:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948500.184910:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bd00. 00000100:00000001:0.0:1783948500.184912:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948500.184913:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1783948500.184916:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948500.184917:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948500.184920:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1783948500.184924:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948500.184926:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184929:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e82cba] to pc [ptlrpcd_00_00+0] req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948500.184935:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.184938:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184940:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948500.184944:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1783948500.184944:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1783948500.184946:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184946:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948500.184949:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1783948500.184950:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1783948500.184952:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240e00. 00000020:00000040:0.0:1783948500.184953:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 02000000:00000001:1.0:1783948500.184954:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948500.184955:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948500.184956:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948500.184957:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948500.184958:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948500.184963:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b300. 00000100:00000001:0.0:1783948500.184966:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184969:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948500.184976:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948500.184978:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184981:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dba0cfc7] to pc [ptlrpcd_00_01+1] req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.184989:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.184994:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1928) 00000100:00000001:0.0:1783948500.185024:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.185027:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948500.185029:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948500.185034:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.185040:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948500.185056:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948500.185059:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948500.185061:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948500.185063:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948500.185066:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636520704:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948500.185070:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948500.185077:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948500.185081:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948500.185084:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948500.185089:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f7800. 02000000:00000001:0.0:1783948500.185091:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948500.185098:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948500.185104:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948500.185112:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf990. 00000100:00000200:0.0:1783948500.185120:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636520704, portal 10 00000100:00000001:0.0:1783948500.185123:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948500.185125:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948500.185131:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.185138:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948500.185140:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948500.185143:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acff68. 00000100:00000200:0.0:1783948500.185145:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636520704, offset 0 00000400:00000200:0.0:1783948500.185152:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000100:00100000:1.0:1783948500.185167:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636520576:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948500.185171:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948500.185173:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948500.185174:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948500.185177:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948500.185193:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950669c00. 02000000:00000001:1.0:1783948500.185195:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948500.185200:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948500.185203:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888f20. 00000400:00000010:1.0:1783948500.185241:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618198. 00000100:00000200:1.0:1783948500.185245:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636520576, portal 25 00000400:00000200:0.0:1783948500.185246:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948500.185247:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948500.185248:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:1.0:1783948500.185254:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783948500.185255:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000100:00000001:1.0:1783948500.185260:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1783948500.185261:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1783948500.185262:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948500.185264:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506187f8. 00000100:00000200:1.0:1783948500.185267:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636520576, offset 0 00000400:00000200:0.0:1783948500.185268:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948500.185271:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948500.185272:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948500.185275:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948500.185280:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2577:2577:256:4294967295] 192.168.202.104@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:0.0:1783948500.185560:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948500.185571:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000400:00000200:1.0:1783948500.185578:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000800:00000200:0.0:1783948500.185578:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948500.185582:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948500.185584:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1783948500.185584:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948500.185587:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948500.185589:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1783948500.185591:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000400:00000200:1.0:1783948500.185592:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948500.185594:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2578:2578:255:4294967295] 192.168.202.104@tcp LPNI seq info [2578:2578:7:4294967295] 00000400:00000200:1.0:1783948500.185597:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000800:00000200:0.0:1783948500.185599:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000400:00000200:1.0:1783948500.185603:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948500.185604:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948500.185621:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948500.185626:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000100:00000040:0.0:1783948500.185626:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 802530 usecs (803 jiffies) 00000400:00000200:0.0:1783948500.185629:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000800:00000010:1.0:1783948500.185630:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948500.185633:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000100:00000001:0.0:1783948500.185633:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296591140 00000100:00000001:0.0:1783948500.185636:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296592615 00000800:00000200:1.0:1783948500.185638:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000100:00000001:0.0:1783948500.185639:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296591140 00000800:00000200:1.0:1783948500.185641:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948500.185641:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296592615 00000100:00000001:0.0:1783948500.185643:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948500.185644:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.185646:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948500.185647:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948500.185649:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296594662 00000100:00000001:0.0:1783948500.185650:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.185652:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948500.185658:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296592615 00000100:00000001:1.0:1783948500.185662:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296594662 00000100:00000001:0.0:1783948500.185662:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948500.185664:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948500.185665:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296592615 00000100:00000001:0.0:1783948500.185666:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.185667:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948500.185668:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948500.185669:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948500.185672:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783948500.185673:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.185675:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948500.185677:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.185677:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948500.185679:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.185679:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.185680:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948500.185681:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.185681:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1783948500.185684:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1783948500.185685:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.185686:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948500.185688:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948500.185689:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948500.185690:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948500.185693:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.185693:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948500.185694:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948500.185741:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948500.185745:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948500.185754:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948500.185758:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948500.185764:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acff68 00000400:00000010:1.0:1783948500.185767:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acff68. 00000100:00000001:1.0:1783948500.185772:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948500.185776:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.185786:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948500.185790:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.185796:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948500.185798:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948500.185906:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948500.185909:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948500.185912:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948500.185916:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948500.185919:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506187f8 00000400:00000010:1.0:1783948500.185921:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506187f8. 00000100:00000001:1.0:1783948500.185934:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948500.185938:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.185945:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948500.185948:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.185955:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948500.185957:0:2346:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1783948500.186837:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948500.186841:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948500.186844:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948500.186864:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636520832:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948500.186870:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948500.186876:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948500.186878:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948500.186881:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948500.186888:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509f6600. 02000000:00000001:0.0:1783948500.186889:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948500.186895:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948500.186900:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aec60. 00000400:00000010:0.0:1783948500.186906:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948500.186911:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636520832, portal 4 00000100:00000001:0.0:1783948500.186913:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948500.186914:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000040:0.0:1783948500.186923:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.186930:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948500.186932:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948500.186935:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf088. 00000100:00000200:0.0:1783948500.186939:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636520832, offset 0 00000400:00000200:0.0:1783948500.186945:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948500.187826:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948500.187834:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948500.187839:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948500.187843:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948500.187846:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948500.187848:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948500.187872:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2579:2579:256:4294967295] 192.168.202.104@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:0.0:1783948500.187878:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948500.187888:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948500.187893:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948500.187900:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948500.187905:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948500.187911:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948500.187915:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948500.187932:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.187937:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 256915 usecs (257 jiffies) 00000400:00000200:0.0:1783948500.187940:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948500.187943:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296590597 00000100:00000001:0.0:1783948500.187945:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296594662 00000100:00000001:0.0:1783948500.187947:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296590597 00000100:00000001:0.0:1783948500.187949:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296594662 00000100:00000001:0.0:1783948500.187951:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948500.187954:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.187958:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.187962:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948500.188726:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948500.188733:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948500.188742:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948500.188749:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948500.188756:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf088 00000400:00000010:1.0:1783948500.188759:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf088. 00000100:00000001:1.0:1783948500.188764:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948500.188772:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.188783:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948500.188787:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.188793:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948500.188795:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948500.199712:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.199732:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948500.199738:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.199740:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948500.199749:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.199756:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948500.199767:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.199772:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.199777:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.199781:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9453700 00000400:00000200:1.0:1783948500.199787:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.199793:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7141 [1] + 224 00000800:00000001:1.0:1783948500.199801:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.199813:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948500.199816:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948500.199820:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948500.199828:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948500.199838:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948500.199905:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.199922:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948500.199931:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.199935:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.200063:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.200067:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948500.200076:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948500.200078:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948500.200082:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948500.200087:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf990 00000400:00000010:0.0:1783948500.200089:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf990. 00000100:00000001:0.0:1783948500.200093:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948500.200098:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948500.200114:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.200120:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948500.200122:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.200124:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948500.200127:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948500.200130:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948500.200132:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948500.200135:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948500.200144:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=20 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948500.200148:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948500.200151:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948500.200164:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948500.200168:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948500.200171:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.200175:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948500.200185:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:0.0:1783948500.200188:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948500.200190:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.200195:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.200202:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948500.200206:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948500.200207:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948500.200212:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948500.200220:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636520704:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948500.200224:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.200227:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948500.200230:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636520704/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.200237:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948500.200239:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948500.200243:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f7800. 02000000:00000001:0.0:1783948500.200247:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948500.200249:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948500.200251:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948500.200253:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948500.200255:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bd00. 02000000:00000001:0.0:1783948500.200260:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948500.200262:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948500.200263:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948500.200266:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948500.200267:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.200270:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.200272:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.200273:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948500.200275:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.200277:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948500.203594:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.204520:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948500.204526:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.204531:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948500.204538:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.204545:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948500.204554:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.204559:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.204565:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.204568:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9453780 00000400:00000200:1.0:1783948500.204573:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.204579:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7161 [1] + 224 00000800:00000001:1.0:1783948500.204588:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.204592:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948500.204595:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948500.204599:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948500.204606:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948500.204616:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948500.204627:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.204650:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948500.204662:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.204666:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948500.204668:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1783948500.204785:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.204789:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948500.204797:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948500.204800:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948500.204804:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aec60. 00000400:00000200:0.0:1783948500.204810:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948500.204812:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948500.204815:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948500.204820:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948500.204830:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.204836:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948500.204838:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.204840:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948500.204844:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948500.204847:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948500.204875:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948500.204878:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948500.204887:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948500.204892:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948500.204895:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948500.204896:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948500.204899:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948500.204902:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.204905:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948500.204908:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1783948500.204911:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948500.204913:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.204918:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1783948500.204921:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.204925:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948500.204928:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948500.204930:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948500.204934:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948500.204942:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636520832:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948500.204947:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.204950:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948500.204953:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240e00 x1870603636520832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.204960:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948500.204963:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948500.204966:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509f6600. 02000000:00000001:0.0:1783948500.204970:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948500.204972:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948500.204974:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948500.204976:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948500.204979:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b300. 02000000:00000001:0.0:1783948500.204984:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948500.204986:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948500.204988:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240e00. 00000100:00000001:0.0:1783948500.204991:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948500.204993:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.204995:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.205003:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948500.205005:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.205007:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.205010:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948500.205158:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.205162:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948500.205168:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.205171:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.205175:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.205186:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9453680 00000400:00000200:1.0:1783948500.205191:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948500.205195:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7151 [1] + 224 00000800:00000001:1.0:1783948500.205200:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.205269:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948500.205273:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948500.205393:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948500.205398:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948500.205402:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948500.205411:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948500.205432:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948500.205438:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948500.205443:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.205782:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.205786:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948500.205791:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948500.205792:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948500.205795:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888f20. 00000400:00000200:0.0:1783948500.205798:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618198 00000400:00000010:0.0:1783948500.205800:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618198. 00000100:00000001:0.0:1783948500.205802:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948500.205806:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948500.205812:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.205816:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948500.205817:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.205818:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948500.205820:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948500.205821:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948500.205823:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948500.205824:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948500.205828:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948500.205830:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948500.205832:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948500.205833:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948500.205834:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948500.205836:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.205837:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948500.205839:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.205844:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948500.205846:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948500.205847:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948500.205875:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948500.205883:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636520576:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948500.205888:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.205890:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948500.205893:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636520576/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948500.205899:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948500.205901:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948500.205903:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950669c00. 02000000:00000001:0.0:1783948500.205906:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948500.205907:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948500.205908:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948500.205910:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948500.205911:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5ba00. 02000000:00000001:0.0:1783948500.205914:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948500.205915:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948500.205916:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948500.205918:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948500.205919:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.205920:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948500.205924:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948500.205926:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948500.205928:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948500.205929:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948501.211047:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948501.211057:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948501.211064:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948501.211065:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948501.211109:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948501.211112:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948501.211116:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948501.467332:0:32321:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948502.234600:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948502.234609:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd180. 00000020:00000040:1.0:1783948502.234617:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:1.0:1783948502.234622:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948502.234626:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948502.234631:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948502.234639:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e600. 00000100:00000001:1.0:1783948502.234648:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234660:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948502.234671:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948502.234676:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234683:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65fd5cd] to pc [ptlrpcd_00_00+0] req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.234704:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948502.234710:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948502.234713:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948502.234715:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948502.234717:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948502.234718:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948502.234720:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948502.234723:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4ef00. 00000100:00000001:1.0:1783948502.234725:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234729:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948502.234736:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948502.234738:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234741:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bc0de2] to pc [ptlrpcd_00_01+1] req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.234748:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948502.234754:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948502.234756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948502.234771:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948502.234774:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ced80. 00000020:00000040:1.0:1783948502.234776:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:1.0:1783948502.234778:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948502.234779:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948502.234781:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948502.234784:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e000. 00000100:00000001:1.0:1783948502.234787:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234790:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948502.234796:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948502.234797:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234801:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9cfd37e] to pc [ptlrpcd_00_00+0] req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.234807:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.234811:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1930) 00000100:00000001:1.0:1783948502.234827:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948502.234831:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948502.234834:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948502.234839:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.234846:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948502.234848:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.234873:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948502.234876:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948502.234879:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948502.234883:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636520960:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948502.234887:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948502.234894:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948502.234897:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.234899:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948502.234903:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147200. 02000000:00000001:1.0:1783948502.234905:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948502.234913:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948502.234918:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438885d8. 00000400:00000010:1.0:1783948502.234926:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506187f8. 00000100:00000200:1.0:1783948502.234934:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636520960, portal 25 00000100:00000001:1.0:1783948502.234936:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948502.234938:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000040:1.0:1783948502.234943:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.234950:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948502.234953:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948502.234956:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618000. 00000100:00000200:1.0:1783948502.234958:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636520960, offset 0 00000400:00000200:1.0:1783948502.234964:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948502.234974:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.234982:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948502.234988:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948502.234992:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948502.234996:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948502.234999:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948502.235003:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2580:2580:256:4294967295] 192.168.202.104@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:1.0:1783948502.235008:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.235018:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948502.235024:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948502.235030:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ec00. 00000800:00000200:1.0:1783948502.235038:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948502.235046:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948502.235050:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948502.235063:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948502.235067:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948502.235070:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296596711 00000100:00000001:1.0:1783948502.235078:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296594662 00000100:00000001:1.0:1783948502.235082:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296596711 00000100:00000001:1.0:1783948502.235085:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296594662 00000100:00000001:1.0:1783948502.235088:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948502.235091:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235093:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948502.235097:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235104:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948502.235106:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.235108:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948502.235109:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948502.235111:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948502.235114:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636521216:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948502.235117:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948502.235119:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948502.235120:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.235122:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948502.235125:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947146c00. 02000000:00000001:1.0:1783948502.235127:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948502.235130:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948502.235133:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888160. 00000400:00000010:1.0:1783948502.235137:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618550. 00000100:00000200:1.0:1783948502.235139:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636521216, portal 4 00000100:00000001:1.0:1783948502.235141:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948502.235142:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939242368 : -129839770309248 : ffff89e9529ced80) 00000100:00000040:1.0:1783948502.235149:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235171:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948502.235174:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948502.235176:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618220. 00000100:00000200:1.0:1783948502.235179:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636521216, offset 0 00000400:00000200:1.0:1783948502.235195:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948502.235200:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.235203:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948502.235206:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948502.235211:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948502.235213:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948502.235215:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948502.235218:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2581:2581:255:4294967295] 192.168.202.104@tcp LPNI seq info [2581:2581:7:4294967295] 00000400:00000200:1.0:1783948502.235221:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.235226:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948502.235230:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948502.235233:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4eb00. 00000800:00000200:1.0:1783948502.235236:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948502.235240:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948502.235243:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948502.235246:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.235249:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 255588 usecs (256 jiffies) 00000400:00000200:1.0:1783948502.235252:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948502.235254:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296592642 00000100:00000001:1.0:1783948502.235256:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296596711 00000100:00000001:1.0:1783948502.235257:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296592642 00000100:00000001:1.0:1783948502.235259:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296596711 00000100:00000001:1.0:1783948502.235261:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948502.235263:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235266:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235268:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.235277:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948502.235279:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948502.235281:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948502.235283:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948502.235284:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948502.235286:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1783948502.235288:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.235290:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948502.235291:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.235292:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948502.235293:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948502.235294:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948502.235297:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235303:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948502.235304:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.235306:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948502.235307:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948502.235310:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948502.235312:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636521088:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948502.235315:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948502.235317:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948502.235319:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.235320:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948502.235323:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947146600. 02000000:00000001:1.0:1783948502.235326:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948502.235328:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948502.235331:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888738. 00000400:00000010:1.0:1783948502.235335:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618990. 00000100:00000200:1.0:1783948502.235337:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636521088, portal 10 00000100:00000001:1.0:1783948502.235339:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948502.235340:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:1.0:1783948502.235345:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235351:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948502.235353:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948502.235355:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948502.235357:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636521088, offset 0 00000400:00000200:1.0:1783948502.235360:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948502.235363:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.235366:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948502.235369:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948502.235371:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948502.235373:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948502.235375:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948502.235377:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2582:2582:254:4294967295] 192.168.202.104@tcp LPNI seq info [2582:2582:6:4294967295] 00000400:00000200:1.0:1783948502.235381:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.235386:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948502.235390:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948502.235393:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e800. 00000800:00000200:1.0:1783948502.235397:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948502.235400:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948502.235403:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948502.235405:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.235408:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 801542 usecs (802 jiffies) 00000400:00000200:1.0:1783948502.235411:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948502.235413:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296593188 00000100:00000001:1.0:1783948502.235415:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296596711 00000100:00000001:1.0:1783948502.235416:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296593188 00000100:00000001:1.0:1783948502.235419:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296596711 00000100:00000001:1.0:1783948502.235420:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948502.235422:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235425:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235427:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235438:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948502.235440:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948502.235480:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948502.235484:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ec00. 00000400:00000200:1.0:1783948502.235489:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948502.235493:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948502.235498:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618000 00000400:00000010:1.0:1783948502.235500:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618000. 00000100:00000001:1.0:1783948502.235504:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948502.235508:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235517:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948502.235520:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235526:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235528:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948502.235538:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948502.235540:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4eb00. 00000400:00000200:1.0:1783948502.235542:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948502.235544:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948502.235547:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618220 00000400:00000010:1.0:1783948502.235549:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618220. 00000100:00000001:1.0:1783948502.235551:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948502.235554:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235559:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948502.235561:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235567:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235568:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948502.235627:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948502.235630:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e800. 00000400:00000200:1.0:1783948502.235633:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948502.235636:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948502.235639:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:1.0:1783948502.235641:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:1.0:1783948502.235643:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948502.235646:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235652:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948502.235654:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.235659:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.235661:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1783948502.236199:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948502.236203:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948502.236208:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948502.236209:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948502.236325:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948502.236329:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948502.236332:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1783948502.244896:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.244913:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948502.244918:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.244920:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948502.244928:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.244936:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948502.244945:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.244949:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.244954:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.244958:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9453900 00000400:00000200:1.0:1783948502.244963:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.244969:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7181 [1] + 224 00000800:00000001:1.0:1783948502.244977:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.244981:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948502.244985:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948502.244989:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948502.244997:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948502.245006:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948502.245017:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245033:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948502.245041:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.245045:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948502.245046:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.245049:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948502.245052:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245056:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948502.245060:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245062:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245064:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245067:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9453800 00000400:00000200:1.0:1783948502.245070:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245074:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7171 [1] + 224 00000800:00000001:1.0:1783948502.245078:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.245081:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948502.245082:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948502.245085:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948502.245088:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948502.245092:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948502.245101:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245108:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948502.245112:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.245115:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948502.245117:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.245119:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948502.245123:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245125:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948502.245129:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245131:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245134:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245137:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9453880 00000400:00000200:1.0:1783948502.245140:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948502.245145:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7191 [1] + 224 00000800:00000001:1.0:1783948502.245148:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.245223:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948502.245226:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948502.245230:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948502.245234:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948502.245238:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948502.245246:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245254:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948502.245258:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948502.245261:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245273:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948502.245287:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948502.245294:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948502.245296:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948502.245299:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888738. 00000400:00000200:1.0:1783948502.245304:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618990 00000400:00000010:1.0:1783948502.245306:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618990. 00000100:00000001:1.0:1783948502.245309:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948502.245313:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948502.245322:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245332:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948502.245335:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245337:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948502.245340:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948502.245343:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948502.245345:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.245348:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948502.245359:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=22 v=5 (5 106 106 106) 00000100:00001000:1.0:1783948502.245363:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948502.245366:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948502.245368:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948502.245371:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948502.245374:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.245378:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948502.245379:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967653 00000100:00000001:1.0:1783948502.245381:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948502.245384:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.245388:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245395:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948502.245397:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948502.245399:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948502.245402:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948502.245410:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636521088:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948502.245416:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948502.245418:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948502.245419:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438885d8. 00000400:00000200:1.0:1783948502.245422:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506187f8 00000400:00000010:1.0:1783948502.245424:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506187f8. 00000100:00000001:1.0:1783948502.245426:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948502.245429:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948502.245436:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245441:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948502.245442:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245443:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948502.245445:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948502.245446:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948502.245447:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.245448:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948502.245451:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948502.245454:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948502.245455:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948502.245457:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948502.245458:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948502.245460:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.245461:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.245464:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245471:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948502.245472:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948502.245473:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948502.245477:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948502.245484:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636520960:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948502.245489:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948502.245490:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948502.245491:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888160. 00000400:00000200:1.0:1783948502.245494:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618550 00000400:00000010:1.0:1783948502.245495:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618550. 00000100:00000001:1.0:1783948502.245497:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948502.245500:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948502.245507:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245513:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948502.245514:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245516:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948502.245517:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948502.245519:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948502.245520:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948502.245522:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948502.245526:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948502.245528:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948502.245530:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948502.245531:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948502.245532:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948502.245534:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.245536:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948502.245537:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948502.245538:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948502.245539:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948502.245542:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245548:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948502.245549:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948502.245550:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948502.245553:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948502.245559:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636521216:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948502.245563:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245634:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948502.245639:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636521088/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245648:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948502.245650:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948502.245654:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947146600. 02000000:00000001:1.0:1783948502.245657:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948502.245659:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948502.245661:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948502.245663:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948502.245666:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4ef00. 02000000:00000001:1.0:1783948502.245670:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948502.245672:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948502.245674:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:1.0:1783948502.245678:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948502.245680:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245682:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948502.245685:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd180 x1870603636520960/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245691:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948502.245692:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948502.245693:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147200. 02000000:00000001:1.0:1783948502.245695:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948502.245697:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948502.245698:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948502.245700:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948502.245701:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e600. 02000000:00000001:1.0:1783948502.245703:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948502.245704:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948502.245705:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd180. 00000100:00000001:1.0:1783948502.245707:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948502.245708:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245709:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948502.245712:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ced80 x1870603636521216/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948502.245718:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948502.245719:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948502.245720:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947146c00. 02000000:00000001:1.0:1783948502.245722:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948502.245724:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948502.245725:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948502.245727:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948502.245728:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e000. 02000000:00000001:1.0:1783948502.245730:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948502.245731:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948502.245732:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ced80. 00000100:00000001:1.0:1783948502.245735:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948502.245736:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245738:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948502.245746:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948502.245748:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948502.245750:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948502.245752:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948503.252001:0:32465:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948503.257974:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948503.257981:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948503.257987:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948503.257989:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948503.258022:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948503.258025:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948503.258029:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948504.048792:0:32528:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948504.286445:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948504.286454:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948504.286457:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948504.286460:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948504.286465:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948504.286468:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948504.286470:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948504.286473:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948504.286476:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948504.286478:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948504.287598:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948504.287603:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948504.287607:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1783948504.631379:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948504.631399:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948504.631403:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948504.631405:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948504.631413:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.631420:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948504.631429:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.631434:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.631439:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.631443:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda95b380 00000400:00000200:1.0:1783948504.631454:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x6f79 [2] + 328 00000800:00000001:1.0:1783948504.631462:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948504.631471:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948504.631474:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948504.631478:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948504.631488:0:2346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783948504.631490:0:2346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783948504.631497:0:2346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ced80. 00000100:00000040:1.0:1783948504.631501:0:2346:0:(events.c:337:request_in_callback()) incoming req@ffff89e9529ced80 x1870603658572672 msgsize 328 00000100:00100000:1.0:1783948504.631505:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:1.0:1783948504.631557:0:2346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783948504.631565:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948504.631568:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.635980:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783948504.635988:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658572672 02000000:00000001:0.0:1783948504.635993:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783948504.635997:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948504.636000:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948504.636005:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948504.636010:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658572672 00000020:00000001:0.0:1783948504.636013:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948504.636015:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:0.0:1783948504.636018:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948504.636022:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:0.0:1783948504.636026:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:0.0:1783948504.636028:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00000001:0.0:1783948504.636032:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948504.636038:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d35c0. 00000100:00000001:0.0:1783948504.636040:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948504.636043:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d35c0. 00000020:00000010:0.0:1783948504.636052:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941678000. 00000020:00000010:0.0:1783948504.636057:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e95082d600. 00000020:00000010:0.0:1783948504.636074:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e947e49258. 00000100:00000040:0.0:1783948504.636084:0:15856:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783948504.636088:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783948504.636090:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783948504.636092:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.636101:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.636117:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.636132:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783948504.636134:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783948504.636152:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 60 00000100:00000040:0.0:1783948504.636157:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6a800 : new rpc_count 1 00000100:00000001:0.0:1783948504.636159:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614233939242368 : -129839770309248 : ffff89e9529ced80) 00000100:00000040:0.0:1783948504.636167:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e9529ced80 x1870603658572672/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:540/0 lens 328/0 e 0 to 0 dl 1783948515 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948504.636176:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948504.636179:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d35c0. 00000100:00000001:0.0:1783948504.636181:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948504.636183:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d35c0. 00000100:00100000:0.0:1783948504.636188:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e9529ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6941:x1870603658572672:12345-192.168.202.104@tcp:104: 00000100:00000200:0.0:1783948504.636192:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658572672 00010000:00000001:0.0:1783948504.636195:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783948504.636202:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948504.636204:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948504.636206:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=2 00000020:00000001:0.0:1783948504.636208:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:0.0:1783948504.636211:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:0.0:1783948504.636215:0:15856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948504.636218:0:15856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948504.636223:0:15856:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1783948504.636235:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783948504.636237:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783948504.636242:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e950635c00. 02000000:00000001:0.0:1783948504.636244:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.636247:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948504.636251:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783948504.636254:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948504.636258:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=174 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948504.636263:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948504.636266:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948504.636269:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:0.0:1783948504.636272:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783948504.636273:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.636277:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948504.636280:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948504.636285:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948504.636292:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658572672, offset 224 00000400:00000200:0.0:1783948504.636300:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948504.636312:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948504.636321:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948504.636328:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2583:2583:256:4294967295] 192.168.202.104@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:0.0:1783948504.636333:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948504.636343:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948504.636349:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948504.636354:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948504.636361:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948504.636369:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948504.636373:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948504.636390:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948504.636393:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:0.0:1783948504.636396:0:15856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783948504.636400:0:15856:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e942ef0c00. 00010000:00000001:0.0:1783948504.636404:0:15856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783948504.636412:0:15856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783948504.636414:0:15856:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948504.636416:0:15856:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948504.636418:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948504.636423:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ced80 x1870603658572672/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:540/0 lens 328/224 e 0 to 0 dl 1783948515 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783948504.636432:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e9529ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6941:x1870603658572672:12345-192.168.202.104@tcp:104: Request processed in 255us (4929us total) trans 0 rc 0/0 00000100:00100000:0.0:1783948504.636440:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 60 00000100:00000040:0.0:1783948504.636444:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6a800 : new rpc_count 0 00000100:00000001:0.0:1783948504.636446:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783948504.636448:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783948504.636452:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e95082d600. 00000020:00000010:0.0:1783948504.636457:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e947e49258. 00000020:00000010:0.0:1783948504.636462:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941678000. 00000020:00000040:0.0:1783948504.636467:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00000001:0.0:1783948504.636470:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948504.636622:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948504.636627:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948504.636632:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948504.636637:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948504.636643:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948504.636646:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948504.636650:0:2345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783948504.636651:0:2345:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1783948504.636667:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948504.636670:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948504.636674:0:15867:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783948504.636677:0:15867:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783948504.636680:0:15867:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948504.636683:0:15867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783948504.636693:0:15867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e952235600 already unused, calling callback (ffffffffc1342360) 00000008:00000001:0.0:1783948504.636697:0:15867:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1783948504.636700:0:15867:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948504.636702:0:15867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948504.636703:0:15867:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948504.636705:0:15867:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:0.0:1783948504.636707:0:15867:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:0.0:1783948504.636709:0:15867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:0.0:1783948504.636713:0:15867:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948504.636716:0:15867:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783948504.636725:0:15867:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783948504.636728:0:15867:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948504.636733:0:15867:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948504.636737:0:15867:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941678000. 00000020:00000010:0.0:1783948504.636742:0:15867:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9412e7e00. 00000020:00000010:0.0:1783948504.636746:0:15867:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437137e0. 00000008:00000010:0.0:1783948504.636752:0:15867:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948504.636756:0:15867:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076e40. 00008000:00000010:0.0:1783948504.636763:0:15867:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948504.636769:0:15867:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948504.636774:0:15867:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948504.636777:0:15867:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9412e6600. 00000008:00000010:0.0:1783948504.636781:0:15867:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948504.636785:0:15867:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948504.636789:0:15867:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948504.636793:0:15867:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948504.636795:0:15867:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948504.636798:0:15867:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000008:00000001:0.0:1783948504.636800:0:15867:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783948504.636803:0:15867:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948504.636805:0:15867:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948504.636808:0:15867:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9412e7e00. 00000020:00000010:0.0:1783948504.636812:0:15867:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437137e0. 00000008:00000010:0.0:1783948504.636816:0:15867:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948504.636820:0:15867:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076e40. 00008000:00000010:0.0:1783948504.636823:0:15867:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948504.636827:0:15867:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948504.636830:0:15867:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948504.636833:0:15867:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941678000. 00000008:00000010:0.0:1783948504.636876:0:15867:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948504.636880:0:15867:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948504.636885:0:15867:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948504.636889:0:15867:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948504.636891:0:15867:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9412e6600. 00000020:00000010:0.0:1783948504.636896:0:15867:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000008:00000001:0.0:1783948504.636898:0:15867:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948504.636901:0:15867:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948504.636907:0:15867:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948504.636909:0:15867:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948504.636911:0:15867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948504.636913:0:15867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948504.636916:0:15867:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235600 with handle 0x8c7cf19e4b440cd4 from hash 00010000:00000001:0.0:1783948504.636918:0:15867:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948504.636920:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948504.636922:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948504.636923:0:15867:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948504.636927:0:15867:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948504.636929:0:15867:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1783948504.636935:0:15867:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948504.636937:0:15867:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948504.636940:0:15867:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948504.636942:0:15867:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783948504.636947:0:15867:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948504.636951:0:15867:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:0.0:1783948504.636955:0:15867:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948504.636958:0:15867:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948504.636962:0:15867:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948504.636967:0:15867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9412e6600. 00000100:00000001:0.0:1783948504.636972:0:15867:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948504.636975:0:15867:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783948504.636979:0:15867:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783948504.636988:0:15867:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783948504.636989:0:15867:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.636995:0:15867:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948504.637000:0:15867:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948504.637007:0:15867:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb18f6c4] to pc [ptlrpcd_00_01+1] req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783948504.637029:0:15867:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948504.637032:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948504.637034:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948504.637035:0:15867:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948504.637038:0:15867:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948504.637040:0:15867:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948504.637043:0:15867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948504.637051:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948504.637053:0:15867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000e072ff34/0x8c7cf19e4b440cd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x2ceea11ad5e0626c expref: -99 pid: 32082 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783948504.637062:0:15867:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c900. 00010000:00000040:0.0:1783948504.637068:0:15867:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f000 count: 0 00010000:00000010:0.0:1783948504.637076:0:15867:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e958f6fe00. 00010000:00000001:0.0:1783948504.637084:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948504.637086:0:15867:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1783948504.637088:0:15867:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e942ef0c00. 00010000:00000001:0.0:1783948504.637091:0:15867:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948504.637094:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948504.637096:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948504.637098:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783948504.637100:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948504.637101:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948504.637103:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783948504.637105:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948504.637106:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948504.637108:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783948504.637116:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948504.637119:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948504.637122:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948504.637127:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948504.637135:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948504.637149:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948504.637153:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948504.637156:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948504.637158:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948504.637161:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636521344:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783948504.637165:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948504.637171:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948504.637174:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948504.637176:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948504.637181:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9412e7e00. 02000000:00000001:0.0:1783948504.637183:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948504.637189:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948504.637193:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aec60. 00000400:00000010:0.0:1783948504.637198:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948504.637204:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636521344, portal 18 00000100:00000001:0.0:1783948504.637207:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948504.637209:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948504.637216:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948504.637224:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948504.637226:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948504.637229:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf990. 00000100:00000200:0.0:1783948504.637231:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636521344, offset 0 00000400:00000200:0.0:1783948504.637236:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948504.637241:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948504.637246:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948504.637252:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948504.637255:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948504.637259:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948504.637262:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948504.637266:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2584:2584:256:4294967295] 192.168.202.104@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:0.0:1783948504.637271:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948504.637278:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948504.637283:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948504.637287:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948504.637291:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948504.637297:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948504.637300:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783948504.637310:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948504.637315:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 254212 usecs (255 jiffies) 00000400:00000200:0.0:1783948504.637318:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948504.637321:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296595044 00000100:00000001:0.0:1783948504.637325:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296596711 00000100:00000001:0.0:1783948504.637327:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296595044 00000100:00000001:0.0:1783948504.637330:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296596711 00000100:00000001:0.0:1783948504.637332:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948504.637335:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.637338:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.637341:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.637345:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948504.637347:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948504.637350:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948504.637351:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948504.637353:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.637355:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.637365:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948504.637367:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948504.637412:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948504.637415:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948504.637419:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948504.637423:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948504.637426:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf990 00000400:00000010:0.0:1783948504.637428:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf990. 00000100:00000001:0.0:1783948504.637431:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948504.637436:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948504.637447:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948504.637451:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948504.637459:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.637461:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948504.656982:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948504.657050:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948504.657055:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948504.657058:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948504.657075:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.657084:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948504.657098:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.657103:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.657109:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.657113:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9453980 00000400:00000200:1.0:1783948504.657118:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948504.657125:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x71a9 [1] + 224 00000800:00000001:1.0:1783948504.657132:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948504.657152:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948504.657155:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948504.657159:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948504.657167:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948504.657175:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948504.657187:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948504.657205:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948504.657213:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948504.657216:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.657312:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948504.657316:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948504.657323:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948504.657325:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948504.657329:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aec60. 00000400:00000200:0.0:1783948504.657334:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948504.657337:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948504.657340:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948504.657345:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948504.657353:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948504.657358:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948504.657360:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.657362:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948504.657366:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948504.657368:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948504.657370:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948504.657373:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948504.657381:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185d38 time=157 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948504.657385:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948504.657388:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948504.657390:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948504.657393:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948504.657397:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.657401:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948504.657403:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1783948504.657405:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948504.657407:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948504.657412:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948504.657419:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948504.657422:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948504.657424:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948504.657428:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948504.657435:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636521344:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783948504.657440:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.657443:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948504.657446:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636521344/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948520 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948504.657453:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948504.657455:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948504.657459:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9412e7e00. 02000000:00000001:0.0:1783948504.657463:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948504.657466:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948504.657467:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948504.657469:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948504.657472:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9412e6600. 02000000:00000001:0.0:1783948504.657476:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948504.657477:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948504.657479:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948504.657483:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948504.657484:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.657486:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948504.657493:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948504.657495:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948504.657497:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948504.657499:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1783948504.658993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f000. 00010000:00000010:0.1:1783948504.659005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235600. 00000080:00000001:0.0:1783948504.889837:0:32619:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783948505.266750:0:32655:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783948505.266758:0:32655:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 09:15:04 (1783948504) 00000001:00000001:0.0:1783948505.280606:0:32655:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1783948505.305029:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948505.305036:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948505.305056:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948505.305058:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948505.305061:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783948505.479817:0:32667:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948505.479826:0:32667:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948505.479829:0:32667:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948505.479834:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4bbc0 00000080:00200000:3.0:1783948505.479839:0:32667:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948505.479848:0:32667:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2600. 00800000:00000002:3.0:1783948505.479873:0:32667:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948505.479877:0:32667:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948505.479883:0:32667:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948505.479885:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4bae0 00800000:00000002:3.0:1783948505.479888:0:32667:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948505.479892:0:32667:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948505.479906:0:32667:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948505.479912:0:32667:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948505.479915:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4b9b0 00000002:00010000:3.0:1783948505.479917:0:32667:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948505.479921:0:32667:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948505.479923:0:32667:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948505.479926:0:32667:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948505.479933:0:32667:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948505.479935:0:32667:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948505.479938:0:32667:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948505.479940:0:32667:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948505.479943:0:32667:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948505.479948:0:32667:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000020:00000040:3.0:1783948505.479952:0:32667:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948505.479960:0:32667:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948505.479965:0:32667:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948505.479969:0:32667:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948505.479982:0:32667:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948505.479986:0:32667:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948505.479991:0:32667:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948505.480002:0:32667:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eb800. 00000100:00000001:3.0:1783948505.480011:0:32667:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.480016:0:32667:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948505.480018:0:32667:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.480020:0:32667:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948505.480021:0:32667:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.480023:0:32667:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948505.480029:0:32667:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00010000:00000001:3.0:1783948505.480035:0:32667:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948505.480038:0:32667:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948505.480044:0:32667:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459200. 00010000:00000010:3.0:1783948505.480048:0:32667:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7f80. 00010000:00000001:3.0:1783948505.480055:0:32667:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948505.480058:0:32667:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596800. 00000020:00000001:3.0:1783948505.480064:0:32667:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948505.480067:0:32667:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596800 with handle 0x8c7cf19e4b440d21 to hash 00000020:00000001:3.0:1783948505.480069:0:32667:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948505.480070:0:32667:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.480074:0:32667:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.480078:0:32667:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948505.480081:0:32667:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948505.480086:0:32667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32667 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948505.480097:0:32667:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32667 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948505.480108:0:32667:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32667 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948505.480114:0:32667:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948505.480116:0:32667:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948505.480123:0:32667:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96024e840. 00000100:00000001:3.0:1783948505.480125:0:32667:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166257728 : -129839543293888 : ffff89e96024e840) 00000100:00000001:3.0:1783948505.480128:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948505.480142:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000100:00000001:3.0:1783948505.480147:0:32667:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948505.480152:0:32667:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948505.480154:0:32667:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948505.480156:0:32667:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948505.480169:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.480178:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948505.480180:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948505.480184:0:32667:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948505.480187:0:32667:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948505.480189:0:32667:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948505.480193:0:32667:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32667:1870603636521472:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948505.480198:0:32667:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948505.480205:0:32667:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948505.480208:0:32667:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948505.480211:0:32667:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948505.480215:0:32667:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bf000. 02000000:00000001:3.0:1783948505.480218:0:32667:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948505.480226:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948505.480230:0:32667:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000010:3.0:1783948505.480236:0:32667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125660. 00000100:00000200:3.0:1783948505.480245:0:32667:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636521472, portal 10 00000100:00000001:3.0:1783948505.480247:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948505.480248:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000100:00000040:3.0:1783948505.480253:0:32667:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948521 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.480260:0:32667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948505.480263:0:32667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948505.480265:0:32667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125dd0. 00000100:00000200:3.0:1783948505.480269:0:32667:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636521472, offset 0 00000400:00000200:3.0:1783948505.480275:0:32667:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948505.480285:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948505.480293:0:32667:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948505.480299:0:32667:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948505.480303:0:32667:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948505.480307:0:32667:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948505.480309:0:32667:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948505.480314:0:32667:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2585:2585:256:4294967295] 192.168.202.104@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:3.0:1783948505.480318:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948505.480329:0:32667:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948505.480336:0:32667:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948505.480341:0:32667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e95476be00. 00000800:00000200:3.0:1783948505.480348:0:32667:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948505.480355:0:32667:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948505.480359:0:32667:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95476be00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948505.480370:0:32667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948505.480374:0:32667:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 800551 usecs (801 jiffies) 00000400:00000200:3.0:1783948505.480377:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948505.480380:0:32667:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296596433 00000100:00000001:3.0:1783948505.480383:0:32667:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296596711 00000100:00000001:3.0:1783948505.480385:0:32667:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296596433 00000100:00000001:3.0:1783948505.480387:0:32667:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296596711 00000100:00000001:3.0:1783948505.480389:0:32667:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948505.480392:0:32667:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948505.480395:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948505.480396:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948505.480399:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96024e840 going to sleep for 11 seconds 00000100:00000001:3.0:1783948505.480402:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948505.480404:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948505.481808:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948505.481817:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e95476be00. 00000400:00000200:0.0:1783948505.481823:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948505.481830:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948505.481838:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125dd0 00000400:00000010:0.0:1783948505.481840:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125dd0. 00000100:00000001:0.0:1783948505.481846:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948505.481919:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948521 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948505.481931:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948505.481935:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948521 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948505.481942:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948505.481944:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948505.492783:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948505.492804:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948505.492808:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948505.492811:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948505.492820:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.492827:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948505.492835:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.492840:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.492845:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.492898:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9453a00 00000400:00000200:1.0:1783948505.492906:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.492913:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x71b9 [1] + 224 00000800:00000001:1.0:1783948505.492920:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948505.492936:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948505.492940:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948505.492944:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948505.492951:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948505.492960:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948521 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948505.492971:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948521 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948505.492992:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948505.493001:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948505.493004:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948505.493179:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948505.493190:0:32667:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948505.493192:0:32667:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948505.493195:0:32667:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:3.0:1783948505.493200:0:32667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125660 00000400:00000010:3.0:1783948505.493202:0:32667:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125660. 00000100:00000001:3.0:1783948505.493206:0:32667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948505.493211:0:32667:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948521 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948505.493219:0:32667:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948521 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.493224:0:32667:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948505.493227:0:32667:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948505.493229:0:32667:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948505.493232:0:32667:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948505.493235:0:32667:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948505.493237:0:32667:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948505.493240:0:32667:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948505.493249:0:32667:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=25 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948505.493254:0:32667:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948505.493256:0:32667:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948505.493258:0:32667:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.493261:0:32667:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948505.493265:0:32667:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948505.493268:0:32667:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783948505.493270:0:32667:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 4294967655 gen 2 00000100:00000040:3.0:1783948505.493276:0:32667:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967655) req@ffff89e950b67100 x1870603636516352/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.493283:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948505.493285:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67100 x1870603636516352/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.493291:0:32667:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948505.493293:0:32667:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948505.493296:0:32667:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e8800. 02000000:00000001:3.0:1783948505.493299:0:32667:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948505.493302:0:32667:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948505.493304:0:32667:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948505.493306:0:32667:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948505.493308:0:32667:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e959414200. 02000000:00000001:3.0:1783948505.493311:0:32667:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948505.493313:0:32667:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948505.493315:0:32667:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67100. 00000100:00000001:3.0:1783948505.493318:0:32667:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948505.493319:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948505.493324:0:32667:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967655) req@ffff89e95066c380 x1870603636520448/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948505.493333:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948505.493342:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c380 x1870603636520448/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948514 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948505.493348:0:32667:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948505.493350:0:32667:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948505.493351:0:32667:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb000. 02000000:00000001:3.0:1783948505.493353:0:32667:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948505.493355:0:32667:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948505.493356:0:32667:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948505.493358:0:32667:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948505.493359:0:32667:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9594b2000. 02000000:00000001:3.0:1783948505.493361:0:32667:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948505.493362:0:32667:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948505.493363:0:32667:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c380. 00000100:00000001:3.0:1783948505.493365:0:32667:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948505.493366:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948505.493369:0:32667:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783948505.493371:0:32667:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1783948505.493374:0:32667:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948505.493375:0:32667:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948505.493380:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948521 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.493387:0:32667:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948505.493389:0:32667:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948505.493391:0:32667:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948505.493394:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948521 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948505.493401:0:32667:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32667:1870603636521472:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948505.493406:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948505.493409:0:32667:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948505.493412:0:32667:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948505.493413:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948505.493416:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948521 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.493422:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948505.493424:0:32667:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96024e840. 00000100:00000001:3.0:1783948505.493427:0:32667:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948505.493429:0:32667:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.493431:0:32667:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948505.493435:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493438:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493441:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=4 00000020:00000001:3.0:1783948505.493443:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493446:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000040:3.0:1783948505.493453:0:32667:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596800, remote cookie: 0x2ceea11ad5e062dc, flags: 0x1001 00010000:00010000:3.0:1783948505.493459:0:32667:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948505.493468:0:32667:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948505.493474:0:32667:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948505.493478:0:32667:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948505.493480:0:32667:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948505.493482:0:32667:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948505.493483:0:32667:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948505.493486:0:32667:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459200) refcount = 1 00010000:00010000:3.0:1783948505.493489:0:32667:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948505.493495:0:32667:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948505.493498:0:32667:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948505.493500:0:32667:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948505.493503:0:32667:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948505.493506:0:32667:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948505.493508:0:32667:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948505.493513:0:32667:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948505.493515:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493516:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948505.493517:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493519:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948505.493520:0:32667:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948505.493525:0:32667:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948505.493526:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493527:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493529:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948505.493531:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493533:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493535:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493536:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493538:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=4 00000020:00000001:3.0:1783948505.493539:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493541:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493544:0:32667:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948505.493547:0:32667:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948505.493550:0:32667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948505.493557:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493558:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948505.493559:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493560:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493561:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=5 00000020:00000001:3.0:1783948505.493563:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493565:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493568:0:32667:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948505.493570:0:32667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948505.493575:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493576:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948505.493578:0:32667:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948505.493584:0:32667:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948505.493585:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493585:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948505.493586:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493587:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948505.493592:0:32667:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948521 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948505.493600:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493601:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493602:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948505.493604:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493605:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493608:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493608:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948505.493610:0:32667:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948505.493612:0:32667:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948505.493614:0:32667:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948505.493616:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493617:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493618:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948505.493620:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493621:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00000002:00010000:3.0:1783948505.493624:0:32667:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948505.493634:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493634:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948505.493636:0:32667:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948505.493637:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493638:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493639:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948505.493641:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493643:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000040:3.0:1783948505.493648:0:32667:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459200 count: 2 00010000:00000001:3.0:1783948505.493650:0:32667:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948505.493653:0:32667:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948505.493655:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493656:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948505.493657:0:32667:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948505.493660:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4b938 00000002:00002000:3.0:1783948505.493662:0:32667:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948505.493664:0:32667:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948505.493668:0:32667:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948505.493671:0:32667:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948505.493674:0:32667:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948505.493676:0:32667:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948505.493681:0:32667:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948505.493685:0:32667:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2600. 00000080:00000001:3.0:1783948505.493688:0:32667:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948505.493691:0:32667:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948505.493696:0:32667:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948505.493700:0:32667:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783948505.493706:0:32667:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d9240. 00800000:00000001:3.0:1783948505.493708:0:32667:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030510656 : -129839679040960 : ffff89e9580d9240) 00800000:00000001:3.0:1783948505.493710:0:32667:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948505.493712:0:32667:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948505.493714:0:32667:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948505.493716:0:32667:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948505.493718:0:32667:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948505.493721:0:32667:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948505.493723:0:32667:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948505.493726:0:32667:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948505.493729:0:32667:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783948505.493731:0:32667:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115188193296385 mtime from 1783948483 to 1783948498 00000080:00200000:3.0:1783948505.493735:0:32667:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948505.493737:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493739:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493740:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948505.493742:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493744:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493747:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493748:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948505.493749:0:32667:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948505.493751:0:32667:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948505.493753:0:32667:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d9240 1 00800000:00000010:3.0:1783948505.493755:0:32667:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d9240. 00800000:00000001:3.0:1783948505.493757:0:32667:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948505.493760:0:32667:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d21 00800000:00000001:3.0:1783948505.493763:0:32667:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948505.493765:0:32667:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948505.493766:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493767:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493769:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948505.493770:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493772:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493774:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493775:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948505.493777:0:32667:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948505.493778:0:32667:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948505.493780:0:32667:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948505.493782:0:32667:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948505.493785:0:32667:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d21 from it ffffb87d01c4bbf8 00010000:00000001:3.0:1783948505.493787:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.493788:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.493789:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:3.0:1783948505.493791:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493793:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:3.0:1783948505.493795:0:32667:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948505.493797:0:32667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948505.493804:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493805:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948505.493806:0:32667:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948505.493808:0:32667:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948505.493811:0:32667:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948505.493818:0:32667:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948505.493821:0:32667:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948505.493822:0:32667:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948505.493826:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493827:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948505.493828:0:32667:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.493832:0:32667:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948505.493834:0:32667:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.493836:0:32667:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.493838:0:32667:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.493840:0:32667:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948505.493841:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948505.493842:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948505.493844:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948505.493848:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636521472/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948521 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.494002:0:32667:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948505.494003:0:32667:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948505.494005:0:32667:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582bf000. 02000000:00000001:3.0:1783948505.494009:0:32667:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948505.494011:0:32667:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948505.494012:0:32667:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948505.494014:0:32667:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948505.494016:0:32667:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948505.494019:0:32667:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948505.494020:0:32667:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948505.494022:0:32667:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:3.0:1783948505.494024:0:32667:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948505.494025:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948505.494029:0:32667:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948505.494034:0:32667:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948505.495255:0:32667:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9461bec00. 00000080:00000001:2.0:1783948505.495265:0:32667:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948505.495268:0:32667:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948505.495271:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4bb00 00000080:00200000:2.0:1783948505.495279:0:32667:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948505.495285:0:32667:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775000. 00800000:00000002:2.0:1783948505.495291:0:32667:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948505.495296:0:32667:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948505.495300:0:32667:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948505.495302:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4ba20 00800000:00000002:2.0:1783948505.495305:0:32667:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948505.495309:0:32667:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948505.495312:0:32667:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948505.495318:0:32667:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948505.495320:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4b8f0 00000002:00010000:2.0:1783948505.495322:0:32667:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948505.495326:0:32667:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948505.495329:0:32667:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948505.495331:0:32667:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948505.495445:0:32667:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459200 count: 2 00010000:00000001:2.0:1783948505.495448:0:32667:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948505.495452:0:32667:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948505.495458:0:32667:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948505.495462:0:32667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948505.495471:0:32667:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948505.495476:0:32667:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948505.495479:0:32667:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948505.495485:0:32667:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948505.495487:0:32667:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948505.495489:0:32667:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948505.495491:0:32667:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948505.495493:0:32667:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948505.495495:0:32667:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948505.495498:0:32667:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948505.495501:0:32667:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948505.495504:0:32667:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775000. 00000080:00000001:2.0:1783948505.495509:0:32667:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948505.495510:0:32667:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948505.495512:0:32667:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948505.495515:0:32667:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d21 00800000:00000001:2.0:1783948505.495518:0:32667:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948505.495520:0:32667:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948505.495522:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.495523:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.495526:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:2.0:1783948505.495527:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:2.0:1783948505.495530:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:2.0:1783948505.495533:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.495535:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948505.495536:0:32667:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948505.495538:0:32667:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948505.495540:0:32667:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d21 from it ffffb87d01c4bb38 00010000:00000001:2.0:1783948505.495542:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.495544:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.495545:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596800 refcount=3 00000020:00000001:2.0:1783948505.495547:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:2.0:1783948505.495549:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733490688 : -129839976060928 : ffff89e946596800) 00010000:00000001:2.0:1783948505.495552:0:32667:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948505.495554:0:32667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948505.495560:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.495561:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.495563:0:32667:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948505.495565:0:32667:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948505.495567:0:32667:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948505.495574:0:32667:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948505.495577:0:32667:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948505.495580:0:32667:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948505.495583:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.495584:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.495586:0:32667:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.495588:0:32667:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948505.495590:0:32667:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.495592:0:32667:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.495595:0:32667:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.495597:0:32667:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948505.495598:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.495599:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948505.495601:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948505.495604:0:32667:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948505.495606:0:32667:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:2.0:1783948505.495610:0:32667:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.495614:0:32667:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783948505.495616:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4bb50 00000080:00200000:2.0:1783948505.495619:0:32667:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), file ffff89e9491f8600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1783948505.495625:0:32667:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e958041540. 00000080:00000001:2.0:1783948505.495629:0:32667:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783948505.495631:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4ba00 00000080:00200000:2.0:1783948505.495633:0:32667:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000010:2.0:1783948505.495640:0:32667:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e958775000. 00800000:00000002:2.0:1783948505.495642:0:32667:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948505.495648:0:32667:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948505.495650:0:32667:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948505.495652:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4b920 00800000:00000002:2.0:1783948505.495653:0:32667:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948505.495657:0:32667:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783948505.495660:0:32667:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783948505.495665:0:32667:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:2.0:1783948505.495668:0:32667:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1783948505.495670:0:32667:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1783948505.495673:0:32667:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783948505.495676:0:32667:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783948505.495679:0:32667:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:2.0:1783948505.495682:0:32667:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948505.495684:0:32667:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948505.495686:0:32667:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948505.495688:0:32667:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948505.495690:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4b8a0 00800000:00000002:2.0:1783948505.495691:0:32667:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1783948505.495695:0:32667:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948505.495696:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4b7d8 00000002:00010000:2.0:1783948505.495766:0:32667:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1783948505.495772:0:32667:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948505.495775:0:32667:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948505.495778:0:32667:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783948505.495781:0:32667:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948505.495783:0:32667:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948505.495785:0:32667:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459200 count: 2 00010000:00000001:2.0:1783948505.495788:0:32667:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948505.495791:0:32667:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948505.495793:0:32667:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948505.495797:0:32667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783948505.495804:0:32667:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948505.495808:0:32667:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948505.495810:0:32667:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948505.495811:0:32667:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783948505.495814:0:32667:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948505.495815:0:32667:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948505.495817:0:32667:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459200 count: 3 00010000:00000001:2.0:1783948505.495819:0:32667:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948505.495821:0:32667:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948505.495822:0:32667:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948505.495823:0:32667:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948505.495825:0:32667:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459200 count: 3 00010000:00000001:2.0:1783948505.495827:0:32667:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948505.495828:0:32667:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948505.495830:0:32667:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948505.495831:0:32667:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948505.495832:0:32667:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459200 count: 3 00010000:00000001:2.0:1783948505.495834:0:32667:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948505.495836:0:32667:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.495838:0:32667:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783948505.495840:0:32667:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783948505.495844:0:32667:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783948505.495846:0:32667:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783948505.496049:0:32667:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948505.496052:0:32667:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.496055:0:32667:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948505.496059:0:32667:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948505.496061:0:32667:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948505.496062:0:32667:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948505.496064:0:32667:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948505.496068:0:32667:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596800 with handle 0x8c7cf19e4b440d21 from hash 00010000:00000001:2.0:1783948505.496070:0:32667:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948505.496071:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.496072:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.496074:0:32667:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948505.496076:0:32667:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948505.496078:0:32667:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948505.496080:0:32667:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948505.496082:0:32667:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948505.496084:0:32667:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783948505.496091:0:32667:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066e680. 00000020:00000040:2.0:1783948505.496094:0:32667:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948505.496100:0:32667:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948505.496101:0:32667:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.496105:0:32667:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948505.496108:0:32667:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948505.496109:0:32667:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948505.496112:0:32667:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948505.496114:0:32667:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948505.496117:0:32667:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948505.496123:0:32667:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c9c00. 00000100:00000001:2.0:1783948505.496139:0:32667:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.496144:0:32667:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948505.496147:0:32667:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948505.496150:0:32667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783948505.496157:0:32667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783948505.496158:0:32667:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948505.496160:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948505.496162:0:32667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946596800/0x8c7cf19e4b440d21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e062dc expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1783948505.496171:0:32667:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459200 count: 0 00010000:00000010:2.0:1783948505.496177:0:32667:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7f80. 00010000:00000001:2.0:1783948505.496187:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.496189:0:32667:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.496191:0:32667:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948505.496192:0:32667:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.496194:0:32667:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948505.496203:0:32667:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00010000:00000001:2.0:1783948505.496207:0:32667:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948505.496209:0:32667:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948505.496213:0:32667:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f300. 00010000:00000010:2.0:1783948505.496217:0:32667:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887980. 00010000:00000001:2.0:1783948505.496221:0:32667:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948505.496224:0:32667:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234c00. 00000020:00000001:2.0:1783948505.496227:0:32667:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948505.496229:0:32667:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234c00 with handle 0x8c7cf19e4b440d28 to hash 00000020:00000001:2.0:1783948505.496231:0:32667:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948505.496232:0:32667:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.496236:0:32667:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.496238:0:32667:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948505.496240:0:32667:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948505.496244:0:32667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32667 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948505.496250:0:32667:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32667 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948505.496261:0:32667:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948505.496271:0:32667:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948505.496406:0:32667:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32667 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948505.496412:0:32667:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948505.496414:0:32667:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948505.496421:0:32667:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6c180. 00000100:00000001:2.0:1783948505.496423:0:32667:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707102592 : -129840002449024 : ffff89e944c6c180) 00000100:00000001:2.0:1783948505.496426:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948505.496427:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00000100:00000001:2.0:1783948505.496431:0:32667:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948505.496435:0:32667:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948505.496436:0:32667:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948505.496438:0:32667:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948505.496442:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948505.496449:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948505.496451:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948505.496455:0:32667:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948505.496458:0:32667:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948505.496460:0:32667:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948505.496464:0:32667:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066e680 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32667:1870603636521728:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948505.496467:0:32667:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948505.496473:0:32667:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948505.496476:0:32667:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948505.496478:0:32667:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948505.496537:0:32667:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948505.496540:0:32667:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948505.496548:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948505.496552:0:32667:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919f8. 00000400:00000010:2.0:1783948505.496559:0:32667:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9581ca400. 00000100:00000200:2.0:1783948505.496566:0:32667:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636521728, portal 10 00000100:00000001:2.0:1783948505.496568:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948505.496570:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00000100:00000040:2.0:1783948505.496576:0:32667:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948521 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948505.496584:0:32667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948505.496587:0:32667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948505.496591:0:32667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948505.496595:0:32667:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870603636521728, offset 0 00000400:00000200:2.0:1783948505.496601:0:32667:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948505.496609:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948505.496614:0:32667:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948505.496618:0:32667:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948505.496621:0:32667:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948505.496624:0:32667:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948505.496626:0:32667:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948505.496628:0:32667:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2586:2586:256:4294967295] 192.168.202.104@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:2.0:1783948505.496631:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948505.496638:0:32667:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948505.496643:0:32667:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948505.496647:0:32667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011600. 00000800:00000200:2.0:1783948505.496652:0:32667:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948505.496657:0:32667:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948505.496661:0:32667:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1783948505.497138:0:32667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948505.497144:0:32667:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 799566 usecs (800 jiffies) 00000400:00000200:2.0:1783948505.497149:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948505.497152:0:32667:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296596449 00000100:00000001:3.0:1783948505.497394:0:32667:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296596711 00000100:00000001:3.0:1783948505.497399:0:32667:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296596449 00000100:00000001:3.0:1783948505.497401:0:32667:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296596711 00000100:00000001:3.0:1783948505.497403:0:32667:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948505.497407:0:32667:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948505.497409:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948505.497411:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948505.497414:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6c180 going to sleep for 11 seconds 00000100:00000001:3.0:1783948505.497417:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948505.497420:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948505.499128:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948505.499149:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011600. 00000400:00000200:0.0:1783948505.499156:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948505.499163:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948505.499171:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:0.0:1783948505.499174:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:0.0:1783948505.499179:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948505.499188:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948521 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948505.499203:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948505.499207:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948521 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948505.499214:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948505.499216:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948505.502910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459200. 00010000:00000010:2.1:1783948505.502939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596800. 00000800:00000001:1.0:1783948505.509621:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948505.509638:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948505.509642:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948505.509645:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948505.509654:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.509661:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948505.509674:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.509679:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.509685:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.509689:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9453b00 00000400:00000200:1.0:1783948505.509695:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.509703:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x71c1 [32] + 224 00000800:00000001:1.0:1783948505.509711:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948505.509719:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948505.509722:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948505.509726:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948505.509733:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948505.509741:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948521 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948505.509751:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948521 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.509812:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948505.509829:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948505.509840:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948505.509844:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.509884:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948505.509891:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2587:2587:256:4294967295] 192.168.202.104@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:1.0:1783948505.509895:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948505.509904:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948505.509910:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948505.509916:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e9493f0400. 00000800:00000200:1.0:1783948505.509931:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948505.509939:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948505.509944:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493f0400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948505.510037:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948505.510042:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e9493f0400. 00000400:00000200:1.0:1783948505.510045:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948505.510048:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948505.510055:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948505.510058:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948505.510758:0:32667:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948505.510761:0:32667:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948505.510765:0:32667:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919f8. 00000400:00000200:3.0:1783948505.510770:0:32667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9581ca400 00000400:00000010:3.0:1783948505.510772:0:32667:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9581ca400. 00000100:00000001:3.0:1783948505.510776:0:32667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948505.510783:0:32667:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948521 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948505.510793:0:32667:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e680 x1870603636521728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948521 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.510800:0:32667:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948505.510803:0:32667:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948505.510806:0:32667:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948505.510810:0:32667:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948505.510813:0:32667:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948505.510815:0:32667:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948505.510818:0:32667:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948505.510828:0:32667:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=25 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948505.510832:0:32667:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948505.510835:0:32667:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948505.510837:0:32667:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.510839:0:32667:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948505.510843:0:32667:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948505.510846:0:32667:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948505.510848:0:32667:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:3.0:1783948505.511158:0:32667:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948505.511161:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948505.511163:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00000100:00000001:3.0:1783948505.511166:0:32667:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948505.511168:0:32667:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1783948505.511171:0:32667:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948505.511173:0:32667:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948505.511179:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948521 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.511188:0:32667:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948505.511191:0:32667:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948505.511194:0:32667:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948505.511198:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948521 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948505.511205:0:32667:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e680 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32667:1870603636521728:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948505.511212:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948505.511215:0:32667:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948505.511219:0:32667:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948505.511221:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948505.511225:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948521 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948505.511234:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948505.511237:0:32667:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944c6c180. 00000100:00000001:3.0:1783948505.511241:0:32667:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948505.511243:0:32667:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948505.511247:0:32667:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948505.511252:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948505.511255:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948505.511260:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=4 00000020:00000001:3.0:1783948505.511263:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:3.0:1783948505.511267:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000040:3.0:1783948505.511395:0:32667:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234c00, remote cookie: 0x2ceea11ad5e062f8, flags: 0x1001 00010000:00010000:3.0:1783948505.511402:0:32667:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948505.511411:0:32667:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948505.511415:0:32667:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783948505.511771:0:32667:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6fa00. 00010000:00000010:2.0:1783948505.511777:0:32667:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887400. 00010000:00000040:2.0:1783948505.511783:0:32667:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f300 count: 0 00010000:00000010:2.0:1783948505.511789:0:32667:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887980. 00010000:00000001:2.0:1783948505.511798:0:32667:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948505.511802:0:32667:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948505.511810:0:32667:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948505.511816:0:32667:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948505.511820:0:32667:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948505.511822:0:32667:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948505.511824:0:32667:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948505.511825:0:32667:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948505.511828:0:32667:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff89e958f6fa00) refcount = 1 00010000:00010000:2.0:1783948505.511832:0:32667:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948505.511839:0:32667:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948505.511842:0:32667:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948505.511844:0:32667:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948505.511847:0:32667:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948505.511920:0:32667:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948505.511976:0:32667:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948505.511984:0:32667:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948505.511985:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.511987:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.511988:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.511989:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.511990:0:32667:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948505.511996:0:32667:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948505.511998:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.512000:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.512002:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:2.0:1783948505.512005:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512007:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512009:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.512010:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.512011:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=4 00000020:00000001:2.0:1783948505.512013:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512015:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512018:0:32667:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948505.512022:0:32667:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948505.512024:0:32667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948505.512030:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.512031:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.512032:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.512033:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.512034:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=5 00000020:00000001:2.0:1783948505.512035:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512037:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512039:0:32667:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948505.512042:0:32667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948505.512048:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.512048:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948505.512050:0:32667:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948505.512055:0:32667:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948505.512057:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.512057:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.512058:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.512060:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948505.512066:0:32667:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948521 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948505.512074:0:32667:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783948505.512079:0:32667:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948521 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948505.512085:0:32667:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.512091:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.512092:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.512093:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:2.0:1783948505.512095:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512097:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00000002:00010000:2.0:1783948505.512100:0:32667:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783948505.512109:0:32667:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e94477c100. 00010000:00000001:2.0:1783948505.512110:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.512111:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948505.512113:0:32667:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948505.512115:0:32667:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948505.512118:0:32667:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783948505.512120:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948505.512122:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00000100:00000001:2.0:1783948505.512123:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948505.512124:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00010000:00000001:2.0:1783948505.512126:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.512127:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.512138:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:2.0:1783948505.512141:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512143:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00000002:00010000:2.0:1783948505.512146:0:32667:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948505.512152:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.512153:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.512155:0:32667:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948505.512156:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.512157:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.512158:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:2.0:1783948505.512159:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.512161:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000040:2.0:1783948505.512165:0:32667:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fa00 count: 2 00010000:00000001:2.0:1783948505.512167:0:32667:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948505.512171:0:32667:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:2.0:1783948505.512173:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.512174:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948505.512175:0:32667:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948505.512177:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4b760 00000002:00002000:2.0:1783948505.512180:0:32667:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1783948505.512182:0:32667:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948505.512185:0:32667:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948505.512188:0:32667:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948505.512191:0:32667:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783948505.512194:0:32667:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948505.512198:0:32667:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:2.0:1783948505.512202:0:32667:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783948505.512204:0:32667:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e958041540 it_disposition 1800037 00000080:00002000:2.0:1783948505.512212:0:32667:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e952d73948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1783948505.512219:0:32667:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948505.512222:0:32667:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:2.0:1783948505.512224:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4b988 00000080:00200000:2.0:1783948505.512226:0:32667:0:(namei.c:1623:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000001:2.0:1783948505.512229:0:32667:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:2.0:1783948505.512231:0:32667:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948505.512236:0:32667:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948505.512240:0:32667:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948505.512243:0:32667:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:2.0:1783948505.512246:0:32667:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783948505.512257:0:32667:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d1eb40. 00000020:00000001:2.0:1783948505.512270:0:32667:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1783948505.512271:0:32667:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1783948505.512496:0:32667:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783948505.512499:0:32667:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff89e951d1ec08) 00000020:00000001:2.0:1783948505.512504:0:32667:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948505.512510:0:32667:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948505.512515:0:32667:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958774c00. 00000020:00000010:2.0:1783948505.512520:0:32667:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775400. 00000020:00000010:2.0:1783948505.512541:0:32667:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580413c0. 00000008:00000010:2.0:1783948505.512563:0:32667:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948505.512568:0:32667:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948505.512586:0:32667:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948505.512593:0:32667:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948505.512613:0:32667:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948505.512618:0:32667:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775c00. 00000008:00000010:2.0:1783948505.512622:0:32667:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948505.512639:0:32667:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948505.512643:0:32667:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948505.512647:0:32667:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948505.512650:0:32667:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948505.512652:0:32667:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948505.512669:0:32667:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1783948505.512674:0:32667:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e9516a3190. 00000020:00000001:2.0:1783948505.512677:0:32667:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783948505.512687:0:32667:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948505.512695:0:32667:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:2.0:1783948505.512699:0:32667:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e9519895d0. 00020000:00000001:2.0:1783948505.512701:0:32667:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614233922180560 : -129839787371056 : ffff89e9519895d0) 00020000:00000001:2.0:1783948505.512705:0:32667:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:2.0:1783948505.512708:0:32667:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948505.512713:0:32667:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041ae0. 00020000:00000010:2.0:1783948505.512717:0:32667:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947145580. 00020000:00000010:2.0:1783948505.512738:0:32667:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9580412a0. 00020000:00000001:2.0:1783948505.512741:0:32667:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029888160 : -129839679663456 : ffff89e9580412a0) 00020000:00000002:2.0:1783948505.512754:0:32667:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9580412a0, objid 0x2d:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948505.512760:0:32667:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948505.512764:0:32667:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145580: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:2.0:1783948505.512766:0:32667:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1783948505.512769:0:32667:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9580412a0, objid 0x2d:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948505.512772:0:32667:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948505.512774:0:32667:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145580: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000010:2.0:1783948505.512778:0:32667:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e960265640. 00020000:00000010:2.0:1783948505.512781:0:32667:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e944c6c3c0. 00020000:00000001:2.0:1783948505.512800:0:32667:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1783948505.512804:0:32667:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e9466de1b8. 00020000:00000001:2.0:1783948505.512808:0:32667:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1783948505.512809:0:32667:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1783948505.512830:0:32667:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1783948505.512834:0:32667:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e9516a3320. 00000020:00000001:2.0:1783948505.512836:0:32667:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783948505.512838:0:32667:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948505.512839:0:32667:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614233919140768 : -129839790410848 : ffff89e9516a33a0) 00020000:00000001:2.0:1783948505.512843:0:32667:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1783948505.512847:0:32667:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e95201efc0. 00020000:00000001:2.0:1783948505.513148:0:32667:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948505.513156:0:32667:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233919140768 : -129839790410848 : ffff89e9516a33a0) 00020000:00000001:2.0:1783948505.513159:0:32667:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614233919140768 : -129839790410848 : ffff89e9516a33a0) 00020000:00000002:2.0:1783948505.513163:0:32667:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x19:0x0]@ffff89e9516a3320[0:0] -> [0x200000404:0x2d:0x0]@ffff89e9516a3190: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:2.0:1783948505.513169:0:32667:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1783948505.513172:0:32667:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1783948505.513175:0:32667:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948505.513179:0:32667:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233919140368 : -129839790411248 : ffff89e9516a3210) 00000020:00001000:2.0:1783948505.513183:0:32667:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948505.513188:0:32667:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775400. 00000020:00000010:2.0:1783948505.513194:0:32667:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580413c0. 00000008:00000010:2.0:1783948505.513199:0:32667:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948505.513203:0:32667:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948505.513207:0:32667:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948505.513210:0:32667:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948505.513213:0:32667:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948505.513217:0:32667:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958774c00. 00000008:00000010:2.0:1783948505.513220:0:32667:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948505.513224:0:32667:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948505.513228:0:32667:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948505.513230:0:32667:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948505.513233:0:32667:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775c00. 00000020:00000010:2.0:1783948505.513234:0:32667:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948505.513239:0:32667:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:2.0:1783948505.513241:0:32667:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783948505.513244:0:32667:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1783948505 00000080:00000001:2.0:1783948505.513249:0:32667:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783948505.513252:0:32667:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925938184 : -129839783613432 : ffff89e951d1ec08) 00010000:00000001:2.0:1783948505.513255:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.513257:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.513261:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:2.0:1783948505.513263:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.513267:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00000080:00000001:2.0:1783948505.513270:0:32667:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948505.513272:0:32667:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948505.513276:0:32667:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948505.513278:0:32667:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775c00. 00000020:00000010:2.0:1783948505.513473:0:32667:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774c00. 00000020:00000010:2.0:1783948505.513476:0:32667:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580413c0. 00000008:00000010:2.0:1783948505.513479:0:32667:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948505.513483:0:32667:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948505.513485:0:32667:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948505.513489:0:32667:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948505.513492:0:32667:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948505.513494:0:32667:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775400. 00000008:00000010:2.0:1783948505.513497:0:32667:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948505.513500:0:32667:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948505.513502:0:32667:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948505.513504:0:32667:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948505.513506:0:32667:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948505.513508:0:32667:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948505.513511:0:32667:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948505.513514:0:32667:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948505.513516:0:32667:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948505.513520:0:32667:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041480. 00020000:00000010:2.0:1783948505.513523:0:32667:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947145100. 00020000:00000010:2.0:1783948505.513527:0:32667:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041960. 00020000:00000001:2.0:1783948505.513529:0:32667:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029889888 : -129839679661728 : ffff89e958041960) 00020000:00000002:2.0:1783948505.513531:0:32667:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041960, objid 0x2d:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948505.513535:0:32667:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948505.513539:0:32667:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145100: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000002:2.0:1783948505.513542:0:32667:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9519895d0) owner ffff89e9516527c0 00020000:00000001:2.0:1783948505.513545:0:32667:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948505.513548:0:32667:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9519895d0) owner ffff89e9516527c0 00020000:00000010:2.0:1783948505.513552:0:32667:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947145100. 00020000:00000010:2.0:1783948505.513555:0:32667:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041480. 00020000:00000010:2.0:1783948505.513558:0:32667:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041960. 00020000:00000002:2.0:1783948505.513560:0:32667:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948505.513562:0:32667:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948505.513564:0:32667:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948505.513567:0:32667:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948505.513570:0:32667:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9516527c0 00020000:00000002:2.0:1783948505.513573:0:32667:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9580412a0 addref 2/0 by ffff89e9516527c0. 00020000:00000002:2.0:1783948505.513576:0:32667:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9516527c0 00020000:00000001:2.0:1783948505.513578:0:32667:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948505.513580:0:32667:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948505.513582:0:32667:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948505.513583:0:32667:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783948505.513586:0:32667:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783948505.513588:0:32667:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783948505.513591:0:32667:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948505.513593:0:32667:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774c00. 00000020:00000010:2.0:1783948505.513595:0:32667:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580413c0. 00000008:00000010:2.0:1783948505.513597:0:32667:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948505.513600:0:32667:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226300. 00008000:00000010:2.0:1783948505.513602:0:32667:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948505.513605:0:32667:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948505.513607:0:32667:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948505.513609:0:32667:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775c00. 00000008:00000010:2.0:1783948505.513611:0:32667:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948505.513614:0:32667:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948505.513616:0:32667:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948505.513617:0:32667:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948505.513620:0:32667:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775400. 00000020:00000010:2.0:1783948505.513622:0:32667:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948505.513624:0:32667:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.513626:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.513628:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948505.513629:0:32667:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948505.513633:0:32667:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948505.513635:0:32667:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948505.513638:0:32667:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff89e951d1ec08) 00000080:00010000:2.0:1783948505.513641:0:32667:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff89e951d1ec08) for lock 0x8c7cf19e4b440d28 00800000:00000001:2.0:1783948505.513644:0:32667:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948505.513647:0:32667:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948505.513648:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.513650:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.513652:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:2.0:1783948505.513654:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.513656:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.513659:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.513660:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948505.513661:0:32667:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948505.513663:0:32667:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.513664:0:32667:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:2.0:1783948505.513667:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948505.513678:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948505.513686:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.513693:0:32667:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948505.513697:0:32667:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff89e951d1ec08) 00000080:00000001:2.0:1783948505.513700:0:32667:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948505.513704:0:32667:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958775000. 00000100:00000001:2.0:1783948505.513706:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948505.513709:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948505.513715:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.513719:0:32667:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1783948505.513720:0:32667:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.513730:0:32667:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948505.513733:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4ba60 00000080:00200008:2.0:1783948505.513736:0:32667:0:(file.c:1058:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff89e951d1ec08), flags 100102 00000080:00000010:2.0:1783948505.513744:0:32667:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9603023c0. 00000080:00000010:2.0:1783948505.513751:0:32667:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e94477c000. 00000080:00000001:2.0:1783948505.513753:0:32667:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783948505.513759:0:32667:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1783948505.513763:0:32667:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783948505.513767:0:32667:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9461be300. 00000002:00100000:2.0:1783948505.513772:0:32667:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948505.513778:0:32667:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948505.513780:0:32667:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948505.513784:0:32667:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783948505.513787:0:32667:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.513790:0:32667:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948505.513793:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948505.513796:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783948505.513803:0:32667:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948505.513807:0:32667:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948505.513840:0:32667:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783948505.513842:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948505.513845:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4ba60 00000080:00000008:2.0:1783948505.513847:0:32667:0:(file.c:1297:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff89e951d1ec08), flags 100102, rc = 0 00000080:00000001:2.0:1783948505.513921:0:32667:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783948505.513982:0:32667:0:(dcache.c:176:ll_intent_release()) intent ffff89e958041540 released 00000080:00010000:2.0:1783948505.513985:0:32667:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d28 from it ffff89e958041540 00010000:00000001:2.0:1783948505.513988:0:32667:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948505.513989:0:32667:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948505.513991:0:32667:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234c00 refcount=3 00000020:00000001:2.0:1783948505.513992:0:32667:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.513996:0:32667:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931271168 : -129839778280448 : ffff89e952234c00) 00010000:00000001:2.0:1783948505.513998:0:32667:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948505.514002:0:32667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948505.514010:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.514011:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.514012:0:32667:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948505.514014:0:32667:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948505.514017:0:32667:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948505.514023:0:32667:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948505.514026:0:32667:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948505.514028:0:32667:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948505.514032:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.514033:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948505.514034:0:32667:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.514037:0:32667:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948505.514038:0:32667:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.514040:0:32667:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.514043:0:32667:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948505.514045:0:32667:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948505.514047:0:32667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948505.514048:0:32667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948505.514049:0:32667:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783948505.514051:0:32667:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783948505.514053:0:32667:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948505.514054:0:32667:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948505.514057:0:32667:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948505.514058:0:32667:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.514061:0:32667:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783948505.514063:0:32667:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.514064:0:32667:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948505.514067:0:32667:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.514068:0:32667:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948505.514071:0:32667:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e958041540. 00000080:00000001:2.0:1783948505.514074:0:32667:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948505.514079:0:32667:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948505.514082:0:32667:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff89e951d1ec08), inode mode 81a4 mask 40 00000080:00000001:2.0:1783948505.514085:0:32667:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783948505.524948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f300. 00010000:00000001:2.0:1783948506.328058:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948506.328065:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948506.328069:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948506.328070:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948506.330615:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948506.330623:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948506.330628:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948506.839978:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296596711, at 4296596992 00000100:00000010:0.0:1783948506.839995:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9506193c0. 00000100:00000040:1.0:1783948506.840961:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296596711, at 4296596993 00000100:00000010:1.0:1783948506.840972:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619900. 00000100:00000040:0.0:1783948507.352168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948507.352180:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948507.352193:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948507.352200:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948507.352205:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948507.352208:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948507.352214:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948507.352222:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5ba00. 00000100:00000001:0.0:1783948507.352229:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.352242:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948507.352253:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948507.352268:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.352276:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb18f6c4] to pc [ptlrpcd_00_00+0] req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.352332:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948507.352338:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948507.352340:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948507.352346:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.352354:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948507.352356:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948507.352360:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948507.352363:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948507.352365:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948507.352369:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636521856:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948507.352373:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948507.352378:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948507.352380:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948507.352382:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948507.352388:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951730a00. 02000000:00000001:1.0:1783948507.352389:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948507.352397:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948507.352401:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888160. 00000400:00000010:1.0:1783948507.352409:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618550. 00000100:00000200:1.0:1783948507.352416:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636521856, portal 25 00000100:00000001:1.0:1783948507.352419:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948507.352420:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:1.0:1783948507.352426:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.352450:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948507.352453:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948507.352456:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506187f8. 00000100:00000200:1.0:1783948507.352460:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636521856, offset 0 00000400:00000200:1.0:1783948507.352466:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948507.352475:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.352482:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948507.352498:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948507.352502:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948507.352506:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948507.352509:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948507.352513:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2588:2588:256:4294967295] 192.168.202.104@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:1.0:1783948507.352518:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.352528:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948507.352544:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948507.352550:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e000. 00000800:00000200:1.0:1783948507.352558:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948507.352576:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948507.352580:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948507.352596:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948507.352599:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948507.352602:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296601829 00000100:00000010:1.0:1783948507.352608:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619900. 00000100:00000001:1.0:1783948507.352617:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783948507.352623:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296601829 00000100:00000010:1.0:1783948507.352626:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9506190c0. 00000100:00000001:1.0:1783948507.352629:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948507.352632:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948507.352635:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.352639:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.352641:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948507.352925:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.352928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948507.352932:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948507.352936:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240e00. 00000020:00000040:0.0:1783948507.352939:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948507.352942:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948507.352944:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948507.352946:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948507.352950:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b300. 00000100:00000001:0.0:1783948507.352954:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.352960:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948507.352968:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948507.352971:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.352975:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dba0cfc7] to pc [ptlrpcd_00_01+1] req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783948507.353469:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948507.353473:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948507.353482:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948507.353484:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948507.353831:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948507.353835:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948507.353838:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948507.365209:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948507.365217:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948507.365225:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948507.365228:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948507.365232:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948507.365236:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1783948507.365238:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948507.365240:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948507.365241:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948507.365243:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948507.365244:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948507.365246:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948507.365273:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.365285:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948507.365288:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948507.365293:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948507.365297:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948507.365300:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948507.365303:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636521984:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948507.365307:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948507.365666:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948507.365670:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948507.365673:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948507.365683:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951730200. 02000000:00000001:1.0:1783948507.365686:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948507.365694:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948507.365699:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438885d8. 00000400:00000010:1.0:1783948507.365707:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618990. 00000100:00000200:1.0:1783948507.365715:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636521984, portal 10 00000100:00000001:1.0:1783948507.365718:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948507.365720:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000040:1.0:1783948507.365729:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.365736:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948507.365738:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948507.365741:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948507.365745:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636521984, offset 0 00000400:00000200:1.0:1783948507.365752:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948507.365761:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.365768:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948507.365774:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948507.365778:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948507.365781:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948507.365784:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948507.365787:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2589:2589:255:4294967295] 192.168.202.104@tcp LPNI seq info [2589:2589:7:4294967295] 00000400:00000200:1.0:1783948507.365791:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.365802:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948507.365808:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948507.365812:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948507.365819:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948507.365826:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948507.365830:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948507.365835:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948507.365838:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 798585 usecs (799 jiffies) 00000400:00000200:1.0:1783948507.365841:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948507.365844:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296598316 00000100:00000001:1.0:1783948507.365847:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296601829 00000100:00000001:1.0:1783948507.365874:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296598316 00000100:00000001:1.0:1783948507.365877:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296601829 00000100:00000001:1.0:1783948507.365879:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948507.365882:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.365885:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.365888:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948507.365947:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948507.365952:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e000. 00000400:00000200:1.0:1783948507.365958:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948507.365963:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948507.365969:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506187f8 00000400:00000010:1.0:1783948507.365971:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506187f8. 00000100:00000001:1.0:1783948507.365976:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948507.365981:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.365991:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948507.365995:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.366002:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.366003:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948507.367580:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948507.367590:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948507.367597:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948507.367605:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948507.367612:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:1.0:1783948507.367615:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:1.0:1783948507.367620:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948507.367628:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.367639:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948507.367643:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.367651:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.367653:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783948507.367705:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948507.367709:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948507.368289:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.368294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783948507.368299:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783948507.368302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948507.368305:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948507.368328:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948507.368333:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:0.0:1783948507.368337:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948507.368340:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948507.368346:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948507.368355:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b000. 00000100:00000001:0.0:1783948507.368363:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.368370:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948507.368380:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948507.368385:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.368390:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e82cba] to pc [ptlrpcd_00_00+0] req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.368406:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.368411:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1935) 00000100:00000001:1.0:1783948507.370692:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1783948507.370703:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1783948507.370707:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948507.370719:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948507.370721:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948507.370724:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948507.370726:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948507.370730:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948507.370743:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.370755:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948507.370757:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948507.370762:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948507.370765:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948507.370768:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948507.370772:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636522112:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948507.370777:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948507.370784:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948507.370787:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948507.370789:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948507.370799:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951731200. 02000000:00000001:1.0:1783948507.370801:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948507.370809:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948507.370814:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888738. 00000400:00000010:1.0:1783948507.370822:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506182a8. 00000100:00000200:1.0:1783948507.370831:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636522112, portal 4 00000100:00000001:1.0:1783948507.370833:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948507.370835:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:1.0:1783948507.370844:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.370899:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948507.370902:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948507.370906:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506187f8. 00000100:00000200:1.0:1783948507.370910:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636522112, offset 0 00000400:00000200:1.0:1783948507.370916:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948507.370926:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.370934:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948507.370939:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948507.370943:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948507.370946:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948507.370949:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948507.370953:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2590:2590:256:4294967295] 192.168.202.104@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:1.0:1783948507.370957:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.370967:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948507.370973:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948507.370984:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948507.370991:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948507.370999:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948507.371004:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948507.371018:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948507.371022:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 252920 usecs (253 jiffies) 00000400:00000200:1.0:1783948507.371025:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948507.371028:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296597776 00000100:00000001:1.0:1783948507.371031:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296601829 00000100:00000001:1.0:1783948507.371034:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296597776 00000100:00000001:1.0:1783948507.371037:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296601829 00000100:00000001:1.0:1783948507.371039:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948507.371042:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.371045:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.371047:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.371063:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948507.371065:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948507.371067:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.371069:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948507.371177:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948507.371181:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:0.0:1783948507.371188:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948507.371193:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948507.371199:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506187f8 00000400:00000010:0.0:1783948507.371201:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506187f8. 00000100:00000001:0.0:1783948507.371206:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948507.371211:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.371226:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948507.371230:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.371236:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948507.371238:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948507.372945:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948507.372962:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948507.372965:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948507.372967:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948507.372974:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.372980:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948507.372988:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.372993:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.372998:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.373001:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9453c00 00000400:00000200:1.0:1783948507.373007:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.373014:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x71d9 [1] + 224 00000800:00000001:1.0:1783948507.373020:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948507.373027:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948507.373031:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948507.373034:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948507.373042:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948507.373051:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948507.373071:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.373134:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948507.373138:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948507.373156:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948507.373165:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948507.373169:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783948507.373725:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948507.373728:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948507.373732:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438885d8. 00000400:00000200:0.0:1783948507.373737:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618990 00000400:00000010:0.0:1783948507.373739:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618990. 00000100:00000001:0.0:1783948507.373746:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948507.373753:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948507.373761:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.373768:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948507.373770:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948507.373773:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948507.373776:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948507.373779:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948507.373781:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948507.373784:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948507.373793:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=27 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948507.373797:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948507.373800:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948507.373801:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948507.373805:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948507.373809:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948507.373813:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948507.373815:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1783948507.373817:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948507.373821:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.373826:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.373832:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948507.373836:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948507.373837:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948507.373841:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948507.373849:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636521984:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948507.373888:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948507.373891:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948507.373894:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240e00 x1870603636521984/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.373901:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948507.373904:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948507.373908:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951730200. 02000000:00000001:0.0:1783948507.373912:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948507.373915:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948507.373917:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948507.373919:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948507.373922:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b300. 02000000:00000001:0.0:1783948507.373926:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948507.373928:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948507.373930:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240e00. 00000100:00000001:0.0:1783948507.373933:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948507.373934:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948507.373937:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948507.373939:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948507.373940:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948507.373942:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948507.373943:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948507.379678:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948507.379698:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948507.379702:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948507.379705:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948507.379712:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948507.379720:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948507.379729:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948507.379734:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948507.379739:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948507.379743:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9453b80 00000400:00000200:0.0:1783948507.379748:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948507.379754:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x71c9 [1] + 224 00000800:00000001:0.0:1783948507.379762:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948507.379811:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948507.379815:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948507.379819:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948507.379826:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948507.379834:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948507.379845:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.380177:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948507.380182:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948507.380197:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948507.380209:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948507.380212:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783948507.383877:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948507.383884:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948507.383888:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888160. 00000400:00000200:1.0:1783948507.383897:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618550 00000400:00000010:1.0:1783948507.383899:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618550. 00000100:00000001:1.0:1783948507.383904:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948507.383917:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948507.383929:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.383939:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948507.383941:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948507.383944:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948507.383948:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948507.383951:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948507.383953:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948507.383956:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948507.383963:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948507.383969:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948507.383971:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948507.383973:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948507.383976:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948507.383979:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.383982:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948507.383987:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.383994:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948507.383998:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948507.384000:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948507.384004:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948507.384012:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636521856:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948507.384017:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948507.384021:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948507.384023:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636521856/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.384030:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948507.384033:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948507.384036:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951730a00. 02000000:00000001:1.0:1783948507.384040:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948507.384043:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948507.384045:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948507.384047:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948507.384050:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5ba00. 02000000:00000001:1.0:1783948507.384054:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948507.384056:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948507.384058:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:1.0:1783948507.384062:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948507.384063:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948507.384080:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948507.384089:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948507.384091:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948507.384094:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948507.384096:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948507.396299:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948507.396321:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948507.396325:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948507.396328:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948507.396338:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.396346:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948507.396355:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.396360:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.396366:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.396370:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9453c80 00000400:00000200:1.0:1783948507.396374:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948507.396381:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x71e9 [1] + 224 00000800:00000001:1.0:1783948507.396389:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948507.396401:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948507.396405:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948507.396409:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948507.396416:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948507.396425:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948507.396436:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948507.396461:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948507.396470:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948507.396473:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948507.396541:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948507.396546:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948507.396555:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948507.396557:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948507.396560:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888738. 00000400:00000200:0.0:1783948507.396565:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506182a8 00000400:00000010:0.0:1783948507.396567:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506182a8. 00000100:00000001:0.0:1783948507.396570:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948507.396575:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948507.396583:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.396590:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948507.396592:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948507.396595:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948507.396599:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948507.396601:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948507.396603:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948507.396606:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948507.396615:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948507.396620:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948507.396622:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948507.396624:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948507.396627:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948507.396630:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948507.396634:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948507.396637:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1783948507.396639:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948507.396640:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948507.396645:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.396652:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948507.396665:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948507.396668:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948507.396672:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948507.396681:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636522112:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948507.396686:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948507.396688:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948507.396692:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636522112/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948507.396698:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948507.396700:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948507.396705:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951731200. 02000000:00000001:0.0:1783948507.396709:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948507.396712:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948507.396714:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948507.396717:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948507.396720:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b000. 02000000:00000001:0.0:1783948507.396723:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948507.396725:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948507.396727:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948507.396731:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948507.396732:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948507.396734:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948507.396742:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948507.396744:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948507.396746:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948507.396748:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948508.376039:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948508.376048:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948508.376054:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948508.376057:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948508.376085:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948508.376088:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948508.376091:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948509.399978:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948509.399985:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948509.399991:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948509.399992:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948509.400075:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948509.400079:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948509.400083:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948510.423983:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948510.423991:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948510.423997:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948510.423998:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948510.425942:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948510.425950:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948510.425954:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783948510.936932:0:15856:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783948510.936941:0:15856:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948511.448521:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948511.448530:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948511.448536:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948511.448538:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948511.448566:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948511.448569:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948511.448572:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1783948511.658712:0:32667:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948511.658722:0:32667:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9516527c0 00020000:00000002:2.0:1783948511.658728:0:32667:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9516527c0 00020000:00000001:2.0:1783948511.658730:0:32667:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948511.658739:0:32667:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948511.658742:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4bdb8 00000080:00200008:2.0:1783948511.658744:0:32667:0:(file.c:447:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff89e951d1ec08), flags 100002 00000080:00000001:2.0:1783948511.658749:0:32667:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783948511.658752:0:32667:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783948511.658753:0:32667:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948511.658754:0:32667:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9516527c0 00020000:00000002:2.0:1783948511.658756:0:32667:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9519895d0) owner 0000000000000000/ffff89e9516527c0 00020000:00000001:2.0:1783948511.658758:0:32667:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948511.658760:0:32667:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1783948511.658768:0:32667:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948511.658772:0:32667:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948511.658778:0:32667:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fa00 count: 2 00010000:00000001:2.0:1783948511.658781:0:32667:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948511.658786:0:32667:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948511.658788:0:32667:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:2.0:1783948511.658790:0:32667:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783948511.658792:0:32667:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783948511.658799:0:32667:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e958774e00. 00000080:00000001:2.0:1783948511.658801:0:32667:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783948511.658806:0:32667:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783948511.658810:0:32667:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:2.0:1783948511.658812:0:32667:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:2.0:1783948511.658816:0:32667:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783948511.658818:0:32667:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:2.0:1783948511.658823:0:32667:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066f480. 00000020:00000040:2.0:1783948511.658828:0:32667:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948511.658832:0:32667:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948511.658836:0:32667:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948511.658840:0:32667:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948511.658846:0:32667:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958775e00. 00000100:00000001:2.0:1783948511.658873:0:32667:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783948511.658892:0:32667:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783948511.658903:0:32667:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783948511.658909:0:32667:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783948511.658917:0:32667:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948511.658919:0:32667:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948511.658926:0:32667:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6cb40. 00000100:00000001:2.0:1783948511.658928:0:32667:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707105088 : -129840002446528 : ffff89e944c6cb40) 00000100:00000001:2.0:1783948511.658931:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948511.658932:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902150784 : -129839807400832 : ffff89e95066f480) 00000100:00000001:2.0:1783948511.658936:0:32667:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948511.658941:0:32667:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948511.658943:0:32667:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948511.658944:0:32667:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948511.658949:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948511.658956:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948511.658958:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948511.658962:0:32667:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948511.658964:0:32667:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948511.658967:0:32667:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948511.658970:0:32667:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066f480 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32667:1870603636522368:192.168.202.104@tcp:35:multiop.0 00000100:00000001:2.0:1783948511.658974:0:32667:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948511.658980:0:32667:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948511.658982:0:32667:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948511.658985:0:32667:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948511.658989:0:32667:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581ca800. 02000000:00000001:2.0:1783948511.658991:0:32667:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948511.658999:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948511.659003:0:32667:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891cb8. 00000400:00000010:2.0:1783948511.659010:0:32667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2990. 00000100:00000200:2.0:1783948511.659020:0:32667:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636522368, portal 10 00000100:00000001:2.0:1783948511.659021:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948511.659023:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902150784 : -129839807400832 : ffff89e95066f480) 00000100:00000040:2.0:1783948511.659029:0:32667:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948511.659037:0:32667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948511.659040:0:32667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948511.659042:0:32667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2dd0. 00000100:00000200:2.0:1783948511.659046:0:32667:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636522368, offset 0 00000400:00000200:2.0:1783948511.659052:0:32667:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948511.659060:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948511.659067:0:32667:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948511.659083:0:32667:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948511.659088:0:32667:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948511.659092:0:32667:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948511.659096:0:32667:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948511.659100:0:32667:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2591:2591:256:4294967295] 192.168.202.104@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:2.0:1783948511.659105:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948511.659115:0:32667:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948511.659122:0:32667:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948511.659128:0:32667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011300. 00000800:00000200:2.0:1783948511.659135:0:32667:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948511.659143:0:32667:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948511.659147:0:32667:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783948511.659169:0:32667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948511.659183:0:32667:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 797617 usecs (798 jiffies) 00000400:00000200:2.0:1783948511.659187:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948511.659190:0:32667:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296602609 00000100:00000001:2.0:1783948511.659197:0:32667:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296601829 00000100:00000001:2.0:1783948511.659203:0:32667:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296602609 00000100:00000001:2.0:1783948511.659206:0:32667:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296601829 00000100:00000001:2.0:1783948511.659210:0:32667:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948511.659213:0:32667:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948511.660498:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948511.660507:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011300. 00000400:00000200:0.0:1783948511.660515:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948511.660522:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948511.660529:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2dd0 00000400:00000010:0.0:1783948511.660532:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2dd0. 00000100:00000001:0.0:1783948511.660537:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948511.660543:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948511.660554:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948511.660558:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948511.660565:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948511.660567:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783948511.660830:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948511.660836:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948511.660840:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 11 seconds 00000100:00000001:2.0:1783948511.660843:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948511.660846:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.471994:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296602609, at 4296602624 00000100:00000010:1.0:1783948512.472013:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9506190c0. 00000100:00000040:0.0:1783948512.472137:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296602609, at 4296602624 00000100:00000010:0.0:1783948512.472144:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619900. 00000100:00000040:1.0:1783948512.472194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948512.472200:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948512.472212:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd180. 00000020:00000040:1.0:1783948512.472218:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:1.0:1783948512.472222:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948512.472225:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948512.472231:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948512.472238:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e000. 00000100:00000001:1.0:1783948512.472245:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472258:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948512.472269:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948512.472274:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472282:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65fd5cd] to pc [ptlrpcd_00_01+1] req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472315:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948512.472321:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948512.472324:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948512.472326:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948512.472328:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948512.472329:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948512.472332:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948512.472335:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4ef00. 00000100:00000001:1.0:1783948512.472339:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472342:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948512.472349:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948512.472352:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472356:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bc0de2] to pc [ptlrpcd_00_00+0] req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472364:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948512.472370:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948512.472372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948512.472375:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948512.472378:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc700. 00000020:00000040:1.0:1783948512.472381:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:1.0:1783948512.472383:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948512.472384:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948512.472386:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948512.472389:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e800. 00000100:00000001:1.0:1783948512.472392:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472397:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948512.472404:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948512.472406:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472410:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8fe41] to pc [ptlrpcd_00_01+1] req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472417:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472421:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1940) 00000100:00000001:1.0:1783948512.472435:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948512.472438:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948512.472441:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948512.472446:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472453:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948512.472455:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948512.472460:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948512.472462:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948512.472465:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948512.472468:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636522624:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948512.472472:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948512.472479:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948512.472481:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948512.472484:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948512.472489:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951730200. 02000000:00000001:1.0:1783948512.472491:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948512.472498:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948512.472503:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888160. 00000400:00000010:1.0:1783948512.472511:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618550. 00000100:00000200:1.0:1783948512.472519:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636522624, portal 10 00000100:00000001:1.0:1783948512.472521:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948512.472522:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:1.0:1783948512.472529:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472537:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948512.472539:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948512.472542:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618220. 00000100:00000200:1.0:1783948512.472545:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636522624, offset 0 00000400:00000200:1.0:1783948512.472552:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948512.472561:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.472581:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948512.472587:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948512.472591:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948512.472595:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948512.472598:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948512.472602:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2592:2592:256:4294967295] 192.168.202.104@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:1.0:1783948512.472606:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.472618:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948512.472625:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948512.472630:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4eb00. 00000800:00000200:1.0:1783948512.472637:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948512.472645:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948512.472650:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948512.472662:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.472667:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 797617 usecs (798 jiffies) 00000400:00000200:1.0:1783948512.472670:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948512.472672:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296603422 00000100:00000010:1.0:1783948512.472677:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9506190c0. 00000100:00000001:1.0:1783948512.472681:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783948512.472686:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296603422 00000100:00000010:1.0:1783948512.472689:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619780. 00000100:00000001:1.0:1783948512.472692:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948512.472695:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948512.472698:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.472702:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.472704:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.472712:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948512.472714:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948512.472717:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948512.472718:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948512.472720:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948512.472723:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1783948512.472724:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.472726:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948512.472727:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.472729:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948512.472730:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948512.472731:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948512.472735:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472748:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948512.472749:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948512.472752:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948512.472753:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948512.472755:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948512.472758:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636522496:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948512.472761:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948512.472764:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948512.472765:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948512.472767:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948512.472770:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951730800. 02000000:00000001:1.0:1783948512.472772:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948512.472776:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948512.472778:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438889a0. 00000400:00000010:1.0:1783948512.472782:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618000. 00000100:00000200:1.0:1783948512.472785:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636522496, portal 25 00000100:00000001:1.0:1783948512.472787:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948512.472788:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000040:1.0:1783948512.472793:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472800:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948512.472802:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948512.472804:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618b28. 00000100:00000200:1.0:1783948512.472807:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636522496, offset 0 00000400:00000200:1.0:1783948512.472811:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948512.472814:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.472818:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948512.472821:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948512.472823:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948512.472825:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948512.472828:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948512.472831:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2593:2593:255:4294967295] 192.168.202.104@tcp LPNI seq info [2593:2593:7:4294967295] 00000400:00000200:1.0:1783948512.472835:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.472841:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948512.472845:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948512.472849:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ec00. 00000800:00000200:1.0:1783948512.472880:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948512.472884:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948512.472887:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948512.472890:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948512.472892:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948512.472894:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296606950 00000100:00000001:1.0:1783948512.472899:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296603422 00000100:00000001:1.0:1783948512.472902:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296606950 00000100:00000001:1.0:1783948512.472905:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296603422 00000100:00000001:1.0:1783948512.472908:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948512.472910:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.472912:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948512.472916:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472923:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948512.472924:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948512.472927:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948512.472928:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948512.472930:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948512.472933:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636522752:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948512.472936:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948512.472938:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948512.472940:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948512.472942:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948512.472945:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951731000. 02000000:00000001:1.0:1783948512.472947:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948512.472950:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948512.472953:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888a50. 00000400:00000010:1.0:1783948512.472956:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618908. 00000100:00000200:1.0:1783948512.472959:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636522752, portal 4 00000100:00000001:1.0:1783948512.472960:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948512.472961:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939232512 : -129839770319104 : ffff89e9529cc700) 00000100:00000040:1.0:1783948512.472967:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.472974:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948512.472976:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948512.472978:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618bb0. 00000100:00000200:1.0:1783948512.472980:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636522752, offset 0 00000400:00000200:1.0:1783948512.472984:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948512.472987:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.472990:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948512.472993:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948512.472995:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948512.472998:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948512.473000:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948512.473003:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2594:2594:254:4294967295] 192.168.202.104@tcp LPNI seq info [2594:2594:6:4294967295] 00000400:00000200:1.0:1783948512.473007:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.473012:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948512.473016:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948512.473020:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e600. 00000800:00000200:1.0:1783948512.473024:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948512.473029:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948512.473031:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948512.473034:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.473036:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 251697 usecs (252 jiffies) 00000400:00000200:1.0:1783948512.473039:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948512.473042:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296602877 00000100:00000001:1.0:1783948512.473044:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296606950 00000100:00000001:1.0:1783948512.473046:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296602877 00000100:00000001:1.0:1783948512.473048:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296606950 00000100:00000001:1.0:1783948512.473050:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948512.473052:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.473054:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.473056:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948512.473112:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948512.473116:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4eb00. 00000400:00000200:1.0:1783948512.473120:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948512.473125:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948512.473130:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618220 00000400:00000010:1.0:1783948512.473133:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618220. 00000100:00000001:1.0:1783948512.473137:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948512.473141:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.473151:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948512.473154:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.473162:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.473163:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948512.473175:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948512.473176:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ec00. 00000400:00000200:1.0:1783948512.473179:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948512.473182:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948512.473184:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618b28 00000400:00000010:1.0:1783948512.473186:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618b28. 00000100:00000001:1.0:1783948512.473188:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948512.473191:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.473197:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948512.473200:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.473206:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.473207:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948512.473274:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948512.473277:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e600. 00000400:00000200:1.0:1783948512.473280:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948512.473283:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948512.473285:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618bb0 00000400:00000010:1.0:1783948512.473287:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618bb0. 00000100:00000001:1.0:1783948512.473289:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948512.473292:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.473299:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948512.473302:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.473309:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.473310:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948512.473447:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948512.473451:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948512.473540:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948512.473543:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948512.473547:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948512.473548:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948512.475168:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948512.475175:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948512.475179:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1783948512.476683:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948512.476701:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948512.476705:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948512.476707:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948512.476716:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.476722:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948512.476732:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.476737:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.476744:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.476747:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9453e80 00000400:00000200:0.0:1783948512.476752:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.476760:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7201 [1] + 224 00000800:00000001:0.0:1783948512.476767:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948512.476786:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948512.476790:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948512.476794:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948512.476801:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948512.476810:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948512.476819:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948512.476834:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948512.476842:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948512.476844:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.476932:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948512.476936:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948512.476944:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948512.476945:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948512.476948:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888160. 00000400:00000200:1.0:1783948512.476952:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618550 00000400:00000010:1.0:1783948512.476953:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618550. 00000100:00000001:1.0:1783948512.476955:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948512.476959:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948512.476966:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.476973:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948512.476975:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.476977:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948512.476981:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948512.476984:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948512.476985:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948512.476988:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948512.477012:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=32 v=5 (5 106 106 106) 00000100:00001000:1.0:1783948512.477018:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948512.477021:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948512.477022:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948512.477025:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948512.477028:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.477032:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783948512.477035:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 4294967656 gen 2 00000100:00000040:1.0:1783948512.477041:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967656) req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948512.477050:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948512.477052:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902147200 : -129839807404416 : ffff89e95066e680) 00000100:00000001:1.0:1783948512.477054:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948512.477058:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948512.477074:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.477076:0:2353:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783948512.477079:0:2353:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1783948512.477081:0:2353:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948512.477083:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.477088:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.477095:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948512.477098:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948512.477101:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948512.477104:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948512.477113:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636522624:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948512.477117:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.477119:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948512.477123:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636522624/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.477128:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948512.477130:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948512.477135:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951730200. 02000000:00000001:1.0:1783948512.477138:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948512.477140:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948512.477142:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948512.477144:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948512.477147:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4ef00. 02000000:00000001:1.0:1783948512.477150:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948512.477151:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948512.477153:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:1.0:1783948512.477157:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948512.477158:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.477161:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.477162:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948512.477163:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948512.477164:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.477166:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948512.477192:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948512.477198:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948512.477199:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948512.477201:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948512.477203:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.477206:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948512.477210:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.477212:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.477215:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.477217:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9453e00 00000400:00000200:1.0:1783948512.477220:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948512.477223:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7211 [1] + 224 00000800:00000001:1.0:1783948512.477226:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948512.477230:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948512.477231:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948512.477233:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948512.477235:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948512.477239:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948512.477245:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.477264:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948512.477267:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948512.477269:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948512.477368:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948512.477371:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948512.477374:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948512.477375:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948512.477377:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438889a0. 00000400:00000200:0.0:1783948512.477381:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618000 00000400:00000010:0.0:1783948512.477383:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618000. 00000100:00000001:0.0:1783948512.477386:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948512.477390:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948512.477399:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948512.477406:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948512.477407:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948512.477409:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948512.477411:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948512.477412:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948512.477414:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948512.477416:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948512.477419:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=33 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948512.477422:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948512.477425:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948512.477426:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948512.477429:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948512.477431:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948512.477433:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948512.477436:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948512.477443:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948512.477445:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948512.477446:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948512.477449:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948512.477457:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636522496:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948512.477461:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948512.477463:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948512.477466:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd180 x1870603636522496/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948512.477471:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948512.477473:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948512.477475:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951730800. 02000000:00000001:0.0:1783948512.477478:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948512.477479:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948512.477481:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948512.477483:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948512.477484:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e000. 02000000:00000001:0.0:1783948512.477487:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948512.477488:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948512.477489:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd180. 00000100:00000001:0.0:1783948512.477492:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948512.477493:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948512.477495:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948512.477497:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948512.477498:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948512.477499:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948512.477501:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948512.479098:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948512.479114:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948512.479118:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948512.479121:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948512.479129:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.479136:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948512.479145:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.479149:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.479154:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.479158:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9453f00 00000400:00000200:0.0:1783948512.479164:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948512.479169:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7221 [1] + 224 00000800:00000001:0.0:1783948512.479175:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948512.479182:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948512.479184:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948512.479188:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948512.479196:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948512.479204:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948512.479479:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948512.479506:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948512.479515:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948512.479519:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.480002:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948512.480007:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948512.480015:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948512.480017:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948512.480020:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888a50. 00000400:00000200:1.0:1783948512.480026:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618908 00000400:00000010:1.0:1783948512.480029:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618908. 00000100:00000001:1.0:1783948512.480032:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948512.480037:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948512.480046:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.480053:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948512.480055:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.480058:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948512.480061:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948512.480064:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948512.480077:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948512.480080:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948512.480089:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948512.480094:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948512.480097:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948512.480099:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948512.480102:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948512.480105:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.480108:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948512.480111:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948512.480113:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948512.480115:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948512.480119:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.480126:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948512.480129:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948512.480131:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948512.480135:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948512.480142:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636522752:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948512.480147:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.480149:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948512.480152:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cc700 x1870603636522752/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948512.480158:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948512.480160:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948512.480163:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951731000. 02000000:00000001:1.0:1783948512.480166:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948512.480168:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948512.480170:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948512.480172:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948512.480174:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e800. 02000000:00000001:1.0:1783948512.480178:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948512.480179:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948512.480181:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cc700. 00000100:00000001:1.0:1783948512.480184:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948512.480185:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.480188:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948512.480194:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948512.480196:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948512.480198:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948512.480201:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948513.496236:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948513.496244:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948513.496249:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948513.496250:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948513.496423:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948513.496427:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948513.496430:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948514.520034:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948514.520054:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948514.520057:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948514.520061:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948514.520066:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948514.520068:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948514.520070:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948514.520072:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948514.520076:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948514.520078:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948514.520107:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948514.520109:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948514.520112:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948515.546201:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948515.546210:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948515.546216:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948515.546220:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948515.546222:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948515.546231:0:790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948515.546233:0:790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948515.546235:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948515.546249:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948515.546253:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948515.546255:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948515.546257:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948515.546343:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948515.546347:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948515.546350:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948516.568416:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948516.568423:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948516.568428:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948516.568430:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948516.568562:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948516.568566:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948516.568569:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948517.079987:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296606950, at 4296607232 00000100:00000010:1.0:1783948517.080002:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619780. 00000100:00000040:0.0:1783948517.080132:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296606950, at 4296607232 00000100:00000010:0.0:1783948517.080138:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9506190c0. 00000100:00000040:3.0:1783948517.592081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948517.592091:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948517.592102:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000020:00000040:3.0:1783948517.592109:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948517.592113:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948517.592117:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948517.592122:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948517.592131:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e95476b200. 00000100:00000001:3.0:1783948517.592139:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592153:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948517.592164:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948517.592168:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007335cb33] to pc [ptlrpcd_01_00+0] req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.592220:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948517.592227:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948517.592230:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000020:00000040:3.0:1783948517.592232:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948517.592235:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948517.592236:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948517.592238:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948517.592242:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e95476be00. 00000100:00000001:3.0:1783948517.592246:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592250:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948517.592256:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948517.592258:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592261:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024a4f388] to pc [ptlrpcd_01_01+1] req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.592269:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783948517.592275:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783948517.592278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948517.592281:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948517.592285:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64700. 00000020:00000040:3.0:1783948517.592287:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948517.592289:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948517.592291:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948517.592292:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948517.592299:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e95285ba00. 00000100:00000001:3.0:1783948517.592301:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592305:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948517.592313:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948517.592315:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592318:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005a418f9] to pc [ptlrpcd_01_00+0] req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.592325:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592330:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1945) 00000100:00000001:3.0:1783948517.592345:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948517.592349:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948517.592351:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948517.592356:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.592363:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948517.592365:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948517.592369:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948517.592372:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948517.592374:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948517.592377:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636523008:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948517.592382:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948517.592387:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948517.592389:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948517.592392:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948517.592396:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775400. 02000000:00000001:3.0:1783948517.592399:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948517.592405:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948517.592410:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000010:3.0:1783948517.592417:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125660. 00000100:00000200:3.0:1783948517.592425:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636523008, portal 10 00000100:00000001:3.0:1783948517.592427:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948517.592428:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:3.0:1783948517.592436:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.592442:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948517.592444:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948517.592447:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948517.592451:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636523008, offset 0 00000400:00000200:3.0:1783948517.592457:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948517.592465:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948517.592473:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948517.592478:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948517.592482:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948517.592486:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948517.592488:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948517.592492:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2595:2595:256:4294967295] 192.168.202.104@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:3.0:1783948517.592496:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948517.592505:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948517.592511:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948517.592516:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e95285b700. 00000800:00000200:3.0:1783948517.592522:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948517.592531:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948517.592535:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95285b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948517.592552:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.592557:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 796626 usecs (797 jiffies) 00000400:00000200:3.0:1783948517.592560:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948517.592563:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296608541 00000100:00000010:3.0:1783948517.592568:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9602041e0. 00000100:00000001:3.0:1783948517.592574:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783948517.592580:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296608541 00000100:00000010:3.0:1783948517.592583:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9602048a0. 00000100:00000001:3.0:1783948517.592586:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783948517.592589:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948517.592591:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.592605:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.592613:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948517.592937:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948517.592940:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948517.592942:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948517.592944:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948517.592945:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948517.592948:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1783948517.592950:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948517.592952:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948517.592954:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948517.592955:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948517.592956:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948517.592957:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948517.592963:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.592970:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948517.592972:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948517.592974:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948517.592976:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948517.592978:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948517.592980:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636522880:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948517.592984:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948517.592987:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948517.592988:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948517.592990:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948517.592994:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958774000. 02000000:00000001:3.0:1783948517.592996:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948517.593000:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948517.593003:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948517.593007:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125220. 00000100:00000200:3.0:1783948517.593010:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636522880, portal 25 00000100:00000001:3.0:1783948517.593012:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948517.593013:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000100:00000040:3.0:1783948517.593017:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.593035:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948517.593037:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948517.593040:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125088. 00000100:00000200:3.0:1783948517.593042:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636522880, offset 0 00000400:00000200:3.0:1783948517.593047:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948517.593051:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948517.593054:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948517.593057:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948517.593060:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948517.593062:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948517.593065:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948517.593068:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2596:2596:255:4294967295] 192.168.202.104@tcp LPNI seq info [2596:2596:7:4294967295] 00000400:00000200:3.0:1783948517.593071:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948517.593077:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948517.593082:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948517.593085:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e95285bd00. 00000800:00000200:3.0:1783948517.593090:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948517.593094:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948517.593097:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95285bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948517.593101:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948517.593103:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948517.593106:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296612070 00000100:00000001:3.0:1783948517.593112:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296608541 00000100:00000001:3.0:1783948517.593115:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296612070 00000100:00000001:3.0:1783948517.593118:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296608541 00000100:00000001:3.0:1783948517.593121:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948517.593123:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.593125:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948517.593128:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.593135:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948517.593136:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948517.593138:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948517.593140:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948517.593142:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948517.593145:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636523136:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948517.593147:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948517.593150:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948517.593151:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948517.593153:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948517.593156:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775c00. 02000000:00000001:3.0:1783948517.593158:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948517.593161:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948517.593163:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b985d8. 00000400:00000010:3.0:1783948517.593166:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948517.593169:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636523136, portal 4 00000100:00000001:3.0:1783948517.593170:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948517.593172:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000040:3.0:1783948517.593177:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.593242:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948517.593246:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948517.593250:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125440. 00000100:00000200:3.0:1783948517.593252:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636523136, offset 0 00000400:00000200:3.0:1783948517.593256:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948517.593259:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948517.593262:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948517.593265:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948517.593267:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948517.593269:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948517.593271:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948517.593274:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2597:2597:254:4294967295] 192.168.202.104@tcp LPNI seq info [2597:2597:6:4294967295] 00000400:00000200:3.0:1783948517.593277:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948517.593282:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948517.593286:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948517.593288:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e95285b000. 00000800:00000200:3.0:1783948517.593292:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948517.593295:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948517.593297:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95285b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948517.593300:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.593303:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 250345 usecs (251 jiffies) 00000400:00000200:3.0:1783948517.593306:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948517.593307:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296607996 00000100:00000001:3.0:1783948517.593309:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296612070 00000100:00000001:3.0:1783948517.593311:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296607996 00000100:00000001:3.0:1783948517.593313:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296612070 00000100:00000001:3.0:1783948517.593315:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948517.593317:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.593319:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.593321:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948517.593440:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948517.593445:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e95285b700. 00000400:00000200:1.0:1783948517.593455:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948517.593460:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948517.593466:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:1.0:1783948517.593468:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:1.0:1783948517.593474:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948517.593479:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948517.593488:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948517.593491:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948517.593497:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948517.593499:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948517.593512:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948517.593515:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e95285bd00. 00000400:00000200:1.0:1783948517.593517:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948517.593520:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948517.593522:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125088 00000400:00000010:1.0:1783948517.593525:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125088. 00000100:00000001:1.0:1783948517.593527:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948517.593530:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948517.593537:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948517.593539:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948517.593545:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948517.593547:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783948517.593806:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948517.593810:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948517.593826:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948517.593829:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948517.593832:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948517.593834:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948517.593866:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948517.593869:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948517.593872:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1783948517.593920:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948517.593925:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e95285b000. 00000400:00000200:1.0:1783948517.593929:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948517.593933:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948517.593936:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125440 00000400:00000010:1.0:1783948517.593938:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125440. 00000100:00000001:1.0:1783948517.593941:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948517.593945:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948517.593953:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948517.593955:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948517.593961:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948517.593962:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948517.597561:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948517.597581:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948517.597585:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948517.597588:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948517.597597:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948517.597604:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948517.597614:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948517.597619:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948517.597624:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948517.597629:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9454080 00000400:00000200:0.0:1783948517.597633:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948517.597639:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7241 [1] + 224 00000800:00000001:0.0:1783948517.597647:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948517.597656:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948517.597660:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948517.597666:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948517.597674:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948517.597683:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948517.597694:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948517.597719:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948517.597727:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948517.597731:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948517.597788:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948517.597793:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948517.597801:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948517.597802:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948517.597806:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b985d8. 00000400:00000200:3.0:1783948517.597818:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948517.597821:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948517.597825:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948517.597830:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948517.597840:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.597846:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948517.597848:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948517.597879:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948517.597883:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948517.597886:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948517.597888:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948517.597891:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948517.597901:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948517.597906:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948517.597909:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948517.597911:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948517.597914:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948517.597920:0:2356:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.597923:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948517.597925:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948517.597927:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948517.597929:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948517.597934:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.597941:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948517.597943:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948517.597945:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948517.597948:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948517.597959:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636523136:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948517.597964:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.597967:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948517.597969:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64700 x1870603636523136/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948517.597975:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948517.597977:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948517.597981:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775c00. 02000000:00000001:3.0:1783948517.597986:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948517.597989:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948517.597992:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948517.597993:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948517.597997:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e95285ba00. 02000000:00000001:3.0:1783948517.598002:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948517.598003:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948517.598005:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64700. 00000100:00000001:3.0:1783948517.598009:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948517.598011:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948517.598014:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.598015:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948517.598017:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948517.598029:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948517.598031:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948518.616260:0:2356:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948518.616275:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948518.616276:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1783948518.616282:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948518.616284:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948518.616288:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948518.616292:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948518.619114:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948518.619122:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948518.619127:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948518.619129:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948518.619237:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948518.619241:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948518.619244:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948519.639968:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948519.639976:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948519.639981:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948519.639982:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948519.640452:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948519.640456:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948519.640470:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948520.664091:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948520.664099:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948520.664105:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948520.664106:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948520.664132:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948520.664135:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948520.664138:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948521.688395:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948521.688403:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948521.688409:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948521.688410:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948521.688516:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948521.688520:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948521.688523:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948522.200625:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296612070, at 4296612352 00000100:00000010:0.0:1783948522.200645:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9602041e0. 00000100:00000040:1.0:1783948522.201956:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296612070, at 4296612354 00000100:00000010:1.0:1783948522.201972:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9602048a0. 00000100:00000040:2.0:1783948522.712179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948522.712193:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948522.712205:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ca80. 00000020:00000040:2.0:1783948522.712212:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000100:00000001:2.0:1783948522.712218:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948522.712223:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948522.712229:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948522.712247:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011500. 00000100:00000001:2.0:1783948522.712254:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.712266:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948522.712277:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948522.712282:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.712289:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b0a08a] to pc [ptlrpcd_01_01+1] req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.712322:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.712325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948522.712328:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948522.712332:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066f800. 00000020:00000040:2.0:1783948522.712335:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948522.712337:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948522.712339:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948522.712340:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948522.712346:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011300. 00000100:00000001:2.0:1783948522.712349:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948522.712351:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1783948522.712354:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948522.712356:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948522.712360:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1783948522.712365:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1783948522.712370:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.712370:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.712376:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000accb9147] to pc [ptlrpcd_01_00+0] req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948522.712390:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948522.712394:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.712395:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948522.712399:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1783948522.712399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1783948522.712403:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783948522.712405:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1783948522.712408:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.712410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948522.712414:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948522.712417:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066df80. 00000020:00000040:2.0:1783948522.712420:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:2.0:1783948522.712421:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948522.712422:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948522.712424:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948522.712427:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011600. 00000100:00000001:2.0:1783948522.712430:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948522.712434:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636523264:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948522.712440:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948522.712446:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948522.712449:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.712452:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1783948522.712453:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948522.712460:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958774200. 02000000:00000001:3.0:1783948522.712463:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.712471:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1783948522.712474:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948522.712475:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783948522.712480:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b985d8. 00000100:00000040:2.0:1783948522.712482:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca4017ef] to pc [ptlrpcd_01_01+1] req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1783948522.712490:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000001:2.0:1783948522.712493:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783948522.712499:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636523264, portal 25 00000100:00000040:2.0:1783948522.712500:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1950) 00000100:00000001:3.0:1783948522.712504:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948522.712507:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902140032 : -129839807411584 : ffff89e95066ca80) 00000100:00000040:3.0:1783948522.712513:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.712516:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948522.712521:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948522.712524:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1783948522.712524:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948522.712530:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000100:00000040:2.0:1783948522.712533:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1783948522.712535:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125550. 00000100:00000001:2.0:1783948522.712543:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948522.712545:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948522.712547:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948522.712548:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948522.712550:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948522.712564:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636523392:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948522.712568:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948522.712570:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948522.712572:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948522.712573:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948522.712577:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e954694400. 02000000:00000001:2.0:1783948522.712579:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948522.712582:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948522.712586:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438915d8. 00000400:00000010:2.0:1783948522.712589:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2ee0. 00000100:00000200:2.0:1783948522.712592:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636523392, portal 10 00000100:00000001:2.0:1783948522.712594:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948522.712595:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902151680 : -129839807399936 : ffff89e95066f800) 00000100:00000040:2.0:1783948522.712601:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.712613:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948522.712615:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948522.712618:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2198. 00000100:00000200:3.0:1783948522.712652:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636523264, offset 0 00000100:00000001:1.0:1783948522.712715:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948522.712718:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948522.712721:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948522.712724:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 1 seconds 00000100:00000001:1.0:1783948522.712726:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948522.712729:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1783948522.713717:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636523392, offset 0 00000400:00000200:2.0:1783948522.713733:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948522.713743:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948522.713750:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948522.713756:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948522.713760:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948522.713764:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948522.713766:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948522.713770:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2598:2598:256:4294967295] 192.168.202.104@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:2.0:1783948522.713774:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948522.713784:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948522.713790:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948522.713795:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011e00. 00000800:00000200:2.0:1783948522.713802:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948522.713809:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948522.713813:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948522.713900:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.713906:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 796626 usecs (797 jiffies) 00000400:00000200:2.0:1783948522.713911:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948522.713914:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296613663 00000100:00000010:2.0:1783948522.713919:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041720. 00000100:00000001:2.0:1783948522.713925:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783948522.713933:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296613663 00000100:00000010:2.0:1783948522.713936:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041540. 00000100:00000001:2.0:1783948522.713939:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783948522.713942:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948522.713946:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.713949:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.713952:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948522.713959:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948522.713961:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948522.713963:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948522.713965:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948522.713966:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948522.713969:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1783948522.713985:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948522.713987:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948522.713989:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948522.713990:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948522.713991:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948522.713993:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948522.713998:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.714007:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948522.714008:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948522.714012:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948522.714014:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948522.714016:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948522.714019:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636523520:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948522.714022:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948522.714027:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948522.714029:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948522.714031:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948522.714036:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e941342000. 02000000:00000001:2.0:1783948522.714038:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948522.714041:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948522.714045:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891738. 00000400:00000010:2.0:1783948522.714050:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948522.714055:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636523520, portal 4 00000100:00000001:2.0:1783948522.714057:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948522.714058:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00000100:00000040:2.0:1783948522.714066:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.714072:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948522.714074:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948522.714076:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a24c8. 00000100:00000200:2.0:1783948522.714079:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636523520, offset 0 00000400:00000200:2.0:1783948522.714083:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948522.714086:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948522.714090:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948522.714093:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948522.714095:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948522.714098:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948522.714100:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948522.714103:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2599:2599:255:4294967295] 192.168.202.104@tcp LPNI seq info [2599:2599:7:4294967295] 00000400:00000200:2.0:1783948522.714106:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948522.714112:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948522.714116:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948522.714120:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011c00. 00000800:00000200:2.0:1783948522.714124:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948522.714128:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948522.714131:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948522.714133:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.714137:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 248992 usecs (249 jiffies) 00000400:00000200:2.0:1783948522.714140:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948522.714142:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296613115 00000100:00000001:2.0:1783948522.714144:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296613663 00000100:00000001:2.0:1783948522.714146:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296613115 00000100:00000001:2.0:1783948522.714148:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296613663 00000100:00000001:2.0:1783948522.714150:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948522.714152:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.714154:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.714367:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948522.714395:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948522.714397:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948522.714401:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948522.714402:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948522.714540:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948522.714544:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948522.714547:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1783948522.715656:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948522.715663:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011e00. 00000400:00000200:1.0:1783948522.715671:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948522.715678:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948522.715686:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2198 00000400:00000010:1.0:1783948522.715690:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2198. 00000100:00000001:1.0:1783948522.715696:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948522.715704:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948522.715718:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948522.715721:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948522.715728:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948522.715729:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948522.715800:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948522.715803:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011c00. 00000400:00000200:1.0:1783948522.715806:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948522.715809:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948522.715811:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a24c8 00000400:00000010:1.0:1783948522.715813:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a24c8. 00000100:00000001:1.0:1783948522.715815:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948522.715819:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948522.715826:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948522.715828:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948522.715834:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948522.715835:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1783948522.716872:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948522.716886:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948522.716895:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948522.716902:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948522.716906:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948522.716912:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948522.716916:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948522.716922:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2600:2600:256:4294967295] 192.168.202.104@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:3.0:1783948522.716927:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948522.716937:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948522.716943:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948522.717009:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011c00. 00000800:00000200:2.0:1783948522.717018:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948522.717025:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948522.717029:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948522.717048:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948522.717056:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948522.717059:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296617194 00000100:00000001:2.0:1783948522.717067:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296613663 00000100:00000001:2.0:1783948522.717073:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296617194 00000100:00000001:2.0:1783948522.717076:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296613663 00000100:00000001:2.0:1783948522.717079:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948522.717083:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.717088:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.717092:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948522.717101:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948522.717103:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1783948522.717106:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948522.717108:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948522.717110:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.717112:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948522.717190:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948522.717194:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011c00. 00000400:00000200:0.0:1783948522.717199:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948522.717205:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948522.717209:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125550 00000400:00000010:0.0:1783948522.717211:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125550. 00000100:00000001:0.0:1783948522.717216:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948522.717223:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948522.717352:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948522.717357:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948522.717364:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948522.717366:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948522.722595:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948522.722618:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948522.722622:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948522.722625:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948522.722633:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948522.722641:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948522.722652:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948522.722657:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948522.722662:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948522.722666:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9454200 00000400:00000200:1.0:1783948522.722672:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948522.722679:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7259 [1] + 224 00000800:00000001:1.0:1783948522.722686:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948522.722697:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948522.722701:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948522.722705:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948522.722713:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948522.722722:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948522.722734:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948522.722758:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948522.722767:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948522.722770:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948522.723166:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948522.723171:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948522.723180:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948522.723182:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948522.723186:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891738. 00000400:00000200:2.0:1783948522.723191:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948522.723193:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948522.723197:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948522.723203:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948522.723212:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.723218:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948522.723219:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948522.723222:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948522.723226:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948522.723228:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948522.723231:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948522.723234:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948522.723244:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948522.723249:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948522.723252:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948522.723253:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948522.723257:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948522.723261:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.723265:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948522.723268:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948522.723270:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948522.723272:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948522.723277:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.723285:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948522.723288:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948522.723290:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948522.723294:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948522.723301:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636523520:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948522.723307:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.723309:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948522.723312:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066df80 x1870603636523520/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948522.723319:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948522.723323:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948522.723326:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e941342000. 02000000:00000001:2.0:1783948522.723331:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948522.723333:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948522.723335:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948522.723338:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948522.723341:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011600. 02000000:00000001:2.0:1783948522.723345:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948522.723347:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948522.723349:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066df80. 00000100:00000001:2.0:1783948522.723353:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948522.723355:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948522.723358:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.723360:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948522.723361:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948522.723363:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948522.723365:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948523.737118:0:2355:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948523.737133:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948523.737135:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1783948523.737142:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948523.737145:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948523.737148:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948523.737152:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948523.737187:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948523.737190:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948523.737195:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948523.737196:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948523.737217:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948523.737220:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948523.737223:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948523.738705:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948523.738713:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948523.738715:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948523.738721:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 1 seconds 00000100:00000001:1.0:1783948523.738725:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948523.738729:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948524.760332:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948524.760344:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948524.760346:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948524.760350:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948524.760356:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948524.760359:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948524.760361:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948524.760363:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948524.760368:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948524.760370:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948524.760508:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948524.760513:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948524.760516:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948524.760606:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948524.760611:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948524.760613:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1783948524.760617:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 1 seconds 00000100:00000001:2.0:1783948524.760620:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948524.760623:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948525.784032:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948525.784040:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948525.784042:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1783948525.784047:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 1 seconds 00000100:00000001:2.0:1783948525.784051:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948525.784055:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948525.784079:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948525.784082:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948525.784086:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948525.784089:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948525.784091:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948525.784098:0:790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948525.784100:0:790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948525.784102:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948525.784105:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948525.784107:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948525.784109:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948525.784111:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948525.784203:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948525.784207:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948525.784210:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948526.808015:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948526.808022:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948526.808030:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948526.808031:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948526.808060:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948526.808064:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948526.808068:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948526.808220:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948526.808225:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948526.808227:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783948526.808231:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 1 seconds 00000100:00000001:1.0:1783948526.808234:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948526.808238:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948527.319969:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296617194, at 4296617472 00000100:00000010:1.0:1783948527.319986:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041540. 00000100:00000040:0.0:1783948527.320049:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296617194, at 4296617472 00000100:00000010:0.0:1783948527.320058:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041720. 00000100:00000001:1.0:1783948527.831978:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948527.831987:0:32667:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1783948527.832004:0:32667:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948511/real 1783948511] req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948527 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1783948527.832024:0:32667:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948527.832027:0:32667:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948527.832030:0:32667:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891cb8. 00000400:00000200:1.0:1783948527.832038:0:32667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:1.0:1783948527.832041:0:32667:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:1.0:1783948527.832048:0:32667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948527.832054:0:32667:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948527 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948527.832062:0:32667:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948527 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948527.832068:0:32667:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948527.832070:0:32667:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948527.832073:0:32667:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948527.832075:0:32667:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948527.832078:0:32667:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1783948527.832081:0:32667:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783948527.832085:0:32667:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff89e943191000: Connection to lustre-MDT0000 (at 192.168.202.104@tcp) was lost; in progress operations using this service will wait for recovery to complete 00010000:00000001:2.0:1783948527.837365:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948527.837383:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948527.837391:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948527.837393:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948527.838175:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948527.838181:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948527.838186:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783948527.839294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948527.839301:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948527.839309:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64700. 00000020:00000040:3.0:1783948527.839314:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=6 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948527.839318:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948527.839321:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948527.839328:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948527.839336:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e95285bd00. 00000100:00000001:3.0:1783948527.839343:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948527.839356:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948527.839367:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948527.839372:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948527.839378:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005a418f9] to pc [ptlrpcd_01_00+0] req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948527.839409:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948527.839452:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948527.839457:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948527.839460:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948527.839617:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948527.839635:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948527.839638:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948527.839644:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948527.839646:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948527.839649:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948527.839654:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636523648:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948527.839714:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948527.839720:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948527.839722:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948527.839724:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948527.839728:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e960120200. 02000000:00000001:2.0:1783948527.839730:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948527.839736:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948527.839739:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891738. 00000400:00000010:2.0:1783948527.839745:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948527.839750:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636523648, portal 25 00000100:00000001:2.0:1783948527.839751:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948527.839753:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907349248 : -129839802202368 : ffff89e950b64700) 00000100:00000040:2.0:1783948527.839757:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948527.839763:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948527.839765:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948527.839767:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2000. 00000100:00000200:2.0:1783948527.839770:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636523648, offset 0 00000400:00000200:2.0:1783948527.839774:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948527.839782:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948527.839789:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948527.839795:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948527.839799:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948527.839802:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948527.839805:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948527.839809:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2601:2601:256:4294967295] 192.168.202.104@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:2.0:1783948527.839814:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948527.839824:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948527.839830:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948527.839834:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011600. 00000800:00000200:2.0:1783948527.839840:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948527.839846:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948527.839869:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948527.840133:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948527.840140:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948527.840142:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296622317 00000100:00000010:2.0:1783948527.840148:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041480. 00000100:00000001:2.0:1783948527.840156:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783948527.840164:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296622317 00000100:00000010:2.0:1783948527.840167:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9580413c0. 00000100:00000001:2.0:1783948527.840170:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783948527.840173:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948527.840176:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948527.840179:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948527.840181:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948527.840189:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948527.840190:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1783948527.840192:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948527.840194:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948527.840195:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948527.840198:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948527.840211:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948527.840213:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948527.840216:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948527.840218:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948527.840366:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948527.840803:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011600. 00000400:00000200:0.0:1783948527.840810:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948527.840816:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948527.840822:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2000 00000400:00000010:0.0:1783948527.840824:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2000. 00000100:00000001:0.0:1783948527.840828:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948527.840833:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.840844:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948527.840847:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.841062:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.841064:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783948527.855775:0:32667:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1783948527.855782:0:32667:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1783948527.855784:0:32667:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948527.855787:0:32667:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1783948527.855790:0:32667:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1783948527.855800:0:32667:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1783948527.855803:0:32667:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948527.855808:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948527.855810:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948527.855813:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948527.855817:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948527.855820:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1783948527.859694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783948527.859707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1783948527.859710:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1783948527.859714:0:8:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1783948527.859720:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1783948527.859728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1920 00000400:00000200:3.0:1783948527.859739:0:8:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948527.859745:0:8:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:3.0:1783948527.859750:0:8:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948527.859755:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948527.859757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948527.859760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:3.0:1783948527.859764:0:8:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783948527.859766:0:8:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:3.0:1783948527.859768:0:8:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948527.859772:0:8:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:3.0:1783948527.859775:0:8:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:3.0:1783948527.859777:0:8:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00000040:3.0:1783948527.859780:0:8:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948527.859782:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948527.859785:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948527.859787:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:3.0:1783948527.859790:0:8:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00080000:3.0:1783948527.859793:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: import ffff89e9431d1000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:3.0:1783948527.859796:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948527.859799:0:8:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1783948527.859809:0:8:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948527.859812:0:8:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948527.859814:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1783948527.859819:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1783948527.859823:0:8:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948527.859824:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948527.859835:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66d80. 00000020:00000040:3.0:1783948527.859839:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948527.859844:0:8:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948527.859845:0:8:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948527.859848:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948527.859866:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948527.859870:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948527.859881:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8800. 00000100:00000001:3.0:1783948527.859888:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948527.859898:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948527.859908:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948527.859912:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948527.859916:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea7414ab] to pc [ptlrpcd_rcv+-1] req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.861712:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948527.861718:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948527.861721:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948527.861734:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.861745:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948527.861748:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948527.861752:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948527.861755:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948527.861758:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948527.861762:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636523776:192.168.202.104@tcp:38:kworker.0 00000100:00000001:0.0:1783948527.861767:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948527.861772:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948527.861775:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948527.861778:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948527.861790:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635000. 02000000:00000001:0.0:1783948527.861792:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948527.861801:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948527.861807:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aec60. 00000400:00000010:0.0:1783948527.861814:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948527.861822:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636523776, portal 10 00000100:00000001:0.0:1783948527.861825:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948527.861826:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907359104 : -129839802192512 : ffff89e950b66d80) 00000100:00000040:0.0:1783948527.861834:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.861843:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948527.861846:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948527.861849:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf990. 00000100:00000200:0.0:1783948527.861869:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636523776, offset 0 00000400:00000200:0.0:1783948527.861877:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948527.861886:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948527.861894:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948527.861901:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948527.861905:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948527.861908:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948527.861911:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948527.861915:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2602:2602:256:4294967295] 192.168.202.104@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:0.0:1783948527.861919:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948527.861946:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948527.861953:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948527.861959:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948527.861968:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948527.861976:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948527.862460:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948527.862484:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948527.862489:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 796626 usecs (797 jiffies) 00000400:00000200:0.0:1783948527.862494:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948527.862498:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296618810 00000100:00000001:0.0:1783948527.862501:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296622317 00000100:00000001:0.0:1783948527.862504:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296618810 00000100:00000001:0.0:1783948527.862507:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296622317 00000100:00000001:0.0:1783948527.862509:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948527.862512:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.862516:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.862519:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948527.862566:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948527.862571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783948527.862575:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783948527.862578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948527.862582:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783948527.862585:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1783948527.862589:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1783948527.862597:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64a80. 00000020:00000040:3.0:1783948527.862602:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948527.862606:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948527.862609:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948527.862613:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948527.862620:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e95285b700. 00000100:00000001:3.0:1783948527.862626:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948527.862629:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614233907350144 : -129839802201472 : ffff89e950b64a80) 00000100:00080000:3.0:1783948527.862633:0:8:0:(import.c:65:import_set_state_nolock()) ffff89e960185800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1783948527.862636:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff89e943191000: disconnect after 23s idle 00000100:00000001:3.0:1783948527.862639:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948527.862644:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948527.862650:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6937111] to pc [ptlrpcd_rcv+-1] req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948527.862705:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948527.862709:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948527.862712:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948527.862867:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948527.862872:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:1.0:1783948527.862878:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948527.862884:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948527.862890:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf990 00000400:00000010:1.0:1783948527.862893:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf990. 00000100:00000001:1.0:1783948527.862898:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948527.862903:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948527.862913:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948527.862916:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948527.862922:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948527.862942:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948527.867723:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948527.867731:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948527.867737:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948527.867740:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948527.867743:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948527.867757:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.867767:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948527.867769:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948527.867773:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948527.867779:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948527.867783:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948527.867787:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636523904:192.168.202.104@tcp:9:kworker.0 00000100:00000001:0.0:1783948527.867791:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948527.867798:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948527.867801:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948527.867804:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948527.867815:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950b81800. 02000000:00000001:0.0:1783948527.867818:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948527.867826:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948527.867832:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948527.867841:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948527.867865:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636523904, portal 4 00000100:00000001:0.0:1783948527.867868:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948527.867869:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907350144 : -129839802201472 : ffff89e950b64a80) 00000100:00000040:0.0:1783948527.867878:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.867890:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948527.867894:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948527.867897:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf3b8. 00000100:00000200:0.0:1783948527.867900:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636523904, offset 0 00000400:00000200:0.0:1783948527.867907:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948527.867917:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948527.867944:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948527.867951:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948527.867955:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948527.867960:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948527.867962:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948527.867966:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2603:2603:256:4294967295] 192.168.202.104@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:0.0:1783948527.867971:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948527.867980:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948527.867996:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948527.868003:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948527.868010:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948527.868019:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948527.868024:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948527.868363:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948527.868370:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 247691 usecs (248 jiffies) 00000400:00000200:0.0:1783948527.868375:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948527.868379:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296618262 00000100:00000001:0.0:1783948527.868382:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296622317 00000100:00000001:0.0:1783948527.868384:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296618262 00000100:00000001:0.0:1783948527.868387:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296622317 00000100:00000001:0.0:1783948527.868389:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948527.868392:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.868397:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.868400:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948527.868405:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948527.868407:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948527.868409:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948527.868410:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948527.868411:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.868413:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948527.868576:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948527.868581:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948527.868590:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948527.868595:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948527.868601:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf3b8 00000400:00000010:1.0:1783948527.868604:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf3b8. 00000100:00000001:1.0:1783948527.868609:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948527.868615:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948527.868632:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948527.868636:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948527.868643:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948527.868644:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948527.869525:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948527.869534:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948527.869541:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1955) 00000100:00000040:3.0:1783948527.869552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783948527.869556:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783948527.869558:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1955) 00000100:00000001:0.0:1783948527.870087:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948527.870093:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948527.870098:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.870100:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948527.877908:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948527.877937:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948527.877942:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948527.877945:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948527.877956:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948527.877965:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948527.877976:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948527.877981:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948527.877987:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948527.878002:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9454380 00000400:00000200:1.0:1783948527.878008:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948527.878017:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7279 [1] + 224 00000800:00000001:1.0:1783948527.878026:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948527.878034:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948527.878046:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948527.878051:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948527.878060:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948527.878073:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948527.878086:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948527.878106:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948527.878116:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948527.878119:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948527.878300:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948527.878307:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948527.878317:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948527.878329:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948527.878333:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948527.878340:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf000 00000400:00000010:0.0:1783948527.878342:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf000. 00000100:00000001:0.0:1783948527.878345:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948527.878351:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948527.878360:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.878366:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948527.878368:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948527.878370:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948527.878374:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948527.878376:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948527.878378:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948527.878381:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948527.878392:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=47 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948527.878396:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948527.878399:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948527.878400:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948527.878403:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948527.878407:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.878411:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948527.878414:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1783948527.878416:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948527.878418:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948527.878423:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.878430:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948527.878433:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948527.878435:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783948527.878439:0:2352:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783948527.878447:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e960185800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1783948527.878451:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948527.878459:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636523904:192.168.202.104@tcp:9:kworker.0 00000100:00000001:0.0:1783948527.878464:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.878467:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948527.878470:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64a80 x1870603636523904/t0(0) o9->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948527.878477:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948527.878480:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948527.878484:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950b81800. 02000000:00000001:0.0:1783948527.878488:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948527.878490:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948527.878492:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948527.878495:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948527.878497:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e95285b700. 02000000:00000001:0.0:1783948527.878503:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948527.878504:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948527.878506:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64a80. 00000100:00000001:0.0:1783948527.878509:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948527.878511:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948527.878514:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.878516:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948527.878517:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948527.878519:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948527.878521:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948528.728021:0:2356:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948528.728036:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948528.728047:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948528.728052:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948528.728055:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948528.728059:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948528.728069:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948528.857002:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948528.857009:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948528.857016:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948528.857017:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948528.857605:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948528.857610:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948528.857613:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948528.920224:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948528.920231:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948528.920233:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948528.920238:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948528.920243:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948528.920246:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948528.920249:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948528.920252:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948528.920254:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948529.753302:0:2356:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948529.753318:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948529.753320:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948529.753324:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948529.753327:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948529.753331:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948529.753335:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948529.880026:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948529.880034:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948529.880040:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948529.880041:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948529.880814:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948529.880819:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948529.880823:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948529.945286:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948529.945304:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948529.945307:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948529.945313:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948529.945322:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948529.945326:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948529.945329:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948529.945332:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948529.945334:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948530.777241:0:2356:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948530.777257:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948530.777259:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948530.777265:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948530.777269:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948530.777273:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948530.777277:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948530.904016:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948530.904026:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948530.904033:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948530.904034:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948530.904148:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948530.904156:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948530.904159:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948530.971379:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948530.971387:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948530.971389:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948530.971395:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948530.971399:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948530.971403:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948530.971406:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948530.971408:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948530.971411:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948531.800608:0:2356:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948531.800621:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948531.800623:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948531.800628:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948531.800631:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948531.800635:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948531.800639:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948531.928008:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948531.928020:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948531.928029:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948531.928030:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948531.928239:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948531.928243:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948531.928247:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948531.992014:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948531.992023:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948531.992025:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948531.992030:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948531.992034:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948531.992038:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948531.992041:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948531.992044:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948531.992046:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948532.439990:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296622317, at 4296622592 00000100:00000010:0.0:1783948532.440008:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041480. 00000100:00000040:1.0:1783948532.440021:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296622317, at 4296622592 00000100:00000010:1.0:1783948532.440030:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9580413c0. 00000100:00000001:3.0:1783948532.824021:0:2356:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948532.824035:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948532.824037:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948532.824043:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948532.824045:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948532.824049:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948532.824053:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948532.952991:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948532.953007:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948532.953010:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948532.953016:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948532.953019:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948532.953022:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948532.953025:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948532.953754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948532.953761:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948532.953773:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066df80. 00000020:00000040:2.0:1783948532.953778:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=7 obd=MGC192.168.202.104@tcp 00000100:00000001:2.0:1783948532.953782:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948532.953786:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948532.953792:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948532.953801:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011e00. 00000100:00000001:2.0:1783948532.953808:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948532.953822:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948532.953833:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948532.953837:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948532.953844:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca4017ef] to pc [ptlrpcd_01_01+1] req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948532.953906:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783948532.953909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783948532.953913:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1783948532.953916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783948532.953919:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783948532.953923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783948532.953926:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783948532.953931:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1960) 00000100:00000001:2.0:1783948532.953947:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948532.953949:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948532.953952:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948532.953955:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1783948532.953957:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948532.953962:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948532.953964:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948532.953967:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948532.953968:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948532.953969:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948532.953975:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948532.953984:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948532.953986:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948532.953990:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948532.953993:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948532.953996:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948532.954000:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636524032:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948532.954004:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948532.954009:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948532.954012:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948532.954014:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948532.954019:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b7a00. 02000000:00000001:2.0:1783948532.954021:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948532.954028:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948532.954032:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891580. 00000400:00000010:2.0:1783948532.954040:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a22a8. 00000100:00000200:2.0:1783948532.954047:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636524032, portal 25 00000100:00000001:2.0:1783948532.954049:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948532.954051:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00000100:00000040:2.0:1783948532.954056:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948532.954064:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948532.954067:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948532.954070:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2bb0. 00000100:00000200:2.0:1783948532.954073:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636524032, offset 0 00000400:00000200:2.0:1783948532.954080:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948532.954091:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948532.954099:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948532.954105:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948532.954109:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948532.954113:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948532.954116:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948532.954121:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2604:2604:256:4294967295] 192.168.202.104@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:2.0:1783948532.954125:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948532.954135:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948532.954141:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948532.954148:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011600. 00000800:00000200:2.0:1783948532.954155:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948532.954163:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948532.954168:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948532.955620:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948532.955643:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948532.955647:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296627432 00000100:00000010:2.0:1783948532.955656:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041900. 00000100:00000001:2.0:1783948532.955664:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783948532.955670:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296627432 00000100:00000010:2.0:1783948532.955673:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9580410c0. 00000100:00000001:2.0:1783948532.955676:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783948532.955679:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948532.955683:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948532.955687:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948532.955692:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948532.955719:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948532.955722:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948532.955726:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948532.955727:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948532.956758:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948532.956767:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948532.956772:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948532.956777:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948532.963339:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948532.963350:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011600. 00000400:00000200:1.0:1783948532.963357:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948532.963366:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948532.963374:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2bb0 00000400:00000010:1.0:1783948532.963376:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2bb0. 00000100:00000001:1.0:1783948532.963382:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948532.963391:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948532.963403:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948532.963407:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948532.963413:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948532.963415:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1783948532.963891:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948532.963896:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948532.963900:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948533.015984:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948533.015993:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948533.015995:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948533.016001:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948533.016005:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948533.016009:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948533.016012:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948533.016015:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948533.016017:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948533.848441:0:2356:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948533.848454:0:2356:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1783948533.848475:0:2356:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948517/real 1783948517] req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1783948533.848496:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948533.848498:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948533.848502:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948533.848510:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125220 00000400:00000010:3.0:1783948533.848514:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125220. 00000100:00000001:3.0:1783948533.848519:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948533.848524:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948533.848533:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.848542:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948533.848545:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.848549:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948533.848552:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948533.848557:0:2356:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.848564:0:2356:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1783948533.848568:0:2356:0:(import.c:65:import_set_state_nolock()) ffff89e9431d3000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1783948533.848572:0:2356:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.104@tcp: Connection to MGS (at 192.168.202.104@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1783948533.863813:0:2356:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.202.104@tcp for MGC192.168.202.104@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1783948533.863820:0:2356:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1783948533.863821:0:2356:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1783948533.863824:0:2356:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1783948533.863834:0:2356:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948533.864175:0:2356:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948533.864186:0:2356:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948533.864207:0:2356:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864214:0:2356:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1783948533.864216:0:2356:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1783948533.864219:0:2356:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:3.0:1783948533.864223:0:2356:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1783948533.864297:0:2356:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1783948533.864300:0:2356:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948533.864302:0:2356:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1783948533.864304:0:2356:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:3.0:1783948533.864305:0:2356:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1783948533.864307:0:2356:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948533.864309:0:2356:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783948533.864311:0:2356:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:3.0:1783948533.864322:0:2356:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1783948533.864324:0:2356:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864328:0:2356:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1783948533.864334:0:2356:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948517/real 1783948517] req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1783948533.864484:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948533.864486:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948533.864491:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:3.0:1783948533.864499:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125660 00000400:00000010:3.0:1783948533.864502:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125660. 00000100:00000001:3.0:1783948533.864508:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948533.864513:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948533.864522:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864529:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948533.864531:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864533:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948533.864535:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948533.864539:0:2356:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864545:0:2356:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1783948533.864548:0:2356:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff89e9431d1000 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:3.0:1783948533.864551:0:2356:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1783948533.864552:0:2356:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864560:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948533.864562:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864565:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948533.864567:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948533.864569:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948533.864571:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948533.864573:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b985d8. 00000400:00000200:3.0:1783948533.864575:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948533.864577:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948533.864579:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948533.864582:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948533.864589:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864595:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948533.864596:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948533.864600:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864607:0:2356:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1783948533.864610:0:2356:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864611:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948533.864612:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948533.864616:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948533.864624:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636523264:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948533.864629:0:2356:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948533.864633:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864640:0:2356:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1783948533.864642:0:2356:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864643:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948533.864644:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948533.864648:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948533.864733:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636522880:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948533.864737:0:2356:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864740:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948533.864742:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948533.864746:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864753:0:2356:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1783948533.864755:0:2356:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864756:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948533.864757:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948533.864761:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948533.864768:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636523008:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948533.864772:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864775:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948533.864778:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ca80 x1870603636523264/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948538 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864785:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948533.864787:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948533.864791:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958774200. 02000000:00000001:3.0:1783948533.864796:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948533.864799:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948533.864801:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=6 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948533.864803:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948533.864806:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011500. 02000000:00000001:3.0:1783948533.864810:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948533.864812:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948533.864814:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ca80. 00000100:00000001:3.0:1783948533.864818:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948533.864819:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864821:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948533.864824:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636522880/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.864830:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948533.864831:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948533.864832:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958774000. 02000000:00000001:3.0:1783948533.864834:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948533.864835:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948533.864836:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948533.864837:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948533.864839:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e95476b200. 02000000:00000001:3.0:1783948533.864841:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948533.864842:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948533.864843:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:3.0:1783948533.864846:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948533.864847:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.864848:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948533.865065:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948533.865077:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948533.865082:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948533.865084:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948533.865087:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891580. 00000400:00000200:2.0:1783948533.865091:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a22a8 00000400:00000010:2.0:1783948533.865093:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a22a8. 00000100:00000001:2.0:1783948533.865097:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948533.865102:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948533.865110:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948533.865117:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948533.865118:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948533.865121:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948533.865128:0:2355:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1783948533.865130:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948533.865132:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948533.865133:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948533.865137:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948533.865145:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636524032:192.168.202.104@tcp:400:kworker.0 00000400:00000001:2.0:1783948533.865149:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948533.865150:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948533.865152:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891738. 00000400:00000200:2.0:1783948533.865154:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948533.865155:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948533.865157:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948533.865160:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948533.865168:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948533.865174:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948533.865175:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948533.865178:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948533.865185:0:2355:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1783948533.865187:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948533.865189:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948533.865190:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948533.865193:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948533.865200:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636523648:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948533.865204:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948533.865205:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948533.865208:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066df80 x1870603636524032/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948548 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948533.865214:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948533.865215:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948533.865217:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b7a00. 02000000:00000001:2.0:1783948533.865220:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948533.865221:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948533.865222:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948533.865224:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948533.865233:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011e00. 02000000:00000001:2.0:1783948533.865235:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948533.865236:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948533.865238:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066df80. 00000100:00000001:2.0:1783948533.865240:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948533.865241:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948533.865243:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948533.865246:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64700 x1870603636523648/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948543 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948533.865252:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948533.865253:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948533.865254:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e960120200. 02000000:00000001:2.0:1783948533.865259:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948533.865261:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948533.865262:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948533.865264:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948533.865265:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e95285bd00. 02000000:00000001:2.0:1783948533.865269:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948533.865270:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948533.865272:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64700. 00000100:00000001:2.0:1783948533.865273:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948533.865274:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948533.865277:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948533.865279:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948533.865280:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948533.865281:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948533.865283:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948533.866185:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67100 x1870603636523008/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948533 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948533.866198:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948533.866200:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948533.866203:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775400. 02000000:00000001:3.0:1783948533.866207:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948533.866209:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948533.866210:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948533.866212:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948533.866214:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e95476be00. 02000000:00000001:3.0:1783948533.866217:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948533.866218:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948533.866220:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67100. 00000100:00000001:3.0:1783948533.866223:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1783948533.866441:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783948533.866447:0:29762:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1783948533.866449:0:29762:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1783948533.866452:0:29762:0:(import.c:65:import_set_state_nolock()) ffff89e9431d3000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783948533.866456:0:29762:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783948533.866461:0:29762:0:(import.c:510:import_select_connection()) MGC192.168.202.104@tcp: connect to NID 192.168.202.104@tcp last attempt 852 00000400:00000200:1.0:1783948533.866470:0:29762:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948533.866476:0:29762:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:1.0:1783948533.866480:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948533.866483:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948533.866486:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948533.866488:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:1.0:1783948533.866491:0:29762:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948533.866493:0:29762:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b4400ef 00000020:00000001:1.0:1783948533.866495:0:29762:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948533.866498:0:29762:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e943193800 refcount=3 00000020:00000001:1.0:1783948533.866501:0:29762:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233678952448 : -129840030599168 : ffff89e943193800) 00000020:00000001:1.0:1783948533.866503:0:29762:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233678952448 : -129840030599168 : ffff89e943193800) 00000100:00000040:1.0:1783948533.866506:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948533.866508:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948533.866509:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948533.866511:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:1.0:1783948533.866514:0:29762:0:(genops.c:900:class_export_put()) PUTting export ffff89e943193800 : new refcount 2 00000100:00080000:1.0:1783948533.866517:0:29762:0:(import.c:624:import_select_connection()) MGC192.168.202.104@tcp: import ffff89e9431d3000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:1.0:1783948533.866519:0:29762:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948533.866521:0:29762:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783948533.866524:0:29762:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948533.866527:0:29762:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948533.866529:0:29762:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1783948533.866532:0:29762:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948533.866540:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc700. 00000020:00000040:1.0:1783948533.866542:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 02000000:00000001:1.0:1783948533.866546:0:29762:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948533.866548:0:29762:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948533.866551:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948533.866554:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948533.866558:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948533.866564:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f0000. 00000100:00000001:1.0:1783948533.866570:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948533.866577:0:29762:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948533.866587:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948533.866591:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948533.866596:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8fe41] to pc [ptlrpcd_rcv+-1] req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948533.866617:0:29762:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783948533.866620:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783948533.866623:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1783948533.866626:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948533.866629:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948533.866631:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948533.866634:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948533.866638:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1961) 00000100:00000001:1.0:1783948533.866665:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948533.866668:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948533.866670:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948533.866675:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948533.866681:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948533.866683:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948533.866686:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948533.866688:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948533.866691:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948533.866694:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1019a023-0430-437f-92f1-89584dbfbb66:2352:1870603636524160:192.168.202.104@tcp:250:kworker.0 00000100:00000001:1.0:1783948533.866699:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948533.866703:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948533.866706:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948533.866709:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948533.866713:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f2c00. 02000000:00000001:1.0:1783948533.866715:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948533.866720:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948533.866724:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888a50. 00000400:00000010:1.0:1783948533.866730:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618908. 00000100:00000200:1.0:1783948533.866737:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636524160, portal 25 00000100:00000001:1.0:1783948533.866739:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948533.866741:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939232512 : -129839770319104 : ffff89e9529cc700) 00000100:00000040:1.0:1783948533.866746:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948533.866753:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948533.866755:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948533.866758:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618550. 00000100:00000200:1.0:1783948533.866760:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870603636524160, offset 0 00000400:00000200:1.0:1783948533.866766:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948533.866773:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948533.866779:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948533.866784:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948533.866788:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948533.866792:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948533.866795:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948533.866799:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2605:2605:256:4294967295] 192.168.202.104@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:1.0:1783948533.866803:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948533.866813:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948533.866818:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948533.866824:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e800. 00000800:00000200:1.0:1783948533.866832:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948533.866840:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948533.866845:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1783948533.866893:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948533.866898:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948533.866902:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296628343 00000100:00000001:1.0:1783948533.866910:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296627432 00000100:00000001:1.0:1783948533.866913:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296628343 00000100:00000001:1.0:1783948533.866916:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296627432 00000100:00000001:1.0:1783948533.866919:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948533.866921:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948533.866924:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948533.866927:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948533.866935:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948533.866937:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948533.866939:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948533.866940:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948533.866942:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948533.866943:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948533.868098:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948533.868107:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e800. 00000400:00000200:1.0:1783948533.868115:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948533.868122:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948533.868128:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618550 00000400:00000010:1.0:1783948533.868130:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618550. 00000100:00000001:1.0:1783948533.868135:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948533.868141:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948533.868152:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948533.868156:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948533.868163:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948533.868164:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948533.872182:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.872188:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.872200:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948533.872203:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948533.872207:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948533.872210:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948533.966773:0:2355:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948533.966785:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948533.966787:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948533.966792:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948533.966794:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948533.966797:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948533.966800:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948533.976025:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948533.976032:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948533.976038:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948533.976039:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948533.981723:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948533.981733:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948533.981739:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948534.040023:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948534.040034:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948534.040037:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948534.040043:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948534.040047:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948534.040060:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948534.040064:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948534.040067:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948534.040069:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948534.873837:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948534.873879:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948534.873882:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948534.873888:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948534.873891:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948534.873894:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948534.873897:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948535.000027:0:2355:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948535.000041:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948535.000043:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948535.000049:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948535.000052:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948535.000056:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948535.000131:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948535.003221:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948535.003230:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948535.003232:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948535.003235:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948535.003240:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948535.003242:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948535.003244:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948535.003246:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948535.003250:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948535.003252:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948535.003925:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948535.003930:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948535.003934:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948535.064014:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948535.064024:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948535.064026:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948535.064034:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948535.064039:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948535.064106:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948535.064110:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948535.064113:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948535.064116:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948535.896638:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948535.896652:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948535.896654:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948535.896658:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948535.896661:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948535.896664:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948535.896667:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948536.024007:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948536.024015:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948536.024024:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948536.024028:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948536.024031:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948536.024056:0:790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948536.024058:0:790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948536.024059:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948536.024062:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948536.024064:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948536.024066:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948536.024069:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948536.024375:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948536.024379:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948536.024382:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783948536.024664:0:2355:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948536.024684:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948536.024687:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948536.024691:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948536.024693:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948536.024697:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948536.024700:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948536.088841:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948536.088894:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948536.088896:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948536.088902:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948536.088906:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948536.088911:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948536.088914:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948536.088917:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948536.088919:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948536.920126:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948536.920142:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948536.920143:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948536.920148:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948536.920152:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948536.920156:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948536.920158:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948537.047987:0:2355:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1783948537.047996:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948537.048001:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948537.048002:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948537.048005:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948537.048010:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1783948537.048010:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1783948537.048012:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1783948537.048014:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948537.048016:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948537.048020:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948537.048167:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948537.048171:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948537.048174:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948537.114385:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948537.114394:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948537.114396:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948537.114401:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948537.114405:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948537.114409:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948537.114411:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948537.114414:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948537.114416:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948537.943988:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948537.943997:0:2352:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783948537.944013:0:2352:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948527/real 1783948527] req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783948537.944032:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948537.944034:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948537.944038:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aec60. 00000400:00000200:0.0:1783948537.944045:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948537.944048:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948537.944052:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948537.944056:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948537.944065:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948537.944073:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948537.944075:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948537.944078:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948537.944080:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783948537.944084:0:2352:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948537.944091:0:2352:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948537.944099:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948537.944101:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948537.944106:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948537.944108:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948537.944112:0:2352:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948537.944116:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948537 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948537.944123:0:2352:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783948537.944126:0:2352:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948537.944128:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948537.944129:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948537.944131:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783948537.944133:0:2352:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783948537.944137:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783948537.944215:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.104@tcp failed (-110) 00000100:00000001:0.0:1783948537.944218:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783948537.944223:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948537 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948537.944230:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636523776:192.168.202.104@tcp:38:kworker.0 00000100:00000001:0.0:1783948537.944235:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948537.944237:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948537.944240:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66d80 x1870603636523776/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948537 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948537.944247:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948537.944251:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948537.944255:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635000. 02000000:00000001:0.0:1783948537.944261:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948537.944264:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948537.944266:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948537.944268:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948537.944270:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8800. 02000000:00000001:0.0:1783948537.944274:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948537.944275:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948537.944277:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66d80. 00000100:00000001:0.0:1783948537.944281:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948537.944282:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948537.944284:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783948537.948078:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783948537.948088:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783948537.948091:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783948537.948095:0:29762:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1783948537.948098:0:29762:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1783948537.948102:0:29762:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783948537.948107:0:29762:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783948537.948114:0:29762:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1950 00000400:00000200:1.0:1783948537.948124:0:29762:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948537.948130:0:29762:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00001000:1.0:1783948537.948135:0:29762:0:(import.c:2149:obd_at_measure()) add 10 to ffff89e9431d1418 time=39 v=5 (1 0 0 0) 00000100:00001000:1.0:1783948537.948139:0:29762:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d1418 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1783948537.948142:0:29762:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1783948537.948145:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948537.948148:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948537.948151:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948537.948153:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:1.0:1783948537.948157:0:29762:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948537.948159:0:29762:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:1.0:1783948537.948162:0:29762:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948537.948165:0:29762:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:1.0:1783948537.948168:0:29762:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:1.0:1783948537.948170:0:29762:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00000040:1.0:1783948537.948173:0:29762:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948537.948175:0:29762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948537.948177:0:29762:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948537.948180:0:29762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:1.0:1783948537.948183:0:29762:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00080000:1.0:1783948537.948186:0:29762:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: import ffff89e9431d1000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:1.0:1783948537.948189:0:29762:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948537.948192:0:29762:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783948537.948200:0:29762:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948537.948204:0:29762:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948537.948206:0:29762:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783948537.948210:0:29762:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1783948537.948213:0:29762:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948537.948215:0:29762:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948537.948225:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948537.948228:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948537.948233:0:29762:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948537.948234:0:29762:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948537.948238:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948537.948241:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948537.948245:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948537.948254:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f0800. 00000100:00000001:1.0:1783948537.948260:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948537.948269:0:29762:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948537.948280:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948537.948295:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948537.948301:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bc0de2] to pc [ptlrpcd_rcv+-1] req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948537.948363:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948537.948367:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948537.948369:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948537.948384:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948537.948393:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948537.948395:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948537.948398:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948537.948401:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948537.948403:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948537.948406:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636524288:192.168.202.104@tcp:38:kworker.0 00000100:00000001:0.0:1783948537.948410:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948537.948415:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948537.948418:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948537.948420:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948537.948425:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635000. 02000000:00000001:0.0:1783948537.948427:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948537.948433:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948537.948437:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aec60. 00000400:00000010:0.0:1783948537.948443:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948537.948451:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636524288, portal 10 00000100:00000001:0.0:1783948537.948453:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948537.948456:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:0.0:1783948537.948463:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948537.948469:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948537.948472:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948537.948475:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948537.948478:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636524288, offset 0 00000400:00000200:0.0:1783948537.948485:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948537.948493:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948537.948499:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948537.948504:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948537.948508:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948537.948511:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948537.948514:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948537.948517:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2606:2606:256:4294967295] 192.168.202.104@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:0.0:1783948537.948522:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948537.948530:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948537.948536:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948537.948541:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bd00. 00000800:00000200:0.0:1783948537.948548:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948537.948555:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948537.948560:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948537.948574:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948537.948578:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 796626 usecs (797 jiffies) 00000400:00000200:0.0:1783948537.948581:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948537.948584:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296628897 00000100:00000001:0.0:1783948537.948592:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296628343 00000100:00000001:0.0:1783948537.948598:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296628897 00000100:00000001:0.0:1783948537.948601:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296628343 00000100:00000001:0.0:1783948537.948605:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948537.948608:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948537.948612:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948537.948614:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948537.948646:0:29762:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948537.948650:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948537.948653:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948537.948656:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948537.948658:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948537.948662:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (1965) 00000800:00000200:1.0:1783948537.948773:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948537.948779:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bd00. 00000400:00000200:1.0:1783948537.948785:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948537.948791:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948537.948796:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf000 00000400:00000010:1.0:1783948537.948798:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf000. 00000100:00000001:1.0:1783948537.948802:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948537.948806:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948537.948814:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948537.948816:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948537.948822:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948537.948824:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948537.949461:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948537.949465:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948537.949468:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948537.949470:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948537.949472:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948537.949474:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948538.071976:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948538.071984:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948538.071991:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948538.071992:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948538.072014:0:2355:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948538.072020:0:2355:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1783948538.072038:0:2355:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948522/real 1783948522] req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1783948538.072059:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948538.072061:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948538.072065:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438915d8. 00000400:00000200:3.0:1783948538.072072:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2ee0 00000400:00000010:3.0:1783948538.072075:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2ee0. 00000100:00000001:3.0:1783948538.072080:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948538.072085:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948538.072095:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948538.072102:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948538.072105:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948538.072107:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948538.072109:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948538.072113:0:2355:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948538.072121:0:2355:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1783948538.072124:0:2355:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff89e9431d1000 already not connected (conn 21, was 19): CONNECTING 00000100:00000001:3.0:1783948538.072127:0:2355:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1783948538.072128:0:2355:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948538.072137:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948538.072140:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948538.072143:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948538.072146:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948538.072148:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948538.072150:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948538.072153:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948538.072154:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1783948538.072158:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948538 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1783948538.072159:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948538.072162:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783948538.072166:0:2355:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1783948538.072169:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948538.072171:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948538.072172:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948538.072177:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948538 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948538.072186:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636523392:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948538.072191:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948538.072194:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948538.072197:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066f800 x1870603636523392/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 1 dl 1783948538 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948538.072205:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948538.072208:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948538.072212:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e954694400. 02000000:00000001:3.0:1783948538.072221:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948538.072222:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948538.072224:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948538.072226:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948538.072229:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011300. 02000000:00000001:3.0:1783948538.072232:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948538.072234:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948538.072236:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066f800. 00000100:00000001:3.0:1783948538.072238:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948538.072239:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948538.072242:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948538.072244:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948538.072246:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948538.072247:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948538.072250:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948538.135986:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948538.135994:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948538.135996:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948538.136002:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948538.136006:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948538.136011:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948538.136014:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948538.136016:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948538.136018:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948538.776748:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296628897, at 4296628928 00000100:00000010:1.0:1783948538.776764:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9580410c0. 00000100:00000040:0.0:1783948538.777785:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296628897, at 4296628929 00000100:00000010:0.0:1783948538.777793:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041900. 00000100:00000001:0.0:1783948538.967972:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948538.967988:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948538.967990:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948538.967995:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948538.967998:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948538.968002:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948538.968005:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783948538.970296:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783948538.970306:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783948538.970309:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783948538.970312:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1783948538.970315:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948538.970318:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948538.970320:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783948538.970322:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783948538.970328:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1966) 00010000:00000001:2.0:1783948539.098412:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948539.098419:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948539.098424:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948539.098426:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948539.099047:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948539.099051:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948539.099054:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948539.160428:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948539.160437:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948539.160439:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948539.160454:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948539.160459:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948539.160463:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948539.160466:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948539.160469:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948539.160472:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948539.992024:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948539.992039:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948539.992041:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948539.992046:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948539.992048:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948539.992052:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948539.992054:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948540.120088:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948540.120094:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948540.120097:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948540.120098:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948540.120149:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948540.120153:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948540.120156:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948540.184845:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948540.184865:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948540.184868:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948540.184873:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948540.184876:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948540.184880:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948540.184883:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948540.184885:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948540.184887:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948541.016508:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948541.016525:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948541.016527:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948541.016534:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948541.016537:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948541.016541:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948541.016545:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948541.144073:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948541.144084:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948541.144091:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948541.144093:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948541.144511:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948541.144515:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948541.144518:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948541.207987:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948541.207999:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948541.208001:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948541.208008:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948541.208013:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948541.208017:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948541.208020:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948541.208023:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948541.208025:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948542.040034:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948542.040048:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948542.040051:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948542.040056:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948542.040058:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948542.040062:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948542.040065:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948542.169243:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948542.169254:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948542.169260:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948542.169262:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948542.169323:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948542.169327:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948542.169330:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948542.233016:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948542.233027:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948542.233030:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948542.233037:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948542.233042:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948542.233047:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948542.233050:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948542.233053:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948542.233056:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783948543.002585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783948543.002596:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783948543.002599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783948543.002602:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1783948543.002604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783948543.002608:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783948543.002621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783948543.002624:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783948543.002631:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1970) 00000100:00000001:0.0:1783948543.064623:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783948543.064631:0:2352:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783948543.064649:0:2352:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948533/real 1783948533] req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1783948543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783948543.064669:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948543.064672:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948543.064676:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888a50. 00000400:00000200:0.0:1783948543.064681:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618908 00000400:00000010:0.0:1783948543.064684:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618908. 00000100:00000001:0.0:1783948543.064688:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948543.064692:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1783948543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948543.064703:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1783948543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948543.064710:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948543.064712:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948543.064715:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948543.064717:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783948543.064722:0:2352:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1783948543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948543.064729:0:2352:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948543.064739:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948543.064740:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948543.064745:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948543.064747:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948543.064751:0:2352:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948543.064756:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1783948543 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948543.064763:0:2352:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783948543.064766:0:2352:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948543.064768:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948543.064769:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948543.064772:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783948543.064774:0:2352:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783948543.064777:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d3000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783948543.064814:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.104@tcp failed (-110) 00000100:00000001:0.0:1783948543.064817:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783948543.064822:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1783948543 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948543.064830:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1019a023-0430-437f-92f1-89584dbfbb66:2352:1870603636524160:192.168.202.104@tcp:250:kworker.0 00000100:00000001:0.0:1783948543.064835:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948543.064837:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948543.064841:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cc700 x1870603636524160/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1783948543 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948543.064847:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948543.064877:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948543.064882:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f2c00. 02000000:00000001:0.0:1783948543.064886:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948543.064889:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948543.064891:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948543.064892:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948543.064895:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f0000. 02000000:00000001:0.0:1783948543.064897:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948543.064899:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948543.064902:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cc700. 00000100:00000001:0.0:1783948543.064906:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948543.064907:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948543.064910:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783948543.074332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783948543.074342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1783948543.074344:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1783948543.074348:0:8:0:(import.c:65:import_set_state_nolock()) ffff89e9431d3000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1783948543.074352:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1783948543.074360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.202.104@tcp: connect to NID 192.168.202.104@tcp last attempt 1956 00000400:00000200:2.0:1783948543.074370:0:8:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948543.074375:0:8:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00001000:2.0:1783948543.074379:0:8:0:(import.c:2149:obd_at_measure()) add 10 to ffff89e9431d3418 time=64 v=5 (1 1 1 1) 00000100:00001000:2.0:1783948543.074383:0:8:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d3418 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:2.0:1783948543.074386:0:8:0:(import.c:589:import_select_connection()) MGC192.168.202.104@tcp: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1783948543.074389:0:8:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948543.074393:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783948543.074394:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948543.074397:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:2.0:1783948543.074401:0:8:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783948543.074402:0:8:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b4400ef 00000020:00000001:2.0:1783948543.074405:0:8:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948543.074408:0:8:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e943193800 refcount=3 00000020:00000001:2.0:1783948543.074410:0:8:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233678952448 : -129840030599168 : ffff89e943193800) 00000020:00000001:2.0:1783948543.074413:0:8:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233678952448 : -129840030599168 : ffff89e943193800) 00000100:00000040:2.0:1783948543.074415:0:8:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948543.074417:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783948543.074419:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948543.074420:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:2.0:1783948543.074423:0:8:0:(genops.c:900:class_export_put()) PUTting export ffff89e943193800 : new refcount 2 00000100:00080000:2.0:1783948543.074426:0:8:0:(import.c:624:import_select_connection()) MGC192.168.202.104@tcp: import ffff89e9431d3000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:2.0:1783948543.074428:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948543.074431:0:8:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1783948543.074435:0:8:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948543.074439:0:8:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.074441:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1783948543.074444:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948543.074451:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066df80. 00000020:00000040:2.0:1783948543.074464:0:8:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 02000000:00000001:2.0:1783948543.074469:0:8:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948543.074470:0:8:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.074474:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948543.074476:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948543.074479:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948543.074487:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581cb400. 00000100:00000001:2.0:1783948543.074493:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948543.074503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948543.074516:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948543.074521:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948543.074525:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca4017ef] to pc [ptlrpcd_rcv+-1] req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948543.074544:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783948543.074547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783948543.074550:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1783948543.074553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783948543.074557:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783948543.074559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783948543.074561:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783948543.074566:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1970) 00000100:00000001:2.0:1783948543.074583:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948543.074587:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948543.074589:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948543.074594:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948543.074602:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948543.074604:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948543.074608:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948543.074610:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948543.074612:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948543.074615:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1019a023-0430-437f-92f1-89584dbfbb66:2352:1870603636524416:192.168.202.104@tcp:250:kworker.0 00000100:00000001:2.0:1783948543.074619:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948543.074623:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948543.074625:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948543.074628:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948543.074632:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948543.074635:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948543.074640:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948543.074645:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891738. 00000400:00000010:2.0:1783948543.074651:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948543.074658:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636524416, portal 25 00000100:00000001:2.0:1783948543.074660:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948543.074662:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00000100:00000040:2.0:1783948543.074667:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948543.074674:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948543.074676:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948543.074679:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a22a8. 00000100:00000200:2.0:1783948543.074682:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870603636524416, offset 0 00000400:00000200:2.0:1783948543.074689:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948543.074695:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948543.074701:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948543.074707:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948543.074711:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948543.074714:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948543.074716:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948543.074720:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2607:2607:256:4294967295] 192.168.202.104@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:2.0:1783948543.074723:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948543.074732:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948543.074738:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948543.074743:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011e00. 00000800:00000200:2.0:1783948543.074750:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948543.074758:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948543.074762:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783948543.074771:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948543.074775:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948543.074778:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296637550 00000100:00000010:2.0:1783948543.074783:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041360. 00000100:00000001:2.0:1783948543.074803:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783948543.074811:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296637550 00000100:00000010:2.0:1783948543.074814:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041840. 00000100:00000001:2.0:1783948543.074817:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783948543.074820:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948543.074822:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.074826:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.074829:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948543.074837:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948543.074840:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948543.074841:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948543.074842:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948543.074844:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.074845:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948543.075225:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948543.075229:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011e00. 00000400:00000200:1.0:1783948543.075234:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948543.075239:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948543.075244:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a22a8 00000400:00000010:1.0:1783948543.075246:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a22a8. 00000100:00000001:1.0:1783948543.075250:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948543.075254:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948543.075263:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948543.075266:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948543.075272:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948543.075274:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948543.093314:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948543.093330:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948543.093335:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948543.093337:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948543.093345:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948543.093353:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948543.093362:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948543.093367:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948543.093373:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948543.093377:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 25 MB=0x6a54dd9454580 00000400:00000200:1.0:1783948543.093391:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948543.093400:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 416/416 into md 0x72b1 [1] + 0 00000800:00000001:1.0:1783948543.093409:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948543.093416:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948543.093419:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948543.093424:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948543.093432:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948543.093442:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948543.093464:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948543.093480:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948543.093490:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948543.093494:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948543.093565:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948543.093571:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948543.093578:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948543.093580:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948543.093583:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891738. 00000400:00000200:2.0:1783948543.093587:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948543.093590:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948543.093593:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948543.093598:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948543.093607:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1783948558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948543.093612:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948543.093614:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948543.093616:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948543.093619:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948543.093622:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948543.093623:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948543.093626:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948543.093633:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=64 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948543.093637:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=64 v=10 (10 1 1 1) 00000100:00000001:2.0:1783948543.093640:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948543.093641:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948543.093643:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948543.093646:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.093648:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948543.093653:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/416 e 0 to 0 dl 1783948558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948543.093659:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948543.093662:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948543.093663:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948543.093666:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1783948543.093672:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.104@tcp: connect to target with instance 0 00000020:00000001:2.0:1783948543.093675:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783948543.093677:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b4400ef 00000020:00000001:2.0:1783948543.093680:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948543.093683:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e943193800 refcount=3 00000020:00000001:2.0:1783948543.093686:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233678952448 : -129840030599168 : ffff89e943193800) 00000020:00000001:2.0:1783948543.093688:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233678952448 : -129840030599168 : ffff89e943193800) 00000100:00001000:2.0:1783948543.093691:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1783948543 v=0 (0 0 0 0) 00000100:00001000:2.0:1783948543.093694:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d3418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1783948543.093701:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e943193800 : new refcount 2 00000100:00000001:2.0:1783948543.093704:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1783948543.093707:0:2352:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1783948543.093709:0:2352:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.093711:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000400:2.0:1783948543.093714:0:2352:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.202.104@tcp) after server handle changed from 0x2ceea11ad5e03dcf to 0x2ceea11ad5e06433 00000100:00080000:2.0:1783948543.119624:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d3000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1783948543.119633:0:2352:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948543.119638:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1783948543.119646:0:2352:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.104@tcp; invalidating 00000020:00000040:2.0:1783948543.119649:0:2352:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000100:00000001:2.0:1783948543.123202:0:2352:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.123212:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948543.123229:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/416 e 0 to 0 dl 1783948558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948543.123242:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1019a023-0430-437f-92f1-89584dbfbb66:2352:1870603636524416:192.168.202.104@tcp:250:kworker.0 00000100:00000001:2.0:1783948543.123248:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.123251:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948543.123255:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066df80 x1870603636524416/t0(0) o250->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 520/416 e 0 to 0 dl 1783948558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948543.123261:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948543.123265:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948543.123269:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948543.123273:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948543.123275:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948543.123277:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948543.123279:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948543.123282:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb400. 02000000:00000001:2.0:1783948543.123286:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948543.123287:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948543.123289:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066df80. 00000100:00000001:2.0:1783948543.123294:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948543.123296:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948543.123298:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.123300:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948543.123303:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948543.123304:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.123306:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.123319:0:32906:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1783948543.123327:0:32906:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.104@tcp to MGS@192.168.202.104@tcp 00000100:00100000:2.0:1783948543.123331:0:32906:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1783948543.123334:0:32906:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1783948543.123337:0:32906:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1783948543.123341:0:32906:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1783948543.123344:0:32906:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1783948543.123350:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7700 count: 3 00010000:00000001:2.0:1783948543.123355:0:32906:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948543.123359:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948543.123362:0:32906:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948543.123364:0:32906:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aaa00 refcount=3 00000020:00000001:2.0:1783948543.123366:0:32906:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733573120 : -129839975978496 : ffff89e9465aaa00) 00010000:00000001:2.0:1783948543.123370:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733573120 : -129839975978496 : ffff89e9465aaa00) 00010000:00000001:2.0:1783948543.123373:0:32906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948543.123377:0:32906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.104@tcp lock: ffff89e9465aaa00/0x8c7cf19e4b4400f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x2ceea11ad5e03dd6 expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1783948543.123385:0:32906:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1783948543.123388:0:32906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.104@tcp lock: ffff89e9465aaa00/0x8c7cf19e4b4400f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x2ceea11ad5e03dd6 expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783948543.123394:0:32906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1783948543.123397:0:32906:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1783948543.123399:0:32906:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1783948543.123401:0:32906:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1783948543.123403:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783948543.123404:0:32906:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783948543.123413:0:32906:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1783948543.123414:0:32906:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783948543.123416:0:32906:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff89e959415c00) refs 2 10000000:00000001:2.0:1783948543.123418:0:32906:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1783948543.123419:0:32906:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948543.123422:0:32906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783948543.123423:0:32906:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948543.123426:0:32906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948543.123428:0:32906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948543.123430:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948543.123433:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948543.123436:0:32906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465aaa00 with handle 0x8c7cf19e4b4400f6 from hash 00010000:00000001:2.0:1783948543.123439:0:32906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948543.123440:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948543.123442:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123444:0:32906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948543.123446:0:32906:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948543.123447:0:32906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783948543.123450:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948543.123451:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123452:0:32906:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948543.123453:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948543.123456:0:32906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.104@tcp lock: ffff89e9465aaa00/0x8c7cf19e4b4400f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x2ceea11ad5e03dd6 expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948543.123468:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123470:0:32906:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948543.123471:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948543.123472:0:32906:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948543.123473:0:32906:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab200 refcount=3 00000020:00000001:2.0:1783948543.123475:0:32906:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733575168 : -129839975976448 : ffff89e9465ab200) 00010000:00000001:2.0:1783948543.123478:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733575168 : -129839975976448 : ffff89e9465ab200) 00010000:00000001:2.0:1783948543.123479:0:32906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948543.123481:0:32906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.104@tcp lock: ffff89e9465ab200/0x8c7cf19e4b4400fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2ceea11ad5e03ddd expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1783948543.123487:0:32906:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1783948543.123489:0:32906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.104@tcp lock: ffff89e9465ab200/0x8c7cf19e4b4400fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2ceea11ad5e03ddd expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783948543.123495:0:32906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1783948543.123497:0:32906:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1783948543.123498:0:32906:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1783948543.123500:0:32906:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1783948543.123501:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783948543.123502:0:32906:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783948543.123519:0:32906:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1783948543.123520:0:32906:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783948543.123521:0:32906:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff89e950663a00) refs 2 10000000:00000001:2.0:1783948543.123523:0:32906:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1783948543.123525:0:32906:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948543.123527:0:32906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783948543.123529:0:32906:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948543.123530:0:32906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948543.123531:0:32906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948543.123533:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948543.123534:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948543.123537:0:32906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465ab200 with handle 0x8c7cf19e4b4400fd from hash 00010000:00000001:2.0:1783948543.123539:0:32906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948543.123540:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948543.123541:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123542:0:32906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948543.123543:0:32906:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948543.123544:0:32906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783948543.123546:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948543.123547:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123548:0:32906:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948543.123549:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948543.123552:0:32906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.104@tcp lock: ffff89e9465ab200/0x8c7cf19e4b4400fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2ceea11ad5e03ddd expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948543.123559:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1783948543.123561:0:32906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e948cd7700 count: 0 00010000:00000040:2.0:1783948543.123574:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459f00 count: 2 00010000:00000001:2.0:1783948543.123576:0:32906:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948543.123578:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948543.123579:0:32906:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948543.123580:0:32906:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597000 refcount=3 00000020:00000001:2.0:1783948543.123582:0:32906:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733492736 : -129839976058880 : ffff89e946597000) 00010000:00000001:2.0:1783948543.123585:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733492736 : -129839976058880 : ffff89e946597000) 00010000:00000001:2.0:1783948543.123587:0:32906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948543.123590:0:32906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.104@tcp lock: ffff89e946597000/0x8c7cf19e4b440127 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2ceea11ad5e03de4 expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1783948543.123596:0:32906:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1783948543.123599:0:32906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.104@tcp lock: ffff89e946597000/0x8c7cf19e4b440127 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2ceea11ad5e03de4 expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783948543.123605:0:32906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1783948543.123607:0:32906:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1783948543.123621:0:32906:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1783948543.123623:0:32906:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1783948543.123624:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783948543.123626:0:32906:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783948543.123631:0:32906:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1783948543.123633:0:32906:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783948543.123634:0:32906:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff89e950663200) refs 2 10000000:00000001:2.0:1783948543.123636:0:32906:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1783948543.123637:0:32906:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948543.123639:0:32906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783948543.123640:0:32906:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948543.123642:0:32906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948543.123643:0:32906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948543.123645:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948543.123646:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948543.123648:0:32906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597000 with handle 0x8c7cf19e4b440127 from hash 00010000:00000001:2.0:1783948543.123650:0:32906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948543.123651:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948543.123652:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123653:0:32906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948543.123655:0:32906:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948543.123656:0:32906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783948543.123658:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948543.123659:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123661:0:32906:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948543.123662:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948543.123665:0:32906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.104@tcp lock: ffff89e946597000/0x8c7cf19e4b440127 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2ceea11ad5e03de4 expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948543.123672:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1783948543.123674:0:32906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459f00 count: 0 00010000:00000040:2.0:1783948543.123684:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f15700 count: 2 00010000:00000001:2.0:1783948543.123687:0:32906:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948543.123689:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948543.123690:0:32906:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948543.123691:0:32906:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617ae00 refcount=3 00000020:00000001:2.0:1783948543.123694:0:32906:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183232 : -129839980368384 : ffff89e94617ae00) 00010000:00000001:2.0:1783948543.123696:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183232 : -129839980368384 : ffff89e94617ae00) 00010000:00000001:2.0:1783948543.123698:0:32906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948543.123701:0:32906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.104@tcp lock: ffff89e94617ae00/0x8c7cf19e4b44012e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2ceea11ad5e03deb expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1783948543.123706:0:32906:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1783948543.123709:0:32906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.104@tcp lock: ffff89e94617ae00/0x8c7cf19e4b44012e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2ceea11ad5e03deb expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783948543.123714:0:32906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1783948543.123717:0:32906:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1783948543.123718:0:32906:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1783948543.123720:0:32906:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1783948543.123721:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783948543.123723:0:32906:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783948543.123727:0:32906:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1783948543.123728:0:32906:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783948543.123729:0:32906:0:(mgc_request.c:123:config_log_put()) log params(ffff89e950662a00) refs 2 10000000:00000001:2.0:1783948543.123731:0:32906:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1783948543.123732:0:32906:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948543.123734:0:32906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783948543.123735:0:32906:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948543.123737:0:32906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948543.123738:0:32906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948543.123739:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948543.123741:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948543.123742:0:32906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617ae00 with handle 0x8c7cf19e4b44012e from hash 00010000:00000001:2.0:1783948543.123744:0:32906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948543.123746:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948543.123748:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123749:0:32906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948543.123750:0:32906:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948543.123751:0:32906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783948543.123753:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948543.123754:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948543.123755:0:32906:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948543.123756:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948543.123759:0:32906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.104@tcp lock: ffff89e94617ae00/0x8c7cf19e4b44012e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2ceea11ad5e03deb expref: -99 pid: 15855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948543.123766:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1783948543.123768:0:32906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f15700 count: 0 00000001:00000001:2.0:1783948543.123778:0:32906:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948543.123781:0:32906:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1783948543.123782:0:32906:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1783948543.123794:0:32906:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783948543.123797:0:32906:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.123798:0:32906:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1783948543.123803:0:32906:0:(import.c:65:import_set_state_nolock()) ffff89e9431d3000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1783948543.123806:0:32906:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1783948543.123809:0:32906:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1783948543.123810:0:32906:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783948543.123813:0:32906:0:(import.c:65:import_set_state_nolock()) ffff89e9431d3000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1783948543.123815:0:32906:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1783948543.123816:0:32906:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1783948543.123818:0:32906:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.202.104@tcp: Reactivating import 00000100:00080000:2.0:1783948543.123824:0:32906:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1783948543.123826:0:32906:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948543.123828:0:32906:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1783948543.123832:0:32906:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) MGC192.168.202.104@tcp: Connection restored to 192.168.202.104@tcp (at 192.168.202.104@tcp) 00000100:00000001:2.0:1783948543.158864:0:32906:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948543.158874:0:32906:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948543.158878:0:32906:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948543.158882:0:32906:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783948543.158883:0:32906:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783948543.179017:0:32909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aaa00. 00010000:00000010:2.1:1783948543.179028:0:32909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465ab200. 00010000:00000010:2.1:1783948543.179033:0:32909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7700. 00010000:00000010:2.1:1783948543.179037:0:32909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597000. 00010000:00000010:2.1:1783948543.179041:0:32909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459f00. 00010000:00000010:2.1:1783948543.179044:0:32909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617ae00. 00010000:00000010:2.1:1783948543.179048:0:32909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f15700. 00010000:00000001:2.0:1783948543.193009:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948543.193017:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948543.193072:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948543.193076:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948543.193079:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948543.256294:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948543.256302:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948543.256304:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948543.256308:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948543.256312:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948543.256315:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948543.256318:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948543.256321:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948543.256323:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948544.151967:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948544.151980:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948544.151982:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948544.151987:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948544.151989:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948544.151992:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948544.151995:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948544.216006:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948544.216012:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948544.218423:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948544.218430:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948544.218435:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948544.279985:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948544.279993:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948544.279995:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948544.280001:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948544.280004:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948544.280008:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948544.280011:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948544.280013:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948544.280015:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.535977:0:15869:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783948544.535986:0:15869:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff89e950663200) refs 2 10000000:00000001:3.0:1783948544.535991:0:15869:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.535994:0:15869:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1783948544.535996:0:15869:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1783948544.535997:0:15869:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1783948544.535999:0:15869:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1783948544.536001:0:15869:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:3.0:1783948544.536003:0:15869:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff89e943191000 from 6 10000000:00000001:3.0:1783948544.536007:0:15869:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1783948544.536008:0:15869:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1783948544.536022:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000020:00000040:3.0:1783948544.536026:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948544.536031:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948544.536034:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948544.536039:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948544.536046:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a7c00. 00000100:00000001:3.0:1783948544.536053:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.536058:0:15869:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948544.536061:0:15869:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948544.536068:0:15869:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459000. 00010000:00000001:3.0:1783948544.536073:0:15869:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948544.536077:0:15869:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597800. 00000020:00000001:3.0:1783948544.536081:0:15869:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948544.536084:0:15869:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597800 with handle 0x8c7cf19e4b440d2f to hash 00000020:00000001:3.0:1783948544.536086:0:15869:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948544.536088:0:15869:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948544.536090:0:15869:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948544.536094:0:15869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948544.536097:0:15869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948544.536102:0:15869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.104@tcp lock: ffff89e946597800/0x8c7cf19e4b440d2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948544.536111:0:15869:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.104@tcp lock: ffff89e946597800/0x8c7cf19e4b440d2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948544.536139:0:15869:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.104@tcp lock: ffff89e946597800/0x8c7cf19e4b440d2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948544.536146:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948544.536148:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948544.536156:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.536158:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166256576 : -129839543295040 : ffff89e96024e3c0) 00000100:00000001:3.0:1783948544.536162:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.536163:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000001:3.0:1783948544.536168:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948544.536172:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.536174:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948544.536176:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948544.536187:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.536195:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948544.536198:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.536201:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948544.536204:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948544.536206:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948544.536210:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636524544:192.168.202.104@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.536214:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948544.536221:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948544.536224:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.536226:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948544.536230:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948544.536232:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.536240:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948544.536244:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b985d8. 00000400:00000010:3.0:1783948544.536250:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948544.536256:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636524544, portal 25 00000100:00000001:3.0:1783948544.536257:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.536259:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:3.0:1783948544.536264:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.536271:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948544.536273:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948544.536275:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125660. 00000100:00000200:3.0:1783948544.536278:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870603636524544, offset 0 00000400:00000200:3.0:1783948544.536284:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948544.536292:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.536299:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948544.536304:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948544.536308:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948544.536311:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948544.536314:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948544.536317:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2608:2608:256:4294967295] 192.168.202.104@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:3.0:1783948544.536321:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.536331:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948544.536336:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948544.536340:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61900. 00000800:00000200:3.0:1783948544.536348:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948544.536354:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948544.536358:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948544.536376:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.536380:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948544.536383:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639013 00000100:00000001:3.0:1783948544.536391:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296637550 00000100:00000001:3.0:1783948544.536396:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639013 00000100:00000001:3.0:1783948544.536399:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296637550 00000100:00000001:3.0:1783948544.536402:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948544.536404:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.536407:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948544.536409:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948544.536411:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96024e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948544.536414:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948544.536416:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948544.536500:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948544.536506:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61900. 00000400:00000200:1.0:1783948544.536512:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.536518:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948544.536525:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125660 00000400:00000010:1.0:1783948544.536527:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125660. 00000100:00000001:1.0:1783948544.536532:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948544.536536:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.536546:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948544.536549:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.536566:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948544.536567:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.559069:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.559086:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.559091:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.559093:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.559103:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.559111:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.559120:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.559125:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.559131:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.559135:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 344 into portal 25 MB=0x6a54dd9454600 00000400:00000200:1.0:1783948544.559141:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.559147:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 344/344 into md 0x72b9 [1] + 224 00000800:00000001:1.0:1783948544.559154:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.559160:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.559164:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.559168:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.559175:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.559185:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.559195:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.559220:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.559228:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.559231:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.559332:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948544.559340:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948544.559342:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948544.559345:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b985d8. 00000400:00000200:3.0:1783948544.559349:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948544.559352:0:15869:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948544.559355:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948544.559359:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948544.559367:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.559373:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948544.559375:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.559377:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948544.559380:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948544.559382:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948544.559385:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.559388:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948544.559394:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948544.559398:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948544.559401:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948544.559402:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.559405:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948544.559407:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.559410:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948544.559415:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.559421:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948544.559424:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948544.559426:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948544.559431:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948544.559439:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636524544:192.168.202.104@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.559444:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.559447:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.559449:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948544.559451:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948544.559455:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.559461:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948544.559464:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.559466:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948544.559468:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.559471:0:15869:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948544.559475:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948544.559477:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948544.559480:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=4 00000020:00000001:3.0:1783948544.559483:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948544.559486:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000040:3.0:1783948544.559492:0:15869:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597800, remote cookie: 0x2ceea11ad5e064b8, flags: 0x0 00010000:00000001:3.0:1783948544.559496:0:15869:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948544.559499:0:15869:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948544.559502:0:15869:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948544.559503:0:15869:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948544.559505:0:15869:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948544.559508:0:15869:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff89e959459000) refcount = 1 00010000:00010000:3.0:1783948544.559513:0:15869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.104@tcp lock: ffff89e946597800/0x8c7cf19e4b440d2f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064b8 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948544.559520:0:15869:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948544.559522:0:15869:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948544.559524:0:15869:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948544.559528:0:15869:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948544.559530:0:15869:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948544.559533:0:15869:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.104@tcp lock: ffff89e946597800/0x8c7cf19e4b440d2f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2ceea11ad5e064b8 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948544.559538:0:15869:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948544.559540:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948544.559541:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948544.559542:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948544.559543:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948544.559544:0:15869:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.559546:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948544.559550:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67100 x1870603636524544/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.559556:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948544.559559:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948544.559562:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948544.559565:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948544.559567:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948544.559569:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948544.559570:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948544.559573:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a7c00. 02000000:00000001:3.0:1783948544.559576:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948544.559578:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948544.559580:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67100. 00000100:00000001:3.0:1783948544.559583:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948544.559584:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1783948544.559586:0:15869:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.559600:0:15869:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783948544.559602:0:15869:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff89e950663200) refs 3 10000000:00000001:3.0:1783948544.559604:0:15869:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.559606:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948544.559607:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948544.559609:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948544.559611:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948544.559613:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948544.559615:0:15869:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1783948544.559617:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948544.559618:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948544.559619:0:15869:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.559621:0:15869:0:(mgc_request.c:1519:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1783948544.559626:0:15869:0:(mgc_request.c:1531:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff89e9509ab620. 00000100:00000010:3.0:1783948544.559646:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000020:00000040:3.0:1783948544.559650:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948544.559653:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948544.559655:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948544.559660:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948544.559665:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a7c00. 00000100:00000001:3.0:1783948544.559670:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.559674:0:15869:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1783948544.559677:0:15869:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89e9509eb800. 00000100:00000010:3.0:1783948544.559680:0:15869:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff89e9580d9b40. 00000020:00000040:3.0:1783948544.559682:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948544.559687:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948544.559688:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948544.559693:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.559695:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166256576 : -129839543295040 : ffff89e96024e3c0) 00000100:00000001:3.0:1783948544.559697:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.559698:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000001:3.0:1783948544.559701:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948544.559705:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.559707:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948544.559708:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948544.559712:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.559719:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948544.559720:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.559724:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948544.559726:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948544.559728:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948544.559731:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636524672:192.168.202.104@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.559735:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948544.559740:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948544.559742:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.559744:0:15869:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1783948544.559748:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948544.559751:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b985d8. 00000400:00000010:3.0:1783948544.559756:0:15869:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89e96024e6c0. 00000100:00000200:3.0:1783948544.559761:0:15869:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a54dd9454680-0x6a54dd9454680, portal 33 00000100:00000001:3.0:1783948544.559764:0:15869:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.559766:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948544.559769:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7600. 02000000:00000001:3.0:1783948544.559781:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.559784:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948544.559786:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000010:3.0:1783948544.559790:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948544.559792:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636524672, portal 25 00000100:00000001:3.0:1783948544.559795:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.559796:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:3.0:1783948544.559800:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.559806:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948544.559808:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948544.559810:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125220. 00000100:00000200:3.0:1783948544.559813:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1870603636524672, offset 0 00000400:00000200:3.0:1783948544.559818:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948544.559823:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.559830:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948544.559835:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948544.559839:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948544.559843:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948544.559846:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948544.559883:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2609:2609:256:4294967295] 192.168.202.104@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:3.0:1783948544.559890:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.559899:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948544.559905:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948544.559909:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61600. 00000800:00000200:3.0:1783948544.559916:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948544.559923:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948544.559928:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61600 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1783948544.560030:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.560035:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948544.560039:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639037 00000100:00000001:3.0:1783948544.560048:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639013 00000100:00000001:3.0:1783948544.560054:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639037 00000100:00000001:3.0:1783948544.560056:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639013 00000100:00000001:3.0:1783948544.560059:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948544.560062:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.560065:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948544.560067:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948544.560069:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96024e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948544.560071:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948544.560073:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948544.566203:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948544.566212:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61600. 00000400:00000200:1.0:1783948544.566219:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.566227:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948544.566234:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125220 00000400:00000010:1.0:1783948544.566237:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125220. 00000100:00000001:1.0:1783948544.566242:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948544.566251:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.566264:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948544.566268:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.566281:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948544.566282:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.570701:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.570721:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.570726:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.570729:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.570738:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.570746:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.570757:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.570762:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.570769:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.570786:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 132 into portal 33 MB=0x6a54dd9454680 00000400:00000200:1.0:1783948544.570792:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.570799:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.104@tcp of length 132/132 into md 0x72c1 [4] + 0 00000400:00000010:1.0:1783948544.570806:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b985d8. 00000400:00000200:1.0:1783948544.570811:0:2346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e96024e6c0 00000800:00000001:1.0:1783948544.570817:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.570825:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.570829:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.570834:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948544.570839:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e96024e6c0 00000400:00000010:1.0:1783948544.570842:0:2346:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff89e96024e6c0. 00000100:00000001:1.0:1783948544.570849:0:2346:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783948544.571150:0:2346:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff89e950b67100 desc ffff89e9509eb800 mbits 1870603636524672 00000100:00000001:1.0:1783948544.571167:0:2346:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783948544.571176:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948544.571180:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.571186:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948544.571193:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2610:2610:256:4294967295] 192.168.202.104@tcp LPNI seq info [2610:2610:8:4294967295] 00000400:00000200:1.0:1783948544.571198:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.571206:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948544.571211:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.104@tcp 00000100:00000001:3.0:1783948544.571311:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948544.571317:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783948544.574736:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff89e950663e00. 00000800:00000200:0.0:1783948544.574758:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948544.574767:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948544.574783:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950663e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948544.574986:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948544.574990:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff89e950663e00. 00000400:00000200:0.0:1783948544.574996:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948544.575001:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948544.575015:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948544.575023:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.584433:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.584455:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.584460:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.584463:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.584471:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.584480:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.584491:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.584496:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.584502:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.584506:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 240 into portal 25 MB=0x6a54dd9454680 00000400:00000200:1.0:1783948544.584511:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.584517:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 240/240 into md 0x72c9 [1] + 224 00000800:00000001:1.0:1783948544.584524:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.584535:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.584537:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.584542:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.584548:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.584556:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.584568:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.584633:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948544.584694:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.584703:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.584707:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948544.585108:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948544.585112:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948544.585115:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:3.0:1783948544.585120:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948544.585122:0:15869:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948544.585126:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948544.585131:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948544.585141:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.585148:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948544.585151:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.585154:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948544.585157:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948544.585160:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948544.585163:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.585165:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948544.585173:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948544.585177:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948544.585180:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948544.585181:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.585185:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948544.585187:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.585190:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948544.585194:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783948544.585204:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.585211:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948544.585213:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948544.585218:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948544.585225:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636524672:192.168.202.104@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.585230:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.585233:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.585235:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948544.585237:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948544.585241:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.585248:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948544.585252:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.585255:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948544.585257:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1783948544.585263:0:15869:0:(mgc_request.c:1599:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:3.0:1783948544.585267:0:15869:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1783948544.585273:0:15869:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff89e9509ea800. 10000000:00000010:3.0:1783948544.585277:0:15869:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff89e9594c7480. 10000000:00000200:3.0:1783948544.585282:0:15869:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1783948544.585285:0:15869:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff89e943191000 00010000:00000001:3.0:1783948544.585292:0:15869:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1783948544.585295:0:15869:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1783948544.585298:0:15869:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.104@tcp has 192.168.202.104@tcp. 00000100:00000001:3.0:1783948544.585302:0:15869:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.585304:0:15869:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1783948544.585306:0:15869:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.104@tcp with 192.168.202.104@tcp 00000100:00000200:3.0:1783948544.585308:0:15869:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.104@tcp' 00000400:00000200:3.0:1783948544.585311:0:15869:0:(peer.c:1363:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1783948544.585314:0:15869:0:(api-ni.c:3277:LNetNIInit()) refs 1 00000400:00000200:3.0:1783948544.585317:0:15869:0:(peer.c:1377:LNetAddPeer()) Adding NID[0]: 192.168.202.104@tcp 00000400:00000200:3.0:1783948544.585321:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.585325:0:15869:0:(peer.c:1821:lnet_peer_add()) peer 192.168.202.104@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1783948544.585328:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.585333:0:15869:0:(peer.c:2889:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1783948544.585336:0:15869:0:(peer.c:2898:lnet_discover_peer_locked()) peer 192.168.202.104@tcp NID 192.168.202.104@tcp: 0. pending discovery 00000400:00000200:3.0:1783948544.585339:0:15869:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 192.168.202.104@tcp 00000100:00000001:3.0:1783948544.585342:0:15869:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.585344:0:15869:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1783948544.585347:0:15869:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0001-osc-ffff89e943191000 10000000:00000200:3.0:1783948544.585349:0:15869:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1783948544.585352:0:15869:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff89e943191000 00010000:00000001:3.0:1783948544.585354:0:15869:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1783948544.585356:0:15869:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1783948544.585358:0:15869:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.104@tcp has 192.168.202.104@tcp. 00000100:00000001:3.0:1783948544.585359:0:15869:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.585361:0:15869:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1783948544.585363:0:15869:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.104@tcp with 192.168.202.104@tcp 00000100:00000200:3.0:1783948544.585364:0:15869:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.104@tcp' 00000400:00000200:3.0:1783948544.585366:0:15869:0:(peer.c:1363:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1783948544.585367:0:15869:0:(api-ni.c:3277:LNetNIInit()) refs 1 00000400:00000200:3.0:1783948544.585369:0:15869:0:(peer.c:1377:LNetAddPeer()) Adding NID[0]: 192.168.202.104@tcp 00000400:00000200:3.0:1783948544.585371:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.585373:0:15869:0:(peer.c:1821:lnet_peer_add()) peer 192.168.202.104@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1783948544.585376:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.585378:0:15869:0:(peer.c:2889:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1783948544.585380:0:15869:0:(peer.c:2898:lnet_discover_peer_locked()) peer 192.168.202.104@tcp NID 192.168.202.104@tcp: 0. pending discovery 00000400:00000200:3.0:1783948544.585382:0:15869:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 192.168.202.104@tcp 00000100:00000001:3.0:1783948544.585384:0:15869:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.585386:0:15869:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1783948544.585388:0:15869:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0000-osc-ffff89e943191000 10000000:00000200:3.0:1783948544.585390:0:15869:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1783948544.585392:0:15869:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948544.585394:0:15869:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1783948544.585396:0:15869:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1783948544.585398:0:15869:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.104@tcp has 192.168.202.104@tcp. 00000100:00000001:3.0:1783948544.585400:0:15869:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.585401:0:15869:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1783948544.585402:0:15869:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.104@tcp with 192.168.202.104@tcp 00000100:00000200:3.0:1783948544.585404:0:15869:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.104@tcp' 00000400:00000200:3.0:1783948544.585405:0:15869:0:(peer.c:1363:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1783948544.585407:0:15869:0:(api-ni.c:3277:LNetNIInit()) refs 1 00000400:00000200:3.0:1783948544.585409:0:15869:0:(peer.c:1377:LNetAddPeer()) Adding NID[0]: 192.168.202.104@tcp 00000400:00000200:3.0:1783948544.585411:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.585413:0:15869:0:(peer.c:1821:lnet_peer_add()) peer 192.168.202.104@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1783948544.585417:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.585419:0:15869:0:(peer.c:2889:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1783948544.585421:0:15869:0:(peer.c:2898:lnet_discover_peer_locked()) peer 192.168.202.104@tcp NID 192.168.202.104@tcp: 0. pending discovery 00000400:00000200:3.0:1783948544.585423:0:15869:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 192.168.202.104@tcp 00000100:00000001:3.0:1783948544.585425:0:15869:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.585427:0:15869:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1783948544.585429:0:15869:0:(mgc_request.c:1469:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff89e943191000 target is obsoleted(1/2), reconnect 00000100:00000001:3.0:1783948544.585432:0:15869:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:3.0:1783948544.585435:0:15869:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff89e9431d1000 already not connected (conn 21, was 0): CONNECTING 00010000:00000001:3.0:1783948544.585440:0:15869:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1783948544.585448:0:15869:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.104@tcp->12345-192.168.202.104@tcp 00000100:00000001:3.0:1783948544.585451:0:15869:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1783948544.585454:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.585458:0:15869:0:(peer.c:1550:LNetPrimaryNID()) NID 192.168.202.104@tcp primary NID 192.168.202.104@tcp rc 0 00000100:00000001:3.0:1783948544.585462:0:15869:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948544.585464:0:15869:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948544.585466:0:15869:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000100:00000001:3.0:1783948544.585469:0:15869:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614233686390336 : -129840023161280 : 0xffff89e9438ab640) 00000100:00000040:3.0:1783948544.585472:0:15869:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000040:3.0:1783948544.585475:0:15869:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.104@tcp -> ffff89e9438ab640 00010000:00080000:3.0:1783948544.585477:0:15869:0:(ldlm_lib.c:85:import_set_conn()) imp ffff89e9431d1000@lustre-MDT0000-mdc-ffff89e943191000: found existing conn 192.168.202.104@tcp, moved to head 00010000:00000001:3.0:1783948544.585480:0:15869:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1783948544.585483:0:15869:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:3.0:1783948544.585485:0:15869:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.585487:0:15869:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:3.0:1783948544.585489:0:15869:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff89e943191000 10000000:00000010:3.0:1783948544.585491:0:15869:0:(mgc_request.c:1491:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff89e9594c7480. 10000000:00000010:3.0:1783948544.585494:0:15869:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff89e9509ea800. 10000000:00000001:3.0:1783948544.585496:0:15869:0:(mgc_request.c:1495:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.585498:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948544.585502:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67100 x1870603636524672/t0(0) o256->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 304/240 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.585508:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948544.585511:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948544.585514:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7600. 02000000:00000001:3.0:1783948544.585517:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948544.585519:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948544.585520:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948544.585523:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783948544.585525:0:15869:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1783948544.585527:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948544.585528:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948544.585530:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1783948544.585533:0:15869:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff89e9580d9b40. 00000100:00000010:3.0:1783948544.585536:0:15869:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff89e9509eb800. 00000100:00000001:3.0:1783948544.585538:0:15869:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1783948544.585540:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a7c00. 02000000:00000001:3.0:1783948544.585543:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948544.585545:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948544.585546:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67100. 00000100:00000001:3.0:1783948544.585549:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948544.585551:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1783948544.585569:0:15869:0:(mgc_request.c:1651:mgc_process_recover_log()) kvfree 'folios': 32 at ffff89e9509ab620. 10000000:01000000:3.0:1783948544.585573:0:15869:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.104@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1783948544.585576:0:15869:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1783948544.585579:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948544.585581:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948544.585584:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597800 refcount=3 00000020:00000001:3.0:1783948544.585586:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948544.585651:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494784 : -129839976056832 : ffff89e946597800) 00010000:00000001:3.0:1783948544.585654:0:15869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948544.585659:0:15869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.104@tcp lock: ffff89e946597800/0x8c7cf19e4b440d2f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064b8 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948544.585667:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948544.585668:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948544.585670:0:15869:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.104@tcp lock: ffff89e946597800/0x8c7cf19e4b440d2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064b8 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948544.585675:0:15869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948544.585676:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948544.585677:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1783948544.585679:0:15869:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.585681:0:15869:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.585683:0:15869:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1783948544.585686:0:15869:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783948544.585687:0:15869:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff89e950663a00) refs 2 10000000:00000001:3.0:1783948544.585689:0:15869:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.585691:0:15869:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1783948544.585692:0:15869:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff89e950663200) refs 3 10000000:00000001:3.0:1783948544.585694:0:15869:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1783948544.585695:0:15869:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1783948544.585697:0:15869:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1783948544.585698:0:15869:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:3.0:1783948544.585700:0:15869:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff89e943191000 from 42 10000000:00000001:3.0:1783948544.585702:0:15869:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1783948544.585703:0:15869:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1783948544.585707:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000020:00000040:3.0:1783948544.585710:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948544.585714:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948544.585716:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948544.585721:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948544.585726:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a7c00. 00000100:00000001:3.0:1783948544.585731:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.585734:0:15869:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948544.585736:0:15869:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948544.585742:0:15869:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459a00. 00010000:00000001:3.0:1783948544.585746:0:15869:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948544.585748:0:15869:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596000. 00000020:00000001:3.0:1783948544.585751:0:15869:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948544.585753:0:15869:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596000 with handle 0x8c7cf19e4b440d36 to hash 00000020:00000001:3.0:1783948544.585755:0:15869:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948544.585756:0:15869:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948544.585759:0:15869:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948544.585762:0:15869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948544.585765:0:15869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948544.585767:0:15869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.104@tcp lock: ffff89e946596000/0x8c7cf19e4b440d36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948544.585785:0:15869:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.104@tcp lock: ffff89e946596000/0x8c7cf19e4b440d36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948544.585794:0:15869:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.104@tcp lock: ffff89e946596000/0x8c7cf19e4b440d36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948544.585799:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948544.585801:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948544.585806:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.585808:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166256576 : -129839543295040 : ffff89e96024e3c0) 00000100:00000001:3.0:1783948544.585810:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.585811:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000001:3.0:1783948544.585815:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948544.585819:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.585821:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948544.585822:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948544.585826:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.585833:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948544.585835:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.585838:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948544.585840:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948544.585843:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948544.585846:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636524800:192.168.202.104@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.585870:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948544.585876:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948544.585877:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.585879:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948544.585883:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948544.585886:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.585890:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948544.585893:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000010:3.0:1783948544.585897:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948544.585903:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636524800, portal 25 00000100:00000001:3.0:1783948544.585904:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.585906:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:3.0:1783948544.585910:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.585930:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948544.585932:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948544.585935:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125bb0. 00000100:00000200:3.0:1783948544.585938:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870603636524800, offset 0 00000400:00000200:3.0:1783948544.585943:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948544.585948:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.585953:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948544.585958:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948544.585961:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948544.586077:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948544.586080:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948544.586083:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2611:2611:256:4294967295] 192.168.202.104@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:3.0:1783948544.586088:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.586105:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948544.586111:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948544.586116:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61800. 00000800:00000200:3.0:1783948544.586122:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948544.586129:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948544.586134:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948544.586147:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.586151:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948544.586154:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639063 00000100:00000001:3.0:1783948544.586162:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639037 00000100:00000001:3.0:1783948544.586167:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639063 00000100:00000001:3.0:1783948544.586171:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639037 00000100:00000001:3.0:1783948544.586173:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948544.586176:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.586179:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948544.586180:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948544.586183:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96024e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948544.586185:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948544.586187:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948544.586669:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948544.586674:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61800. 00000400:00000200:0.0:1783948544.586679:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948544.586684:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948544.586689:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125bb0 00000400:00000010:0.0:1783948544.586691:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125bb0. 00000100:00000001:0.0:1783948544.586695:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948544.586700:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.586708:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.586711:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.586717:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.586719:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.600336:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.600355:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.600360:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.600363:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.600371:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.600379:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.600390:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.600396:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.600402:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.600406:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 344 into portal 25 MB=0x6a54dd9454700 00000400:00000200:1.0:1783948544.600412:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.600420:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 344/344 into md 0x72d1 [1] + 224 00000800:00000001:1.0:1783948544.600427:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.600435:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.600438:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.600442:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.600450:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.600458:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.600470:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.600493:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.600503:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.600506:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.600578:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948544.600587:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948544.600599:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948544.600603:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:3.0:1783948544.600607:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948544.600610:0:15869:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948544.600614:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948544.600618:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948544.600628:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.600635:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948544.600637:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.600640:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948544.600643:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948544.600646:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948544.600649:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.600651:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948544.600659:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948544.600663:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948544.600666:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948544.600667:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.600670:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948544.600673:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.600676:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948544.600681:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.600689:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948544.600692:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948544.600694:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948544.600699:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948544.600707:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636524800:192.168.202.104@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.600713:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.600716:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.600719:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948544.600723:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948544.600726:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.600734:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948544.600737:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.600741:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948544.600743:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.600746:0:15869:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948544.600750:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948544.600753:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948544.600757:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=4 00000020:00000001:3.0:1783948544.600759:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948544.600762:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000040:3.0:1783948544.600768:0:15869:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596000, remote cookie: 0x2ceea11ad5e064bf, flags: 0x0 00010000:00000001:3.0:1783948544.600783:0:15869:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948544.600787:0:15869:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948544.600789:0:15869:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948544.600791:0:15869:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948544.600792:0:15869:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948544.600796:0:15869:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff89e959459a00) refcount = 1 00010000:00010000:3.0:1783948544.600803:0:15869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.104@tcp lock: ffff89e946596000/0x8c7cf19e4b440d36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064bf expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948544.600812:0:15869:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948544.600814:0:15869:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948544.600816:0:15869:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948544.600819:0:15869:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948544.600822:0:15869:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948544.600825:0:15869:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.104@tcp lock: ffff89e946596000/0x8c7cf19e4b440d36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2ceea11ad5e064bf expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948544.600831:0:15869:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948544.600833:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948544.600835:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948544.600836:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948544.600837:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948544.600838:0:15869:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.600841:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948544.600845:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67100 x1870603636524800/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.600892:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948544.600895:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948544.600899:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948544.600903:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948544.600905:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948544.600907:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948544.600910:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948544.600912:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a7c00. 02000000:00000001:3.0:1783948544.600916:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948544.600917:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948544.600919:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67100. 00000100:00000001:3.0:1783948544.600923:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948544.600924:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1783948544.600926:0:15869:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.600930:0:15869:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783948544.600932:0:15869:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff89e950663a00) refs 3 10000000:00000001:3.0:1783948544.600934:0:15869:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.600936:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948544.600937:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948544.600939:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:3.0:1783948544.600941:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948544.600943:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:3.0:1783948544.600946:0:15869:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1783948544.600947:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948544.600949:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948544.600950:0:15869:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783948544.600953:0:15869:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1783948544.600958:0:15869:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89e9580d9b40. 00000020:00000010:3.0:1783948544.600978:0:15869:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7c00. 00000020:00000010:3.0:1783948544.600985:0:15869:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a7600. 00000040:00000010:3.0:1783948544.600990:0:15869:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89e9509a6c00. 00000020:00000010:3.0:1783948544.600995:0:15869:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89e9582bf000. 00000020:00000010:3.0:1783948544.600999:0:15869:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff89e9509a6800. 80000000:00000010:3.0:1783948544.601004:0:15869:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89e960204c60. 00040000:00000010:3.0:1783948544.601008:0:15869:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89e9509a6000. 20000000:00000010:3.0:1783948544.601013:0:15869:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff89e9509a7000. 10000000:00000040:3.0:1783948544.601018:0:15869:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff89e951b8cc00 : new refcount 2 00000020:00000001:3.0:1783948544.601022:0:15869:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1783948544.601023:0:15869:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1783948544.601026:0:15869:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1783948544.601029:0:15869:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89e9509a7e00. 00000040:00000001:3.0:1783948544.601033:0:15869:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1783948544.601035:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000010:3.0:1783948544.601039:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000020:00000040:3.0:1783948544.601041:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948544.601046:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948544.601049:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948544.601054:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948544.601062:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a6400. 00000100:00000001:3.0:1783948544.601067:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.601073:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948544.601075:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948544.601080:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.601082:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166256576 : -129839543295040 : ffff89e96024e3c0) 00000100:00000001:3.0:1783948544.601085:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.601086:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000001:3.0:1783948544.601091:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948544.601096:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.601098:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948544.601099:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948544.601104:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.601112:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948544.601114:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.601117:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948544.601120:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948544.601122:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948544.601126:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636524928:192.168.202.104@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.601129:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948544.601133:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948544.601136:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.601138:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948544.601141:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a7800. 02000000:00000001:3.0:1783948544.601143:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.601148:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948544.601150:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000010:3.0:1783948544.601154:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948544.601160:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636524928, portal 25 00000100:00000001:3.0:1783948544.601161:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.601163:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:3.0:1783948544.601168:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.601174:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948544.601177:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948544.601179:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948544.601182:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1870603636524928, offset 0 00000400:00000200:3.0:1783948544.601187:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948544.601192:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.601199:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948544.601206:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948544.601211:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948544.601215:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948544.601218:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948544.601222:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2612:2612:256:4294967295] 192.168.202.104@tcp LPNI seq info [2612:2612:8:4294967295] 00000400:00000200:3.0:1783948544.601226:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.601235:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948544.601241:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948544.601246:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61b00. 00000800:00000200:3.0:1783948544.601252:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948544.601259:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948544.601263:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61b00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1783948544.601271:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.601274:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948544.601277:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639078 00000100:00000001:3.0:1783948544.601285:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639063 00000100:00000001:3.0:1783948544.601290:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639078 00000100:00000001:3.0:1783948544.601293:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639063 00000100:00000001:3.0:1783948544.601296:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948544.601299:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.601301:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948544.601303:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948544.601306:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96024e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948544.601308:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948544.601309:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948544.601650:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948544.601655:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61b00. 00000400:00000200:0.0:1783948544.601659:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948544.601664:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948544.601668:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:0.0:1783948544.601670:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:0.0:1783948544.601673:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948544.601678:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.601687:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.601690:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.601696:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.601698:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.613746:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.613765:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.613769:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.613782:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.613791:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.613799:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.613809:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.613814:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.613819:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.613823:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 272 into portal 25 MB=0x6a54dd9454780 00000400:00000200:1.0:1783948544.613828:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.613835:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 272/272 into md 0x72d9 [1] + 224 00000800:00000001:1.0:1783948544.613843:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.613890:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.613894:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.613900:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.613909:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.613929:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.613941:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.613958:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.613977:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.613981:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.614140:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948544.614149:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948544.614151:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948544.614155:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:3.0:1783948544.614159:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948544.614162:0:15869:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948544.614166:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948544.614171:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948544.614181:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.614187:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948544.614190:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.614193:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948544.614197:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948544.614200:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948544.614203:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.614206:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948544.614212:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948544.614217:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948544.614219:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948544.614221:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948544.614223:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948544.614226:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.614228:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948544.614232:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.614239:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948544.614241:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948544.614243:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948544.614247:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948544.614255:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636524928:192.168.202.104@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.614260:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948544.614263:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.614265:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948544.614267:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948544.614270:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.614277:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948544.614281:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.614539:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948544.614542:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783948544.614549:0:15869:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1783948544.614662:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948544.614664:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948544.614667:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783948544.614668:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948544.614672:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67100 x1870603636524928/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.614678:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948544.614681:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948544.614684:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a7800. 02000000:00000001:3.0:1783948544.614688:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948544.614689:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948544.614690:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948544.614692:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948544.614694:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a6400. 02000000:00000001:3.0:1783948544.614697:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948544.614698:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948544.614701:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67100. 00000100:00000001:3.0:1783948544.614704:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948544.614705:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1783948544.614707:0:15869:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783948544.614710:0:15869:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1783948544.614717:0:15869:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89e9509f8000. 00000040:00000001:3.0:1783948544.614719:0:15869:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1783948544.614721:0:15869:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1783948544.614723:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000010:3.0:1783948544.614726:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67100. 00000020:00000040:3.0:1783948544.614728:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948544.614731:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948544.614733:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948544.614737:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948544.614741:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9509a6400. 00000100:00000001:3.0:1783948544.614747:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.614750:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948544.614752:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948544.614756:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948544.614758:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166256576 : -129839543295040 : ffff89e96024e3c0) 00000100:00000001:3.0:1783948544.614761:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.614762:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000001:3.0:1783948544.614766:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948544.614780:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948544.614783:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948544.614784:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948544.614788:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.614795:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948544.614797:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.614800:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948544.614802:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948544.614805:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948544.614808:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525056:192.168.202.104@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1783948544.614811:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948544.614815:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948544.614817:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948544.614820:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948544.614842:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89e950808000. 02000000:00000001:3.0:1783948544.614845:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948544.614884:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948544.614888:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98160. 00000400:00000010:3.0:1783948544.614894:0:15869:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89e96024ef00. 00000100:00000200:3.0:1783948544.614900:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870603636525056, portal 25 00000100:00000001:3.0:1783948544.614902:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948544.614903:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360000 : -129839802191616 : ffff89e950b67100) 00000100:00000040:3.0:1783948544.614908:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948544.614916:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948544.614918:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948544.614922:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948544.614926:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1870603636525056, offset 0 00000400:00000200:3.0:1783948544.614932:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948544.614937:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.614943:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948544.614949:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948544.614954:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948544.614957:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948544.614960:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948544.615208:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2613:2613:256:4294967295] 192.168.202.104@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:3.0:1783948544.615212:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948544.615221:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948544.615228:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948544.616728:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011c00. 00000800:00000200:2.0:1783948544.616744:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948544.616753:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948544.616757:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1783948544.616836:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948544.616844:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948544.616847:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639093 00000100:00000001:2.0:1783948544.616872:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639078 00000100:00000001:2.0:1783948544.616878:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639094 00000100:00000001:2.0:1783948544.616882:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639078 00000100:00000001:2.0:1783948544.616885:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948544.616889:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948544.616892:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948544.616894:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948544.616897:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96024e3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948544.616900:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948544.616903:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948544.620064:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948544.620074:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011c00. 00000400:00000200:0.0:1783948544.620088:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948544.620098:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948544.620107:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:0.0:1783948544.620110:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:0.0:1783948544.620116:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948544.620124:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.620135:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.620139:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.620146:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.620148:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.632233:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.632250:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.632254:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.632256:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.632265:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.632273:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.632283:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.632288:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.632294:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.632298:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 8416 into portal 25 MB=0x6a54dd9454800 00000400:00000200:1.0:1783948544.632304:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.632311:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 8416/8416 into md 0x72e1 [4] + 224 00000800:00000001:1.0:1783948544.632318:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.632330:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.632333:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.632338:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.632344:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.632353:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.632366:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.632388:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.632397:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.632400:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948544.632468:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948544.632477:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948544.632480:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948544.632483:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98160. 00000400:00000200:2.0:1783948544.632488:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e96024ef00 00000400:00000010:2.0:1783948544.632490:0:15869:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff89e96024ef00. 00000100:00000001:2.0:1783948544.632493:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948544.632498:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948544.632507:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948544.632515:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948544.632517:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948544.632519:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948544.632523:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948544.632526:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948544.632528:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948544.632531:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948544.632538:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948544.632543:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948544.632546:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948544.632548:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948544.632551:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948544.632553:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948544.632556:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948544.632561:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948544.632568:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948544.632571:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948544.632573:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948544.632577:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948544.632584:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525056:192.168.202.104@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1783948544.632599:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948544.632602:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948544.632605:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948544.632607:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948544.632610:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948544.632616:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948544.632619:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96024e3c0. 00000100:00000001:2.0:1783948544.632621:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948544.632623:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783948544.632630:0:15869:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1783948544.632632:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948544.632635:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67100 x1870603636525056/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948544.632641:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948544.632643:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948544.632646:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89e950808000. 02000000:00000001:2.0:1783948544.632658:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948544.632661:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948544.632663:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948544.632665:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948544.632667:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9509a6400. 02000000:00000001:2.0:1783948544.632671:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948544.632672:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948544.632675:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67100. 00000100:00000001:2.0:1783948544.632678:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948544.632679:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948544.632682:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948544.632684:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948544.632685:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1783948544.632688:0:15869:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783948544.632691:0:15869:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783948544.632694:0:15869:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1783948544.632698:0:15869:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89e9580411e0. 00000040:00001000:2.0:1783948544.632700:0:15869:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:2.0:1783948544.633614:0:32929:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1783948544.633621:0:32929:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6e00. 00000020:00000010:2.0:1783948544.633627:0:32929:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9462b6000. 00000040:00000010:2.0:1783948544.633632:0:32929:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89e9462b6c00. 00000020:00000010:2.0:1783948544.633636:0:32929:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89e958132800. 00000020:00000010:2.0:1783948544.633641:0:32929:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89e958768f18. 00000020:00000010:2.0:1783948544.633645:0:32929:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff89e9462b7000. 80000000:00000010:2.0:1783948544.633648:0:32929:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89e958041ea0. 40000000:00000010:2.0:1783948544.633653:0:32929:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff89e94477c4c0. 00100000:00000010:2.0:1783948544.633658:0:32929:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89e958135800. 00040000:00000010:2.0:1783948544.633662:0:32929:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89e960011c00. 00040000:00000010:2.0:1783948544.633666:0:32929:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff89e958131000. 00040000:00000010:2.0:1783948544.633670:0:32929:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89e9462b7c00. 00000004:00000010:2.0:1783948544.633674:0:32929:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89e958130800. 00000004:00000010:2.0:1783948544.633679:0:32929:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89e9508a7000. 00000004:00000010:2.0:1783948544.633683:0:32929:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff89e958135000. 00002000:00000010:2.0:1783948544.633687:0:32929:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff89e9581cbc00. 00000004:00000010:2.0:1783948544.633691:0:32929:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff89e9581c9800. 00000020:00000010:2.0:1783948544.633696:0:32929:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89e94477c480. 00000040:00000010:2.0:1783948544.633705:0:32929:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89e950894000. 00000040:00080000:2.0:1783948544.634337:0:32929:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:2.0:1783948544.634343:0:32929:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff89e950894000. 00000020:00000010:2.0:1783948544.634351:0:32929:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89e94477c480. 00000020:00000010:2.0:1783948544.634367:0:32929:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9462b6000. 00000040:00000010:2.0:1783948544.634371:0:32929:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89e9462b6c00. 00000020:00000010:2.0:1783948544.634373:0:32929:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff89e958132800. 00000020:00000010:2.0:1783948544.634377:0:32929:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89e958768f18. 00000020:00000010:2.0:1783948544.634382:0:32929:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff89e9462b7000. 80000000:00000010:2.0:1783948544.634385:0:32929:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89e958041ea0. 40000000:00000010:2.0:1783948544.634388:0:32929:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff89e94477c4c0. 00100000:00000010:2.0:1783948544.634392:0:32929:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89e958135800. 00040000:00000010:2.0:1783948544.634395:0:32929:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89e960011c00. 00040000:00000010:2.0:1783948544.634398:0:32929:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff89e958131000. 00040000:00000010:2.0:1783948544.634401:0:32929:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89e9462b7c00. 00000004:00000010:2.0:1783948544.634404:0:32929:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89e958130800. 00000004:00000010:2.0:1783948544.634408:0:32929:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89e9508a7000. 00000004:00000010:2.0:1783948544.634412:0:32929:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff89e958135000. 00002000:00000010:2.0:1783948544.634415:0:32929:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff89e9581cbc00. 00000004:00000010:2.0:1783948544.634417:0:32929:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff89e9581c9800. 00000020:00000010:2.0:1783948544.634420:0:32929:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6e00. 00000040:00000010:0.0:1783948544.637516:0:15869:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89e9580411e0. 00000040:00000001:0.0:1783948544.637544:0:15869:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1783948544.637549:0:15869:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:0.0:1783948544.637556:0:15869:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89e9509f8000. 00000040:00000010:0.0:1783948544.637561:0:15869:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89e9509a7e00. 00000020:00000001:0.0:1783948544.637564:0:15869:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.637568:0:15869:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1783948544.637574:0:15869:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a7600. 00000040:00000010:0.0:1783948544.637579:0:15869:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89e9509a6c00. 00000020:00000010:0.0:1783948544.637584:0:15869:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff89e9582bf000. 00000020:00000010:0.0:1783948544.637589:0:15869:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff89e9509a6800. 80000000:00000010:0.0:1783948544.637594:0:15869:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89e960204c60. 00040000:00000010:0.0:1783948544.637599:0:15869:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89e9509a6000. 20000000:00000010:0.0:1783948544.637603:0:15869:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff89e9509a7000. 00000020:00000010:0.0:1783948544.637606:0:15869:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7c00. 10000000:00000010:0.0:1783948544.637609:0:15869:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89e9580d9b40. 10000000:01000000:0.0:1783948544.637613:0:15869:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.104@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1783948544.637616:0:15869:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783948544.637619:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948544.637622:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948544.637625:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596000 refcount=3 00000020:00000001:0.0:1783948544.637628:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948544.637631:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733488640 : -129839976062976 : ffff89e946596000) 00010000:00000001:0.0:1783948544.637633:0:15869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948544.637639:0:15869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.104@tcp lock: ffff89e946596000/0x8c7cf19e4b440d36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064bf expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.637650:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.637651:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948544.637654:0:15869:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.104@tcp lock: ffff89e946596000/0x8c7cf19e4b440d36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064bf expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.637661:0:15869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948544.637662:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.637663:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783948544.637665:0:15869:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.637668:0:15869:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.637671:0:15869:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783948544.637673:0:15869:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783948544.637675:0:15869:0:(mgc_request.c:108:config_log_get()) log params (ffff89e950662a00) refs 2 10000000:00000001:0.0:1783948544.637677:0:15869:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.637680:0:15869:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783948544.637682:0:15869:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff89e950663a00) refs 3 10000000:00000001:0.0:1783948544.637684:0:15869:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1783948544.637686:0:15869:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1783948544.637688:0:15869:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1783948544.637690:0:15869:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1783948544.637692:0:15869:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff89e943191000 from 7 10000000:00000001:0.0:1783948544.637695:0:15869:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1783948544.637696:0:15869:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1783948544.637707:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948544.637711:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948544.637716:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948544.637720:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948544.637725:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948544.637734:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e952882400. 00000100:00000001:0.0:1783948544.637740:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.637746:0:15869:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948544.637749:0:15869:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948544.637756:0:15869:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7100. 00010000:00000001:0.0:1783948544.637760:0:15869:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948544.637764:0:15869:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aa600. 00000020:00000001:0.0:1783948544.637769:0:15869:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948544.637788:0:15869:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aa600 with handle 0x8c7cf19e4b440d3d to hash 00000020:00000001:0.0:1783948544.637790:0:15869:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948544.637792:0:15869:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733572096 : -129839975979520 : ffff89e9465aa600) 00010000:00000001:0.0:1783948544.637795:0:15869:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733572096 : -129839975979520 : ffff89e9465aa600) 00010000:00000001:0.0:1783948544.637799:0:15869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948544.637802:0:15869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948544.637806:0:15869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.104@tcp lock: ffff89e9465aa600/0x8c7cf19e4b440d3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948544.637814:0:15869:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.104@tcp lock: ffff89e9465aa600/0x8c7cf19e4b440d3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948544.637825:0:15869:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.104@tcp lock: ffff89e9465aa600/0x8c7cf19e4b440d3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948544.637836:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948544.637838:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948544.637846:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.637848:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918654720 : -129839790896896 : ffff89e95162c900) 00000100:00000001:0.0:1783948544.637892:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.637894:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000001:0.0:1783948544.637899:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948544.637904:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.637907:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948544.637909:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948544.637931:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.637939:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948544.637942:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.637945:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948544.637948:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948544.637950:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948544.637954:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525184:192.168.202.104@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.637958:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948544.637963:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948544.637965:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.637968:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948544.638044:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636400. 02000000:00000001:0.0:1783948544.638047:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.638055:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948544.638059:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948544.638066:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948544.638072:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636525184, portal 25 00000100:00000001:0.0:1783948544.638074:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.638075:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948544.638081:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.638093:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948544.638095:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948544.638097:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf7f8. 00000100:00000200:0.0:1783948544.638100:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870603636525184, offset 0 00000400:00000200:0.0:1783948544.638106:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948544.638112:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.638119:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948544.638124:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948544.638127:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948544.638131:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948544.638134:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948544.638137:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2614:2614:256:4294967295] 192.168.202.104@tcp LPNI seq info [2614:2614:8:4294967295] 00000400:00000200:0.0:1783948544.638141:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.638151:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948544.638157:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948544.638162:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bd00. 00000800:00000200:0.0:1783948544.638168:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948544.638175:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948544.638180:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783948544.638192:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.638196:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948544.638198:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639114 00000100:00000001:0.0:1783948544.638206:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639093 00000100:00000001:0.0:1783948544.638211:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639114 00000100:00000001:0.0:1783948544.638214:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639094 00000100:00000001:0.0:1783948544.638217:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.638219:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.638221:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948544.638223:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948544.638225:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95162c900 going to sleep for 11 seconds 00000100:00000001:0.0:1783948544.638228:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948544.638231:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948544.638536:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948544.638541:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bd00. 00000400:00000200:1.0:1783948544.638547:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.638552:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948544.638558:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf7f8 00000400:00000010:1.0:1783948544.638561:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf7f8. 00000100:00000001:1.0:1783948544.638565:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948544.638570:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.638580:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948544.638584:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.638602:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948544.638603:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.645368:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.645391:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.645396:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.645399:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.645410:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.645419:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.645431:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.645437:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.645443:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.645448:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 344 into portal 25 MB=0x6a54dd9454880 00000400:00000200:1.0:1783948544.645454:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.645461:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 344/344 into md 0x72e9 [1] + 224 00000800:00000001:1.0:1783948544.645487:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.645499:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.645503:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.645507:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.645516:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.645526:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.645539:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.645568:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.645578:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.645581:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.650032:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948544.650048:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948544.650061:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948544.650066:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948544.650078:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:0.0:1783948544.650081:0:15869:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:0.0:1783948544.650086:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948544.650097:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948544.650108:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.650116:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948544.650118:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.650121:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948544.650125:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948544.650127:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948544.650130:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.650132:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948544.650140:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948544.650144:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948544.650147:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948544.650149:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.650152:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948544.650154:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.650158:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948544.650163:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.650170:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.650173:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948544.650174:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948544.650178:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948544.650191:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525184:192.168.202.104@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.650196:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.650199:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.650202:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948544.650204:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.650208:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.650214:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948544.650217:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.650221:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948544.650223:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.650225:0:15869:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948544.650229:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948544.650232:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948544.650236:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa600 refcount=4 00000020:00000001:0.0:1783948544.650239:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733572096 : -129839975979520 : ffff89e9465aa600) 00010000:00000001:0.0:1783948544.650242:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733572096 : -129839975979520 : ffff89e9465aa600) 00010000:00000040:0.0:1783948544.650248:0:15869:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aa600, remote cookie: 0x2ceea11ad5e064c6, flags: 0x0 00010000:00000001:0.0:1783948544.650252:0:15869:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948544.650258:0:15869:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948544.650261:0:15869:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948544.650262:0:15869:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948544.650264:0:15869:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948544.650267:0:15869:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff89e948cd7100) refcount = 1 00010000:00010000:0.0:1783948544.650272:0:15869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.104@tcp lock: ffff89e9465aa600/0x8c7cf19e4b440d3d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064c6 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.650280:0:15869:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948544.650283:0:15869:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948544.650284:0:15869:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948544.650288:0:15869:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948544.650290:0:15869:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948544.650294:0:15869:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.104@tcp lock: ffff89e9465aa600/0x8c7cf19e4b440d3d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2ceea11ad5e064c6 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.650300:0:15869:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948544.650303:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.650304:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948544.650305:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.650306:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948544.650308:0:15869:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.650311:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.650314:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636525184/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.650321:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948544.650324:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948544.650328:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636400. 02000000:00000001:0.0:1783948544.650332:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948544.650334:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948544.650336:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948544.650339:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948544.650342:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e952882400. 02000000:00000001:0.0:1783948544.650345:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948544.650347:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948544.650348:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948544.650352:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948544.650353:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1783948544.650355:0:15869:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.650359:0:15869:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783948544.650362:0:15869:0:(mgc_request.c:108:config_log_get()) log params (ffff89e950662a00) refs 3 10000000:00000001:0.0:1783948544.650364:0:15869:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.650366:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948544.650368:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948544.650370:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa600 refcount=3 00000020:00000001:0.0:1783948544.650372:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733572096 : -129839975979520 : ffff89e9465aa600) 00010000:00000001:0.0:1783948544.650374:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733572096 : -129839975979520 : ffff89e9465aa600) 00010000:00000001:0.0:1783948544.650377:0:15869:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1783948544.650379:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.650380:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948544.650382:0:15869:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.650385:0:15869:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1783948544.650394:0:15869:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89e9587d3440. 00000020:00000010:0.0:1783948544.650398:0:15869:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e952882400. 00000020:00000010:0.0:1783948544.650421:0:15869:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950666400. 00000040:00000010:0.0:1783948544.650426:0:15869:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89e950667a00. 00000020:00000010:0.0:1783948544.650432:0:15869:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89e96018d000. 00000020:00000010:0.0:1783948544.650437:0:15869:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff89e94120ac00. 80000000:00000010:0.0:1783948544.650445:0:15869:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89e943713720. 00040000:00000010:0.0:1783948544.650451:0:15869:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89e94120a200. 20000000:00000010:0.0:1783948544.650458:0:15869:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff89e958775400. 10000000:00000040:0.0:1783948544.650463:0:15869:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff89e951b8cc00 : new refcount 2 00000020:00000001:0.0:1783948544.650466:0:15869:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1783948544.650467:0:15869:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1783948544.650470:0:15869:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1783948544.650472:0:15869:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89e958774000. 00000040:00000001:0.0:1783948544.650476:0:15869:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1783948544.650479:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000010:0.0:1783948544.650483:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948544.650489:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948544.650494:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948544.650497:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948544.650502:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948544.650508:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774200. 00000100:00000001:0.0:1783948544.650514:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.650519:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948544.650521:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948544.650527:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.650529:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918654720 : -129839790896896 : ffff89e95162c900) 00000100:00000001:0.0:1783948544.650531:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.650533:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000001:0.0:1783948544.650538:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948544.650542:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.650544:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948544.650546:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948544.650550:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.650556:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948544.650558:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.650561:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948544.650564:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948544.650566:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948544.650569:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525312:192.168.202.104@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.650572:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948544.650578:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948544.650579:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.650582:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948544.650586:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775c00. 02000000:00000001:0.0:1783948544.650588:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.650594:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948544.650598:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948544.650602:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948544.650607:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636525312, portal 25 00000100:00000001:0.0:1783948544.650609:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.650610:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948544.650615:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.650621:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948544.650624:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948544.650626:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf908. 00000100:00000200:0.0:1783948544.650629:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1870603636525312, offset 0 00000400:00000200:0.0:1783948544.650636:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948544.650645:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.650652:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948544.650657:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948544.650661:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948544.650666:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948544.650669:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948544.650672:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2615:2615:256:4294967295] 192.168.202.104@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:0.0:1783948544.650677:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.650685:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948544.650690:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948544.650696:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948544.650702:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948544.650711:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948544.650715:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1783948544.650733:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.650737:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948544.650740:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639127 00000100:00000001:0.0:1783948544.650748:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639114 00000100:00000001:0.0:1783948544.650753:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639127 00000100:00000001:0.0:1783948544.650757:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639114 00000100:00000001:0.0:1783948544.650761:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.650764:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.650766:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948544.650768:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948544.650779:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95162c900 going to sleep for 11 seconds 00000100:00000001:0.0:1783948544.650781:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948544.650784:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948544.655300:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948544.655315:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948544.655323:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.655333:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948544.655343:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf908 00000400:00000010:1.0:1783948544.655346:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf908. 00000100:00000001:1.0:1783948544.655352:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948544.655362:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.655377:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948544.655382:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.655389:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948544.655391:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.664281:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.664302:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.664307:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.664311:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.664319:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.664328:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.664338:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.664343:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.664349:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.664419:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 272 into portal 25 MB=0x6a54dd9454900 00000400:00000200:1.0:1783948544.664426:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.664434:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 272/272 into md 0x72f9 [1] + 224 00000800:00000001:1.0:1783948544.664441:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.664453:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.664457:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.664461:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.670173:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.670193:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.670208:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.670222:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.670235:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.670245:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.670343:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948544.670354:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948544.670357:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948544.670361:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948544.670368:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:0.0:1783948544.670371:0:15869:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:0.0:1783948544.670374:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948544.670379:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948544.670394:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.670401:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948544.670403:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.670405:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948544.670409:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948544.670412:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948544.670414:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.670417:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948544.670425:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948544.670429:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948544.670432:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948544.670433:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.670436:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948544.670438:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.670441:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948544.670445:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.670452:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.670455:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948544.670458:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948544.670461:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948544.670469:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525312:192.168.202.104@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.670475:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.670478:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.670480:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948544.670483:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.670486:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.670492:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948544.670496:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.670499:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948544.670501:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783948544.670506:0:15869:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1783948544.670510:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948544.670512:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948544.670514:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783948544.670516:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.670519:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636525312/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 504/272 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.670524:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948544.670526:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948544.670529:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775c00. 02000000:00000001:0.0:1783948544.670532:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948544.670533:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948544.670534:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948544.670536:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948544.670538:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774200. 02000000:00000001:0.0:1783948544.670541:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948544.670543:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948544.670544:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948544.670547:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948544.670549:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1783948544.670551:0:15869:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783948544.670554:0:15869:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1783948544.670563:0:15869:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89e9493e0000. 00000040:00000001:0.0:1783948544.670566:0:15869:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1783948544.670568:0:15869:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1783948544.670570:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000010:0.0:1783948544.670574:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948544.670576:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948544.670579:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948544.670582:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948544.670586:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948544.670591:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958774200. 00000100:00000001:0.0:1783948544.670596:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.670600:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948544.670602:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948544.670607:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.670609:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918654720 : -129839790896896 : ffff89e95162c900) 00000100:00000001:0.0:1783948544.670612:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.670614:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000001:0.0:1783948544.670618:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948544.670623:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.670625:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948544.670626:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948544.670630:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.670638:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948544.670640:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.670644:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948544.670647:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948544.670649:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948544.670652:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525440:192.168.202.104@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.670656:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948544.670662:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948544.670665:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.670668:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948544.670697:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89e950808000. 02000000:00000001:0.0:1783948544.670699:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.670707:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948544.670710:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948544.670717:0:15869:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89e95162c000. 00000100:00000200:0.0:1783948544.670723:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870603636525440, portal 25 00000100:00000001:0.0:1783948544.670725:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.670727:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948544.670733:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.670740:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948544.670743:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948544.670747:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948544.670749:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1870603636525440, offset 0 00000400:00000200:0.0:1783948544.670755:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948544.670763:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.670780:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948544.670786:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948544.670790:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948544.670794:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948544.670796:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948544.670800:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2616:2616:256:4294967295] 192.168.202.104@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:0.0:1783948544.670803:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.670812:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948544.670819:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948544.670824:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948544.670831:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948544.670838:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948544.670842:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1783948544.671088:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.671093:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948544.671097:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639148 00000100:00000001:0.0:1783948544.671107:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639127 00000100:00000001:0.0:1783948544.671113:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639148 00000100:00000001:0.0:1783948544.671116:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639127 00000100:00000001:0.0:1783948544.671119:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.671121:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.671124:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948544.671126:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948544.671128:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95162c900 going to sleep for 11 seconds 00000100:00000001:0.0:1783948544.671131:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948544.671133:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948544.671278:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948544.671283:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:1.0:1783948544.671287:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.671292:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948544.671296:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:1.0:1783948544.671298:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:1.0:1783948544.671301:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948544.671305:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.671314:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948544.671316:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.671322:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948544.671323:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.674432:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.674449:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.674453:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.674456:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.674464:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.674471:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.674480:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.674484:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.674489:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.674493:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 8416 into portal 25 MB=0x6a54dd9454980 00000400:00000200:1.0:1783948544.674498:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.674506:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 8416/8416 into md 0x7309 [4] + 224 00000800:00000001:1.0:1783948544.674513:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.674541:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.674544:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.674548:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.674555:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.674564:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.674574:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.674596:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.674604:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.674607:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.675168:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948544.675177:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948544.675179:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948544.675183:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948544.675189:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e95162c000 00000400:00000010:0.0:1783948544.675192:0:15869:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff89e95162c000. 00000100:00000001:0.0:1783948544.675195:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948544.675201:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948544.675211:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.675217:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948544.675219:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.675221:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948544.675225:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948544.675227:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948544.675230:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.675233:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948544.675240:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948544.675244:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948544.675247:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948544.675249:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.675252:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948544.675255:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.675259:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948544.675264:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.675270:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.675273:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948544.675275:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948544.675279:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948544.675286:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525440:192.168.202.104@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.675291:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.675294:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.675297:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948544.675299:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.675302:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.675308:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948544.675311:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.675313:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948544.675315:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783948544.675323:0:15869:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1783948544.675325:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.675327:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636525440/t0(0) o503->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.675334:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948544.675337:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948544.675340:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89e950808000. 02000000:00000001:0.0:1783948544.675351:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948544.675353:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948544.675356:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948544.675358:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948544.675360:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958774200. 02000000:00000001:0.0:1783948544.675364:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948544.675367:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948544.675368:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948544.675372:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948544.675373:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783948544.675375:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948544.675376:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948544.675378:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1783948544.675381:0:15869:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783948544.675383:0:15869:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783948544.675388:0:15869:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1783948544.675392:0:15869:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89e9437137e0. 00000040:00001000:0.0:1783948544.675396:0:15869:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1783948544.680678:0:32930:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1783948544.680691:0:32930:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6e00. 00000020:00000010:2.0:1783948544.680699:0:32930:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9462b7c00. 00000040:00000010:2.0:1783948544.680703:0:32930:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89e9462b7000. 00000020:00000010:2.0:1783948544.680709:0:32930:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89e958135000. 00000020:00000010:2.0:1783948544.680715:0:32930:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89e958768f18. 00000020:00000010:2.0:1783948544.680721:0:32930:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff89e9462b6c00. 80000000:00000010:2.0:1783948544.680725:0:32930:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89e958041ea0. 40000000:00000010:2.0:1783948544.680729:0:32930:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff89e94477c480. 00100000:00000010:2.0:1783948544.680735:0:32930:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89e958130800. 00040000:00000010:2.0:1783948544.680739:0:32930:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89e960011c00. 00040000:00000010:2.0:1783948544.680744:0:32930:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff89e958131000. 00040000:00000010:2.0:1783948544.680747:0:32930:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89e9462b6000. 00000004:00000010:2.0:1783948544.680752:0:32930:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89e958135800. 00000004:00000010:2.0:1783948544.680758:0:32930:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89e9508a7000. 00000004:00000010:2.0:1783948544.680762:0:32930:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff89e958132800. 00002000:00000010:2.0:1783948544.680780:0:32930:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff89e9581c9800. 00000004:00000010:2.0:1783948544.680786:0:32930:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff89e9581cbc00. 00000020:00000010:2.0:1783948544.680791:0:32930:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89e94477c4c0. 00000040:00000010:2.0:1783948544.680800:0:32930:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89e950894000. 00000040:00080000:2.0:1783948544.681527:0:32930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1783948544.681535:0:32930:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff89e950894000. 00000020:00000010:2.0:1783948544.681544:0:32930:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89e94477c4c0. 00000020:00000010:2.0:1783948544.681562:0:32930:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9462b7c00. 00000040:00000010:2.0:1783948544.681566:0:32930:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89e9462b7000. 00000020:00000010:2.0:1783948544.681570:0:32930:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff89e958135000. 00000020:00000010:2.0:1783948544.681573:0:32930:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89e958768f18. 00000020:00000010:2.0:1783948544.681579:0:32930:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff89e9462b6c00. 80000000:00000010:2.0:1783948544.681583:0:32930:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89e958041ea0. 40000000:00000010:2.0:1783948544.681588:0:32930:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff89e94477c480. 00100000:00000010:2.0:1783948544.681591:0:32930:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89e958130800. 00040000:00000010:2.0:1783948544.681594:0:32930:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89e960011c00. 00040000:00000010:2.0:1783948544.681597:0:32930:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff89e958131000. 00040000:00000010:2.0:1783948544.681599:0:32930:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89e9462b6000. 00000004:00000010:2.0:1783948544.681602:0:32930:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89e958135800. 00000004:00000010:2.0:1783948544.681606:0:32930:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89e9508a7000. 00000004:00000010:2.0:1783948544.681611:0:32930:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff89e958132800. 00002000:00000010:2.0:1783948544.681614:0:32930:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff89e9581c9800. 00000004:00000010:2.0:1783948544.681618:0:32930:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff89e9581cbc00. 00000020:00000010:2.0:1783948544.681620:0:32930:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6e00. 00000040:00000010:0.0:1783948544.681751:0:15869:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89e9437137e0. 00000040:00000001:0.0:1783948544.681758:0:15869:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1783948544.681761:0:15869:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1783948544.681767:0:15869:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89e9493e0000. 00000040:00000010:0.0:1783948544.681781:0:15869:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89e958774000. 00000020:00000001:0.0:1783948544.681785:0:15869:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.681790:0:15869:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1783948544.681793:0:15869:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950666400. 00000040:00000010:0.0:1783948544.681797:0:15869:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89e950667a00. 00000020:00000010:0.0:1783948544.681802:0:15869:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff89e96018d000. 00000020:00000010:0.0:1783948544.681806:0:15869:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff89e94120ac00. 80000000:00000010:0.0:1783948544.681810:0:15869:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89e943713720. 00040000:00000010:0.0:1783948544.681812:0:15869:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89e94120a200. 20000000:00000010:0.0:1783948544.681815:0:15869:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff89e958775400. 00000020:00000010:0.0:1783948544.681818:0:15869:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e952882400. 10000000:00000010:0.0:1783948544.681821:0:15869:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89e9587d3440. 10000000:01000000:0.0:1783948544.681823:0:15869:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.104@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1783948544.681827:0:15869:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783948544.681830:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948544.681833:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948544.681836:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa600 refcount=3 00000020:00000001:0.0:1783948544.681839:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733572096 : -129839975979520 : ffff89e9465aa600) 00010000:00000001:0.0:1783948544.681842:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733572096 : -129839975979520 : ffff89e9465aa600) 00010000:00000001:0.0:1783948544.681845:0:15869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948544.681883:0:15869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.104@tcp lock: ffff89e9465aa600/0x8c7cf19e4b440d3d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064c6 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.681894:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.681896:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948544.681898:0:15869:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.104@tcp lock: ffff89e9465aa600/0x8c7cf19e4b440d3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064c6 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.681905:0:15869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948544.681906:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.681907:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783948544.681908:0:15869:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.681911:0:15869:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.681931:0:15869:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783948544.681934:0:15869:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783948544.681936:0:15869:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff89e959415c00) refs 2 10000000:00000001:0.0:1783948544.681938:0:15869:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.681940:0:15869:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783948544.681941:0:15869:0:(mgc_request.c:123:config_log_put()) log params(ffff89e950662a00) refs 3 10000000:00000001:0.0:1783948544.681943:0:15869:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1783948544.681944:0:15869:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1783948544.681946:0:15869:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1783948544.681948:0:15869:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1783948544.681949:0:15869:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff89e960133380 from 1 10000000:00000001:0.0:1783948544.681952:0:15869:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1783948544.681953:0:15869:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1783948544.681969:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948544.682132:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948544.682137:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948544.682141:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948544.682145:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948544.682152:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958775400. 00000100:00000001:0.0:1783948544.682158:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.682164:0:15869:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948544.682166:0:15869:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783948544.682172:0:15869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459a00 count: 2 00010000:00000001:0.0:1783948544.682175:0:15869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948544.682177:0:15869:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948544.682181:0:15869:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465ab600. 00000020:00000001:0.0:1783948544.682186:0:15869:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948544.682188:0:15869:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465ab600 with handle 0x8c7cf19e4b440d44 to hash 00000020:00000001:0.0:1783948544.682190:0:15869:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948544.682191:0:15869:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948544.682194:0:15869:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948544.682198:0:15869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948544.682201:0:15869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948544.682204:0:15869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.104@tcp lock: ffff89e9465ab600/0x8c7cf19e4b440d44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948544.682217:0:15869:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.104@tcp lock: ffff89e9465ab600/0x8c7cf19e4b440d44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948544.682227:0:15869:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.104@tcp lock: ffff89e9465ab600/0x8c7cf19e4b440d44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948544.682234:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948544.682236:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948544.682243:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.682245:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918654720 : -129839790896896 : ffff89e95162c900) 00000100:00000001:0.0:1783948544.682248:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.682249:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000001:0.0:1783948544.682255:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948544.682259:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.682262:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948544.682263:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948544.682275:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.682283:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948544.682285:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.682289:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948544.682291:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948544.682293:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948544.682297:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525568:192.168.202.104@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.682302:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948544.682308:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948544.682310:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.682313:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948544.682317:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636400. 02000000:00000001:0.0:1783948544.682320:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.682328:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948544.682333:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948544.682339:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948544.682346:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636525568, portal 25 00000100:00000001:0.0:1783948544.682348:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.682349:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948544.682354:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.682361:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948544.682364:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948544.682367:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf5d8. 00000100:00000200:0.0:1783948544.682369:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870603636525568, offset 0 00000400:00000200:0.0:1783948544.682376:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948544.682384:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.682391:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948544.682397:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948544.682401:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948544.682405:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948544.682408:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948544.682412:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2617:2617:256:4294967295] 192.168.202.104@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:0.0:1783948544.682416:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.682425:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948544.682432:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948544.682437:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5ba00. 00000800:00000200:0.0:1783948544.682443:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948544.682451:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948544.682455:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5ba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783948544.682478:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.682483:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948544.682486:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639158 00000100:00000001:0.0:1783948544.682494:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639148 00000100:00000001:0.0:1783948544.682499:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639158 00000100:00000001:0.0:1783948544.682503:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639148 00000100:00000001:0.0:1783948544.682505:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.682508:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.682510:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948544.682512:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948544.682515:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95162c900 going to sleep for 11 seconds 00000100:00000001:0.0:1783948544.682517:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948544.682520:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948544.682730:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948544.682735:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5ba00. 00000400:00000200:1.0:1783948544.682740:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.682744:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948544.682749:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf5d8 00000400:00000010:1.0:1783948544.682751:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf5d8. 00000100:00000001:1.0:1783948544.682755:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948544.682759:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.682778:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948544.682782:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.682794:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948544.682796:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.686289:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.686310:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.686314:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.686316:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.686324:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.686334:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.686344:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.686350:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.686355:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.686360:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 344 into portal 25 MB=0x6a54dd9454a00 00000400:00000200:1.0:1783948544.686366:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.686373:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 344/344 into md 0x7319 [1] + 224 00000800:00000001:1.0:1783948544.686381:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.686392:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.686395:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.686399:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.686407:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.686415:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.686426:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.686448:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.686456:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.686460:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.688019:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948544.688033:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948544.688035:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948544.688040:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948544.688047:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:0.0:1783948544.688050:0:15869:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:0.0:1783948544.688053:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948544.688062:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948544.688072:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.688079:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948544.688081:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.688083:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948544.688086:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948544.688088:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948544.688091:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.688093:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948544.688099:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948544.688102:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948544.688105:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948544.688106:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.688109:0:15869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948544.688111:0:15869:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.688114:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948544.688118:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.688130:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.688133:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948544.688136:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948544.688140:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948544.688148:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525568:192.168.202.104@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.688152:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.688155:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.688157:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948544.688159:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.688163:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.688169:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948544.688172:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.688176:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948544.688178:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.688181:0:15869:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948544.688184:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948544.688187:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948544.688190:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=4 00000020:00000001:0.0:1783948544.688193:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948544.688196:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000040:0.0:1783948544.688202:0:15869:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465ab600, remote cookie: 0x2ceea11ad5e064cd, flags: 0x0 00010000:00000001:0.0:1783948544.688205:0:15869:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783948544.688209:0:15869:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948544.688211:0:15869:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783948544.688213:0:15869:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783948544.688214:0:15869:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783948544.688216:0:15869:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff89e959459a00) refcount = 2 00010000:00000040:0.0:1783948544.688219:0:15869:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783948544.688224:0:15869:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.104@tcp lock: ffff89e946596000/0x8c7cf19e4b440d36 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2ceea11ad5e064bf expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948544.688233:0:15869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.104@tcp lock: ffff89e9465ab600/0x8c7cf19e4b440d44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064cd expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.688240:0:15869:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783948544.688241:0:15869:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783948544.688243:0:15869:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948544.688246:0:15869:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948544.688248:0:15869:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948544.688252:0:15869:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.104@tcp lock: ffff89e9465ab600/0x8c7cf19e4b440d44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2ceea11ad5e064cd expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.688258:0:15869:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783948544.688260:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.688261:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948544.688262:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.688263:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948544.688265:0:15869:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.688268:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.688271:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636525568/t0(0) o101->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 328/344 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.688278:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948544.688281:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948544.688284:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636400. 02000000:00000001:0.0:1783948544.688288:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948544.688290:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948544.688291:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948544.688293:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948544.688296:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958775400. 02000000:00000001:0.0:1783948544.688299:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948544.688301:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948544.688303:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948544.688306:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948544.688307:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1783948544.688310:0:15869:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.688314:0:15869:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783948544.688316:0:15869:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff89e959415c00) refs 3 10000000:00000001:0.0:1783948544.688318:0:15869:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948544.688320:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948544.688321:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948544.688323:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948544.688325:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948544.688327:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948544.688329:0:15869:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1783948544.688330:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.688331:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948544.688332:0:15869:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.688334:0:15869:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1783948544.688340:0:15869:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89e9587d3440. 00000020:00000010:0.0:1783948544.688344:0:15869:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775400. 00000020:00000010:0.0:1783948544.688348:0:15869:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958774000. 00000040:00000010:0.0:1783948544.688352:0:15869:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89e958774200. 00000020:00000010:0.0:1783948544.688356:0:15869:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89e96018d000. 00000020:00000010:0.0:1783948544.688360:0:15869:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff89e958775c00. 80000000:00000010:0.0:1783948544.688364:0:15869:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89e943713720. 00040000:00000010:0.0:1783948544.688367:0:15869:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89e958775600. 20000000:00000010:0.0:1783948544.688372:0:15869:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff89e958774c00. 10000000:00000040:0.0:1783948544.688376:0:15869:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff89e951b8cc00 : new refcount 2 00000020:00000001:0.0:1783948544.688379:0:15869:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1783948544.688380:0:15869:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1783948544.688383:0:15869:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1783948544.688388:0:15869:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89e952882400. 00000040:00000001:0.0:1783948544.688392:0:15869:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1783948544.688394:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000010:0.0:1783948544.688398:0:15869:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948544.688401:0:15869:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=5 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948544.688404:0:15869:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948544.688407:0:15869:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948544.688412:0:15869:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948544.688418:0:15869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e94120a200. 00000100:00000001:0.0:1783948544.688423:0:15869:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.688428:0:15869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948544.688429:0:15869:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948544.688434:0:15869:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.688436:0:15869:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918654720 : -129839790896896 : ffff89e95162c900) 00000100:00000001:0.0:1783948544.688439:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.688440:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000001:0.0:1783948544.688444:0:15869:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948544.688448:0:15869:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.688450:0:15869:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948544.688452:0:15869:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948544.688456:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.688463:0:15869:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948544.688465:0:15869:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.688469:0:15869:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948544.688472:0:15869:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948544.688474:0:15869:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948544.688478:0:15869:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525696:192.168.202.104@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.688482:0:15869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948544.688486:0:15869:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948544.688489:0:15869:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.688491:0:15869:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948544.688495:0:15869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e94120ac00. 02000000:00000001:0.0:1783948544.688496:0:15869:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.688502:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948544.688506:0:15869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948544.688510:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948544.688517:0:15869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636525696, portal 25 00000100:00000001:0.0:1783948544.688519:0:15869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948544.688520:0:15869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948544.688525:0:15869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.688537:0:15869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948544.688539:0:15869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948544.688542:0:15869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf880. 00000100:00000200:0.0:1783948544.688545:0:15869:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1870603636525696, offset 0 00000400:00000200:0.0:1783948544.688551:0:15869:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948544.688558:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.688567:0:15869:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948544.688572:0:15869:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948544.688575:0:15869:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948544.688579:0:15869:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948544.688582:0:15869:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948544.688586:0:15869:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2618:2618:256:4294967295] 192.168.202.104@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:0.0:1783948544.688590:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948544.688599:0:15869:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948544.688605:0:15869:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948544.688610:0:15869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b200. 00000800:00000200:0.0:1783948544.688618:0:15869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948544.688625:0:15869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948544.688630:0:15869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1783948544.688654:0:15869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948544.688657:0:15869:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948544.688660:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296639165 00000100:00000001:0.0:1783948544.688669:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639158 00000100:00000001:0.0:1783948544.688675:0:15869:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296639165 00000100:00000001:0.0:1783948544.688678:0:15869:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639158 00000100:00000001:0.0:1783948544.688681:0:15869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948544.688684:0:15869:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948544.688686:0:15869:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948544.688687:0:15869:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948544.688690:0:15869:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95162c900 going to sleep for 11 seconds 00000100:00000001:0.0:1783948544.688692:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948544.688694:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948544.690243:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948544.690251:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b200. 00000400:00000200:1.0:1783948544.690258:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.690265:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948544.690271:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf880 00000400:00000010:1.0:1783948544.690274:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf880. 00000100:00000001:1.0:1783948544.690279:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948544.690285:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.690296:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948544.690299:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.690307:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948544.690308:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948544.693065:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.693083:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948544.693087:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.693089:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.693097:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.693105:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948544.693115:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.693120:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.693125:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.693130:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 272 into portal 25 MB=0x6a54dd9454a80 00000400:00000200:1.0:1783948544.693136:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948544.693143:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 272/272 into md 0x7329 [1] + 224 00000800:00000001:1.0:1783948544.693152:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.693159:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948544.693162:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948544.693166:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948544.693174:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948544.693182:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948544.693194:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948544.693216:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948544.693224:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948544.693227:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.693378:0:15869:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948544.693386:0:15869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948544.693389:0:15869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948544.693392:0:15869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948544.693398:0:15869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:0.0:1783948544.693400:0:15869:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:0.0:1783948544.693404:0:15869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948544.693409:0:15869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948544.693418:0:15869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.693424:0:15869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948544.693426:0:15869:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.693429:0:15869:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948544.693432:0:15869:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948544.693435:0:15869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948544.693437:0:15869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948544.693439:0:15869:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948544.693446:0:15869:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948544.693450:0:15869:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948544.693453:0:15869:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783948544.693456:0:15869:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.693464:0:15869:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1783948544.693467:0:15869:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1783948544.693471:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.693478:0:15869:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1783948544.693481:0:15869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948544.693483:0:15869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948544.693488:0:15869:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948544.693497:0:15869:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1019a023-0430-437f-92f1-89584dbfbb66:15869:1870603636525696:192.168.202.104@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783948544.693501:0:15869:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948544.693504:0:15869:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1783948544.693507:0:15869:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948544.693510:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.693513:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.693519:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948544.693522:0:15869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95162c900. 00000100:00000001:0.0:1783948544.693525:0:15869:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948544.693526:0:15869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1783948544.693530:0:15869:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1783948544.693535:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948544.693536:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948544.693538:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783948544.693540:0:15869:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948544.693542:0:15869:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636525696/t0(0) o501->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 512/272 e 0 to 0 dl 1783948560 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948544.693548:0:15869:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948544.693551:0:15869:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948544.693553:0:15869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e94120ac00. 02000000:00000001:0.0:1783948544.693568:0:15869:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948544.693569:0:15869:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948544.693570:0:15869:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948544.693572:0:15869:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948544.693575:0:15869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e94120a200. 02000000:00000001:0.0:1783948544.693577:0:15869:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948544.693579:0:15869:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948544.693580:0:15869:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948544.693583:0:15869:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948544.693585:0:15869:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1783948544.693588:0:15869:0:(llog.c:1559:llog_open()) MGC192.168.202.104@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1783948544.693591:0:15869:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89e952882400. 00000040:00000001:0.0:1783948544.693595:0:15869:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1783948544.693597:0:15869:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1783948544.693601:0:15869:0:(mgc_request.c:1714:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1783948544.693607:0:15869:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958774000. 00000040:00000010:0.0:1783948544.693610:0:15869:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89e958774200. 00000020:00000010:0.0:1783948544.693614:0:15869:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff89e96018d000. 00000020:00000010:0.0:1783948544.693619:0:15869:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff89e958775c00. 80000000:00000010:0.0:1783948544.693623:0:15869:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89e943713720. 00040000:00000010:0.0:1783948544.693628:0:15869:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89e958775600. 20000000:00000010:0.0:1783948544.693631:0:15869:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff89e958774c00. 00000020:00000010:0.0:1783948544.693635:0:15869:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775400. 10000000:00000010:0.0:1783948544.693638:0:15869:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89e9587d3440. 10000000:01000000:0.0:1783948544.693641:0:15869:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.104@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1783948544.693644:0:15869:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783948544.693647:0:15869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948544.693649:0:15869:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948544.693651:0:15869:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465ab600 refcount=3 00000020:00000001:0.0:1783948544.693654:0:15869:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948544.693656:0:15869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733576192 : -129839975975424 : ffff89e9465ab600) 00010000:00000001:0.0:1783948544.693659:0:15869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948544.693664:0:15869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.104@tcp lock: ffff89e9465ab600/0x8c7cf19e4b440d44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064cd expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.693672:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.693674:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948544.693676:0:15869:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.104@tcp lock: ffff89e9465ab600/0x8c7cf19e4b440d44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2ceea11ad5e064cd expref: -99 pid: 15869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948544.693683:0:15869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948544.693684:0:15869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948544.693686:0:15869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783948544.693687:0:15869:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948544.693689:0:15869:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1783948544.693692:0:15869:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783948544.693694:0:15869:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783948544.693696:0:15869:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff89e959415c00) refs 3 10000000:00000001:0.0:1783948544.693698:0:15869:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1783948545.178052:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948545.178067:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948545.178069:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948545.178075:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948545.178077:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948545.178081:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948545.178084:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948545.239940:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948545.239949:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948545.239951:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948545.240025:0:790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948545.240028:0:790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948545.240029:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948545.240035:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948545.240037:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948545.240039:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948545.240041:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948545.240045:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948545.240047:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948545.240048:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948545.240050:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948545.240051:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948545.240052:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948545.240054:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948545.240056:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948545.240148:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948545.240151:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948545.240155:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948545.305007:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948545.305014:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948545.305016:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948545.305021:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948545.305025:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948545.305029:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948545.305032:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948545.305034:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948545.305037:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948546.202423:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948546.202437:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948546.202440:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948546.202445:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948546.202448:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948546.202453:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948546.202456:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948546.264003:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948546.264012:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948546.264018:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948546.264019:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948546.270539:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948546.270548:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948546.270552:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948546.327988:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948546.327998:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948546.328001:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948546.328009:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948546.328013:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948546.328017:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948546.328020:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948546.328023:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948546.328025:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783948546.713393:0:15869:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1783948546.713401:0:15869:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1783948547.224070:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948547.224085:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948547.224087:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948547.224092:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948547.224095:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948547.224100:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948547.224103:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948547.288336:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948547.288343:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948547.288348:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948547.288349:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948547.288530:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948547.288534:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948547.288537:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948547.353328:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948547.353337:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948547.353339:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948547.353344:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948547.353348:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948547.353352:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948547.353355:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948547.353358:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948547.353360:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948548.247995:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948548.248013:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948548.248015:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948548.248020:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948548.248023:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948548.248027:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948548.248029:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948548.312260:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948548.312268:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948548.312275:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948548.312276:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948548.312345:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948548.312351:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948548.312362:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948548.312368:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948548.312372:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948548.312375:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948548.312379:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948548.312387:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bc00. 00000100:00000001:0.0:1783948548.312395:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948548.312408:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948548.312419:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948548.312423:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948548.312430:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e82cba] to pc [ptlrpcd_00_00+0] req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948548.312454:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783948548.312456:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783948548.312459:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1783948548.312462:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783948548.312465:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783948548.312467:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783948548.312470:0:29762:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783948548.312475:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1976) 00000100:00000001:0.0:1783948548.312484:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1783948548.312487:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783948548.312489:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948548.312498:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948548.312501:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948548.312502:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948548.312504:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948548.312506:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948548.312510:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948548.312517:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948548.312519:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948548.312523:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948548.312525:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948548.312527:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948548.312531:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636525824:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948548.312535:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948548.312540:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948548.312543:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948548.312546:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948548.312552:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b6a00. 02000000:00000001:0.0:1783948548.312554:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948548.312562:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948548.312567:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948548.312574:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948548.312582:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636525824, portal 25 00000100:00000001:0.0:1783948548.312584:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948548.312586:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948548.312592:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948548.312600:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948548.312602:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948548.312604:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf440. 00000100:00000200:0.0:1783948548.312607:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636525824, offset 0 00000400:00000200:0.0:1783948548.312613:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948548.312621:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948548.312629:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948548.312634:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948548.312639:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948548.312642:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948548.312645:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948548.312649:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2619:2619:256:4294967295] 192.168.202.104@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:0.0:1783948548.312653:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948548.312663:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948548.312669:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948548.312675:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b900. 00000800:00000200:0.0:1783948548.312681:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948548.312690:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948548.312694:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948548.312703:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948548.312707:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948548.312710:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296642789 00000100:00000001:0.0:1783948548.312719:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296639165 00000100:00000001:0.0:1783948548.312722:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296642789 00000100:00000001:0.0:1783948548.312726:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296639165 00000100:00000001:0.0:1783948548.312728:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948548.312731:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948548.312734:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948548.312747:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948548.312815:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948548.312818:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948548.312821:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948548.312827:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948548.312829:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948548.313035:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948548.313040:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b900. 00000400:00000200:1.0:1783948548.313047:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948548.313061:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948548.313069:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf440 00000400:00000010:1.0:1783948548.313071:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf440. 00000100:00000001:1.0:1783948548.313076:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948548.313081:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948548.313090:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948548.313094:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948548.313101:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948548.313103:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948548.314880:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948548.314895:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948548.314898:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948548.314901:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948548.314909:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948548.314916:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948548.314924:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948548.314928:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948548.314934:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948548.314937:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9454b00 00000400:00000200:1.0:1783948548.314942:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948548.314948:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7339 [1] + 224 00000800:00000001:1.0:1783948548.314955:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948548.314961:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948548.314965:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948548.314969:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948548.314981:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948548.314989:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948548.315000:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948548.315042:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948548.315116:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948548.315121:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948548.315141:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948548.315146:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948548.315152:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948548.315154:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948548.315157:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948548.315162:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:0.0:1783948548.315165:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:0.0:1783948548.315168:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948548.315173:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948548.315181:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948548.315188:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948548.315190:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948548.315193:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948548.315196:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948548.315199:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948548.315201:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948548.315204:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948548.315210:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948548.315214:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948548.315216:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948548.315218:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948548.315221:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948548.315223:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948548.315226:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948548.315231:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948548.315239:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948548.315242:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948548.315244:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948548.315248:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948548.315262:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636525824:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948548.315268:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948548.315271:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948548.315274:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636525824/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948548.315281:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948548.315285:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948548.315288:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b6a00. 02000000:00000001:0.0:1783948548.315292:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948548.315295:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948548.315297:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948548.315299:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948548.315302:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bc00. 02000000:00000001:0.0:1783948548.315306:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948548.315308:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948548.315310:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948548.315314:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948548.315316:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948548.315318:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948548.315328:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948548.315330:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948548.315332:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948548.315334:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948548.376177:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948548.376186:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948548.376188:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948548.376194:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948548.376199:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948548.376203:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948548.376206:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948548.376209:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948548.376211:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948549.271967:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948549.271979:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948549.271981:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948549.271986:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948549.271988:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948549.271992:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948549.271995:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948549.336359:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948549.336367:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948549.336372:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948549.336373:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948549.336779:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948549.336783:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948549.336787:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948549.400464:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948549.400472:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948549.400474:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948549.400489:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:2.0:1783948549.400493:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948549.400496:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948549.400499:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948549.400501:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948549.400504:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948550.101519:0:32963:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948550.296017:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948550.296031:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948550.296034:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948550.296039:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948550.296041:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948550.296044:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948550.296047:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948550.360182:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948550.360191:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948550.360197:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948550.360198:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948550.360326:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948550.360331:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948550.360335:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948550.436340:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948550.436347:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948550.436350:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948550.436356:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948550.436360:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948550.436364:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948550.436366:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948550.436369:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948550.436372:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948550.503358:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87d08 00000080:00200008:2.0:1783948550.503369:0:32983:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948550.503378:0:32983:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948550.503380:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87c80 00000080:00200000:2.0:1783948550.503382:0:32983:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948550.503390:0:32983:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950662000. 00800000:00000002:2.0:1783948550.503398:0:32983:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948550.503402:0:32983:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948550.503406:0:32983:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948550.503408:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87ba0 00800000:00000002:2.0:1783948550.503411:0:32983:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948550.503415:0:32983:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948550.503420:0:32983:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948550.503425:0:32983:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948550.503427:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87a70 00000002:00010000:2.0:1783948550.503429:0:32983:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948550.503432:0:32983:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948550.503434:0:32983:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948550.503437:0:32983:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948550.503444:0:32983:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948550.503446:0:32983:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948550.503448:0:32983:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948550.503450:0:32983:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948550.503453:0:32983:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948550.503459:0:32983:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066df80. 00000020:00000040:2.0:1783948550.503464:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948550.503472:0:32983:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948550.503478:0:32983:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948550.503486:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948550.503488:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948550.503490:0:32983:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948550.503493:0:32983:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948550.503496:0:32983:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948550.503500:0:32983:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948550.503506:0:32983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581cb000. 00000100:00000001:2.0:1783948550.503513:0:32983:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948550.503518:0:32983:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948550.503520:0:32983:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948550.503521:0:32983:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948550.503523:0:32983:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948550.503525:0:32983:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948550.503530:0:32983:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00010000:00000001:2.0:1783948550.503533:0:32983:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948550.503535:0:32983:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948550.503539:0:32983:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6fd00. 00010000:00000010:2.0:1783948550.503556:0:32983:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887800. 00010000:00000001:2.0:1783948550.503560:0:32983:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948550.503564:0:32983:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234a00. 00000020:00000001:2.0:1783948550.503567:0:32983:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948550.503570:0:32983:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234a00 with handle 0x8c7cf19e4b440d4b to hash 00000020:00000001:2.0:1783948550.503572:0:32983:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948550.503573:0:32983:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948550.503577:0:32983:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948550.503581:0:32983:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948550.503583:0:32983:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948550.503587:0:32983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32983 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948550.503597:0:32983:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32983 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948550.503607:0:32983:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32983 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948550.503613:0:32983:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948550.503615:0:32983:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948550.503621:0:32983:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e942ef0840. 00000100:00000001:2.0:1783948550.503623:0:32983:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233676187712 : -129840033363904 : ffff89e942ef0840) 00000100:00000001:2.0:1783948550.503626:0:32983:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948550.503628:0:32983:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00000100:00000001:2.0:1783948550.503632:0:32983:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948550.503636:0:32983:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948550.503638:0:32983:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948550.503639:0:32983:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948550.503650:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948550.503658:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948550.503660:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1783948550.503664:0:32983:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948550.503749:0:32983:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948550.503751:0:32983:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948550.503753:0:32983:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948550.503756:0:32983:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef0840 going to sleep for 0 seconds 00000100:00000001:2.0:1783948550.503759:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948550.503762:0:32983:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948550.503764:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948550.503765:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948550.503768:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948551.319975:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948551.319988:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948551.319990:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948551.319995:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948551.319997:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948551.320001:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948551.320003:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948551.383979:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948551.383985:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948551.383990:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948551.383991:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948551.384067:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948551.384069:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948551.384071:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948551.447995:0:32667:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783948551.448004:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948551.448006:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948551.448013:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 0 seconds 00000100:00000001:1.0:1783948551.448017:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948551.448021:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948551.448024:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948551.448026:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948551.448029:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948551.512090:0:32983:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783948551.512098:0:32983:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948551.512100:0:32983:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948551.512106:0:32983:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef0840 going to sleep for 0 seconds 00000100:00000001:2.0:1783948551.512110:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948551.512113:0:32983:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948551.512116:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948551.512119:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948551.512139:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.344488:0:2352:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783948552.344497:0:2352:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1783948552.344513:0:2352:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783948537/real 1783948537] req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948552 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1783948552.344533:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948552.344535:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948552.344538:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aec60. 00000400:00000200:3.0:1783948552.344547:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:3.0:1783948552.344550:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:3.0:1783948552.344555:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948552.344559:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948552 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948552.344570:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948552 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.344578:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948552.344733:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.344737:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948552.344740:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948552.344745:0:2352:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948552 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.344754:0:2352:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.344763:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948552.344765:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.344768:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.344771:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948552.344773:0:2352:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948552.344777:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948552 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.344785:0:2352:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1783948552.344788:0:2352:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.344789:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948552.344791:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.344793:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1783948552.344796:0:2352:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1783948552.344800:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783948552.344918:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.104@tcp failed (-110) 00000100:00000001:3.0:1783948552.344921:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1783948552.344926:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948552 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948552.344935:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636524288:192.168.202.104@tcp:38:kworker.0 00000100:00000001:3.0:1783948552.344939:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.344942:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948552.344945:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636524288/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1783948552 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.344953:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948552.344956:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948552.344960:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635000. 02000000:00000001:3.0:1783948552.344965:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948552.344968:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948552.344970:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948552.344973:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948552.344976:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f0800. 02000000:00000001:3.0:1783948552.344979:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948552.344980:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948552.344982:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:3.0:1783948552.344987:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948552.344988:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.344990:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.344993:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948552.344994:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.344996:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.344997:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.349276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948552.349287:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948552.349298:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066f100. 00000020:00000040:2.0:1783948552.349304:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:2.0:1783948552.349308:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948552.349311:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948552.349317:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948552.349325:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011e00. 00000100:00000001:2.0:1783948552.349333:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.349344:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948552.349354:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948552.349359:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.349366:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eea6cd6d] to pc [ptlrpcd_01_00+0] req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.349401:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783948552.349404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783948552.349408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1783948552.349410:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1783948552.349412:0:37:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1783948552.349416:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1783948552.349419:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 0 00000400:00000200:2.0:1783948552.349427:0:37:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.349432:0:37:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:2.0:1783948552.349436:0:37:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.349439:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783948552.349441:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.349443:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:2.0:1783948552.349446:0:37:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783948552.349448:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:2.0:1783948552.349450:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948552.349453:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:2.0:1783948552.349455:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:2.0:1783948552.349457:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00000040:2.0:1783948552.349460:0:37:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.349462:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783948552.349464:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.349466:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:2.0:1783948552.349469:0:37:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00080000:2.0:1783948552.349472:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff89e943191000: import ffff89e9431d1000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:2.0:1783948552.349474:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.349477:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1783948552.349483:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948552.349485:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.349488:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1783948552.349492:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1783948552.349494:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.349496:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948552.349500:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ce00. 00000020:00000040:2.0:1783948552.349502:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948552.349505:0:37:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948552.349506:0:37:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.349509:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948552.349510:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948552.349512:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948552.349516:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8c00. 00000100:00000001:2.0:1783948552.349519:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948552.349524:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948552.349531:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948552.349533:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.349537:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7e97124] to pc [ptlrpcd_rcv+-1] req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.349559:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.349562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783948552.349566:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783948552.349568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783948552.349571:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783948552.349576:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1980) 00000100:00000001:0.0:1783948552.349749:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.349753:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948552.349756:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948552.349761:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.349770:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948552.349772:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.349775:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948552.349778:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948552.349781:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948552.349784:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636526208:192.168.202.104@tcp:38:kworker.0 00000100:00000001:0.0:1783948552.349788:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948552.349793:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948552.349795:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.349798:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948552.349803:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950637000. 02000000:00000001:0.0:1783948552.349804:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948552.349810:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948552.349814:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948552.349821:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948552.349828:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636526208, portal 10 00000100:00000001:0.0:1783948552.349830:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948552.349832:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902140928 : -129839807410688 : ffff89e95066ce00) 00000100:00000040:0.0:1783948552.349839:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.349847:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948552.349879:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948552.349883:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfb28. 00000100:00000200:0.0:1783948552.349886:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636526208, offset 0 00000400:00000200:0.0:1783948552.349893:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948552.349901:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.349906:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948552.349912:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948552.349917:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948552.349920:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948552.349923:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948552.349927:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2620:2620:256:4294967295] 192.168.202.104@tcp LPNI seq info [2620:2620:8:4294967295] 00000400:00000200:0.0:1783948552.349931:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.349940:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948552.349946:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948552.349952:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bc00. 00000800:00000200:0.0:1783948552.349959:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948552.349969:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948552.349973:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948552.349984:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948552.349989:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 796626 usecs (797 jiffies) 00000400:00000200:0.0:1783948552.349992:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948552.349995:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296643298 00000100:00000001:0.0:1783948552.350004:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296642789 00000100:00000001:0.0:1783948552.350008:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296643298 00000100:00000001:0.0:1783948552.350011:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296642789 00000100:00000001:0.0:1783948552.350015:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948552.350017:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.350020:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.350022:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.350030:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948552.350032:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948552.350034:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.350035:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948552.350036:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.350038:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948552.350213:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.350217:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bc00. 00000400:00000200:1.0:1783948552.350223:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.350228:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.350233:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfb28 00000400:00000010:1.0:1783948552.350236:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfb28. 00000100:00000001:1.0:1783948552.350252:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.350257:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.350265:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.350269:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.350274:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.350276:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948552.350575:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.350578:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948552.350589:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948552.350595:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.350603:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948552.350605:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948552.350608:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948552.350610:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948552.350612:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948552.350616:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636526080:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948552.350619:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948552.350623:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948552.350625:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948552.350627:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948552.350631:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9509a6200. 02000000:00000001:3.0:1783948552.350634:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948552.350638:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948552.350641:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948552.350646:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948552.350649:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636526080, portal 25 00000100:00000001:3.0:1783948552.350651:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948552.350653:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902149888 : -129839807401728 : ffff89e95066f100) 00000100:00000040:3.0:1783948552.350657:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.350664:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948552.350666:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948552.350669:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125a18. 00000100:00000200:3.0:1783948552.350672:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636526080, offset 0 00000400:00000200:3.0:1783948552.350677:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948552.350681:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948552.350685:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948552.350688:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948552.350691:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948552.350694:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948552.350696:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948552.350708:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2621:2621:256:4294967295] 192.168.202.104@tcp LPNI seq info [2621:2621:8:4294967295] 00000400:00000200:3.0:1783948552.350713:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948552.350720:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948552.350725:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948552.350730:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61400. 00000800:00000200:3.0:1783948552.350734:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948552.350739:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948552.350742:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948552.350757:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948552.350760:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948552.350762:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296646827 00000100:00000001:3.0:1783948552.350767:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296643298 00000100:00000001:3.0:1783948552.350771:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296646827 00000100:00000001:3.0:1783948552.350774:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296643298 00000100:00000001:3.0:1783948552.350777:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948552.350779:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.350782:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.350784:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.350789:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948552.350791:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948552.350793:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.350794:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948552.350795:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.350798:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.350809:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.350811:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948552.350974:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.350978:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61400. 00000400:00000200:1.0:1783948552.350982:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.350986:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.350989:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125a18 00000400:00000010:1.0:1783948552.350991:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125a18. 00000100:00000001:1.0:1783948552.350995:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.350999:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.351007:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.351011:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.351017:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.351019:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948552.358157:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.358178:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948552.358183:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.358185:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948552.358195:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.358204:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948552.358214:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.358219:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.358226:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.358230:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9454c00 00000400:00000200:1.0:1783948552.358235:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.358242:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7359 [1] + 224 00000800:00000001:1.0:1783948552.358261:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.358270:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948552.358273:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.358278:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948552.358286:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948552.358294:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948552.358305:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.358319:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948552.358327:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.358331:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.358889:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.358896:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948552.358916:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948552.358919:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948552.358923:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948552.358929:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948552.358932:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948552.358936:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948552.358942:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948552.358953:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.358960:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948552.358963:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.358965:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948552.358969:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948552.358971:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948552.358974:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948552.358976:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948552.358983:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948552.358988:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948552.358991:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948552.358992:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.358995:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948552.358998:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.359000:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948552.359005:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.359013:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948552.359016:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948552.359018:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948552.359021:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948552.359026:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1019a023-0430-437f-92f1-89584dbfbb66:2355:1870603636526080:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948552.359030:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.359032:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948552.359034:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066f100 x1870603636526080/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.359038:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948552.359041:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948552.359044:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9509a6200. 02000000:00000001:3.0:1783948552.359046:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948552.359048:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948552.359049:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948552.359051:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948552.359053:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011e00. 02000000:00000001:3.0:1783948552.359056:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948552.359058:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948552.359059:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066f100. 00000100:00000001:3.0:1783948552.359063:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948552.359064:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.359065:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.359072:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948552.359074:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.359076:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.359078:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948552.366233:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.366318:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948552.366324:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.366327:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948552.366336:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.366344:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948552.366352:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.366357:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.366363:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.366367:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 10 MB=0x6a54dd9454c80 00000400:00000200:1.0:1783948552.366372:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.366380:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 416/416 into md 0x7349 [1] + 0 00000800:00000001:1.0:1783948552.366387:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.366395:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948552.366398:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.366401:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948552.366409:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948552.366420:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948552.366431:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.366455:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948552.366464:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.366467:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.366540:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.366544:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948552.366551:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948552.366553:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948552.366557:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948552.366563:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:0.0:1783948552.366565:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:0.0:1783948552.366568:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.366573:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948552.366593:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.366605:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948552.366607:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.366610:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948552.366613:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948552.366616:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948552.366618:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.366621:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948552.366632:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=72 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948552.366636:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=54 v=5 (10 0 0 0) 00000100:00000001:0.0:1783948552.366639:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948552.366641:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948552.366644:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783948552.366648:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783948552.366656:0:2352:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.366659:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948552.366662:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1783948552.366664:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948552.366666:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948552.366671:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.366677:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948552.366680:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948552.366683:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.366685:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783948552.366693:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff89e943191000: connect to target with instance 2 00000020:00000001:0.0:1783948552.366696:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948552.366697:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44013c 00000020:00000001:0.0:1783948552.366709:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948552.366712:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e950ae5000 refcount=5 00000020:00000001:0.0:1783948552.366715:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000020:00000001:0.0:1783948552.366718:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233906827264 : -129839802724352 : ffff89e950ae5000) 00000100:00001000:0.0:1783948552.366724:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=1783948552 v=0 (0 0 0 0) 00000100:00001000:0.0:1783948552.366727:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d1418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783948552.366731:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000020:00000040:0.0:1783948552.366738:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e950ae5000 : new refcount 4 00000100:00000001:0.0:1783948552.366740:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783948552.366743:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1783948552.366747:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff89e943191000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1783948552.366750:0:2352:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1783948552.366752:0:2352:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948552.366754:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783948552.366757:0:2352:0:(lmv_obd.c:188:lmv_notify()) Process entered 00000080:00000001:0.0:1783948552.366761:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948552.366763:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948552.366765:0:2352:0:(lmv_obd.c:223:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948552.366767:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948552.366769:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948552.366770:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948552.366771:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.366773:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783948552.366776:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:0.0:1783948552.366781:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1783948552.366782:0:2352:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1783948552.366785:0:2352:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1783948552.366786:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783948552.366787:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 4294967656 gen 2 00000100:00000040:0.0:1783948552.366791:0:2352:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1783948552.366793:0:2352:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1783948552.366795:0:2352:0:(recover.c:53:ptlrpc_replay_next()) import ffff89e9431d1000 from lustre-MDT0000_UUID committed 4294967656 last 0 00000100:00000001:0.0:1783948552.366798:0:2352:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783948552.366799:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1783948552.366803:0:2352:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948552.367345:0:2352:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.367350:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948552.367358:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948552.367368:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636526208:192.168.202.104@tcp:38:kworker.0 00000100:00000001:0.0:1783948552.367373:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.367376:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948552.367379:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ce00 x1870603636526208/t0(0) o38->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.367386:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948552.367389:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948552.367393:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950637000. 02000000:00000001:0.0:1783948552.367396:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948552.367399:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948552.367401:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948552.367403:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948552.367406:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8c00. 02000000:00000001:0.0:1783948552.367409:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948552.367410:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948552.367412:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ce00. 00000100:00000001:0.0:1783948552.367416:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948552.367417:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.367419:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.367428:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948552.367429:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.367432:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.367433:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1783948552.367694:0:32998:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff89e943191000 to lustre-MDT0000_UUID@192.168.202.104@tcp 00010000:00000001:3.0:1783948552.367698:0:32998:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:3.0:1783948552.367710:0:32998:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff89e943191000 (1) 00010000:00000001:3.0:1783948552.367713:0:32998:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:3.0:1783948552.367721:0:32998:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948552.367723:0:32998:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.367726:0:32998:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948552.367730:0:32998:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948552.367733:0:32998:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948552.367735:0:32998:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1783948552.367738:0:32998:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948552.367742:0:32998:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948552.367745:0:32998:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948552.367747:0:32998:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:3.0:1783948552.367751:0:32998:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948552.367753:0:32998:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948552.367759:0:32998:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fa00 count: 2 00010000:00000001:3.0:1783948552.367762:0:32998:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948552.367767:0:32998:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948552.367769:0:32998:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948552.367770:0:32998:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948552.367771:0:32998:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fa00 count: 2 00010000:00000001:3.0:1783948552.367773:0:32998:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948552.367776:0:32998:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948552.367777:0:32998:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948552.367778:0:32998:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948552.367780:0:32998:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fa00 count: 2 00010000:00000001:3.0:1783948552.367782:0:32998:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948552.367783:0:32998:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948552.367785:0:32998:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948552.367786:0:32998:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948552.367788:0:32998:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fa00 count: 2 00010000:00000001:3.0:1783948552.367789:0:32998:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948552.367791:0:32998:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.367794:0:32998:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.367797:0:32998:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948552.367799:0:32998:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948552.367806:0:32998:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948552.367811:0:32998:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a6200. 00000020:00000010:3.0:1783948552.367816:0:32998:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9509a7a00. 00000020:00000010:3.0:1783948552.367820:0:32998:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204480. 00000008:00000010:3.0:1783948552.367825:0:32998:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948552.367831:0:32998:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca600. 00008000:00000010:3.0:1783948552.367836:0:32998:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948552.367841:0:32998:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948552.367845:0:32998:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948552.367849:0:32998:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a7e00. 00000008:00000010:3.0:1783948552.367880:0:32998:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948552.367884:0:32998:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948552.367887:0:32998:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948552.367891:0:32998:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948552.367894:0:32998:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948552.367896:0:32998:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948552.367899:0:32998:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783948552.367903:0:32998:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:3.0:1783948552.367906:0:32998:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783948552.367909:0:32998:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783948552.367913:0:32998:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948552.367915:0:32998:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948552.367918:0:32998:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783948552.367921:0:32998:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948552.367923:0:32998:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948552.367925:0:32998:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948552.367928:0:32998:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9509a7a00. 00000020:00000010:3.0:1783948552.367932:0:32998:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204480. 00000008:00000010:3.0:1783948552.367935:0:32998:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948552.367938:0:32998:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca600. 00008000:00000010:3.0:1783948552.367941:0:32998:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948552.367944:0:32998:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948552.367947:0:32998:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948552.367951:0:32998:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a6200. 00000008:00000010:3.0:1783948552.367954:0:32998:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948552.367956:0:32998:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948552.367959:0:32998:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948552.367962:0:32998:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948552.367965:0:32998:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a7e00. 00000020:00000010:3.0:1783948552.367967:0:32998:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948552.367971:0:32998:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.367974:0:32998:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783948552.367977:0:32998:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff89e951d1ec08) invalid 00000020:00000001:3.0:1783948552.367981:0:32998:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87c70 00000080:00002000:3.0:1783948552.367983:0:32998:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff89e952d73948) parent ffff89e951e2fe58 inode ffff89e951d1ec08 refc 1 00000080:00000001:3.0:1783948552.367988:0:32998:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783948552.367991:0:32998:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948552.367993:0:32998:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.367997:0:32998:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948552.367999:0:32998:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948552.368001:0:32998:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948552.368003:0:32998:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783948552.368007:0:32998:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234c00 with handle 0x8c7cf19e4b440d28 from hash 00010000:00000001:3.0:1783948552.368009:0:32998:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948552.368011:0:32998:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.368013:0:32998:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.368014:0:32998:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948552.368018:0:32998:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948552.368019:0:32998:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948552.368024:0:32998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234c00/0x8c7cf19e4b440d28 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2ceea11ad5e062f8 expref: -99 pid: 32667 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783948552.368033:0:32998:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c100. 00010000:00000040:3.0:1783948552.368037:0:32998:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fa00 count: 0 00010000:00000010:3.0:1783948552.368042:0:32998:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887400. 00010000:00000001:3.0:1783948552.368050:0:32998:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.368052:0:32998:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948552.368054:0:32998:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff89e943191000 00000001:00000001:3.0:1783948552.368058:0:32998:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948552.368060:0:32998:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1783948552.368758:0:32998:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:3.0:1783948552.368764:0:32998:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00010000:00000001:3.0:1783948552.368766:0:32998:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1783948552.369192:0:32998:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.369197:0:32998:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.369201:0:32998:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1783948552.369204:0:32998:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:3.0:1783948552.369208:0:32998:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:3.0:1783948552.369216:0:32998:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65c00. 00000020:00000040:3.0:1783948552.369220:0:32998:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948552.369225:0:32998:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948552.369228:0:32998:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948552.369232:0:32998:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948552.369239:0:32998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954d61400. 00000100:00000001:3.0:1783948552.369314:0:32998:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.369320:0:32998:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948552.369325:0:32998:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948552.369334:0:32998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007335cb33] to pc [ptlrpcd_rcv+-1] req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.369359:0:32998:0:(import.c:1582:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.369361:0:32998:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948552.369364:0:32998:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948552.369366:0:32998:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948552.369369:0:32998:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783948552.370153:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.370159:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948552.370161:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948552.370169:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.370178:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948552.370180:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.370186:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948552.370191:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948552.370194:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948552.370198:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636526336:192.168.202.104@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1783948552.370202:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948552.370208:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948552.370211:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.370214:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948552.370221:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b7e00. 02000000:00000001:0.0:1783948552.370223:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948552.370231:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948552.370235:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948552.370252:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948552.370259:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636526336, portal 10 00000100:00000001:0.0:1783948552.370262:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948552.370264:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907354624 : -129839802196992 : ffff89e950b65c00) 00000100:00000040:0.0:1783948552.370271:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.370278:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948552.370280:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948552.370283:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf4c8. 00000100:00000200:0.0:1783948552.370286:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636526336, offset 0 00000400:00000200:0.0:1783948552.370293:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948552.370301:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.370309:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948552.370314:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948552.370318:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948552.370322:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948552.370324:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948552.370328:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2622:2622:256:4294967295] 192.168.202.104@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:0.0:1783948552.370333:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.370342:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948552.370349:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948552.370355:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948552.370361:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948552.370368:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948552.370373:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948552.370393:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948552.370397:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 795656 usecs (796 jiffies) 00000400:00000200:0.0:1783948552.370401:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948552.370403:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296643318 00000100:00000001:0.0:1783948552.370407:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296646827 00000100:00000001:0.0:1783948552.370409:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296643318 00000100:00000001:0.0:1783948552.370411:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296646827 00000100:00000001:0.0:1783948552.370414:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948552.370416:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.370418:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.370421:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.370428:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948552.370430:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948552.370432:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.370433:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948552.370435:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.370436:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948552.370649:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.370654:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948552.370659:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.370663:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.370668:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf4c8 00000400:00000010:1.0:1783948552.370671:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf4c8. 00000100:00000001:1.0:1783948552.370675:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.370680:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.370689:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.370692:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.370707:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.370710:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948552.374916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fa00. 00010000:00000010:3.1:1783948552.374953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234c00. 00000800:00000001:1.0:1783948552.383462:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.383484:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948552.383489:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.383491:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948552.383501:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.383509:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948552.383518:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.383523:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.383529:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.383533:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9454d00 00000400:00000200:1.0:1783948552.383539:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.383546:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7361 [1] + 224 00000800:00000001:1.0:1783948552.383553:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.383572:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948552.383576:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.387097:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948552.387114:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948552.387126:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948552.387142:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.387162:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948552.387181:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948552.387195:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.387256:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.387261:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948552.387267:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948552.387270:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948552.387274:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:0.0:1783948552.387281:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:0.0:1783948552.387284:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:0.0:1783948552.387287:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.387291:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948552.387300:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.387310:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948552.387312:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.387315:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948552.387319:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948552.387321:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948552.387323:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.387326:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948552.387336:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=72 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948552.387340:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948552.387343:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948552.387345:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948552.387348:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783948552.387352:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783948552.387359:0:2352:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.387363:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948552.387365:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1783948552.387368:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948552.387370:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948552.387375:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.387382:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948552.387385:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948552.387388:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.387390:0:2352:0:(import.c:1528:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1783948552.387393:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1783948552.387397:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1783948552.387401:0:2352:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1783948552.387406:0:2352:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783948552.387415:0:2352:0:(client.c:3243:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.387422:0:2352:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783948552.387426:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e9431d1000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1783948552.387428:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783948552.387433:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783948552.387435:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783948552.387439:0:2352:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1783948552.387441:0:2352:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1783948552.387443:0:2352:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff89e9581b8820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1783948552.387447:0:2352:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x8c7cf19e4b44013c 00800000:00000040:0.0:1783948552.387451:0:2352:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff89e943191000=342776fa-f61c-4b73-829b-67eb463eff17 device 3 (ffff89e943f68000) type mdc at LMV idx 0 00800000:00000040:0.0:1783948552.387454:0:2352:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff89e943f68000 already active! 00800000:00000001:0.0:1783948552.387456:0:2352:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948552.387460:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948552.387463:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948552.387465:0:2352:0:(lmv_obd.c:223:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948552.387467:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948552.387468:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948552.387469:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948552.387472:0:2352:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000002:00000001:0.0:1783948552.389191:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.389198:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1783948552.389205:0:2352:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff89e943191000: Connection restored to 192.168.202.104@tcp (at 192.168.202.104@tcp) 00000100:00080000:0.0:1783948552.389216:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000026b1eea8): req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 1 dl 1783948527 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1783948552.389240:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005c3870e4): req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948552.389269:0:2352:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.389272:0:2352:0:(import.c:1546:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948552.389278:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948552.389292:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636526336:192.168.202.104@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1783948552.389298:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.389301:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948552.389304:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65c00 x1870603636526336/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948568 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.389310:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948552.389313:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948552.389318:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b7e00. 02000000:00000001:0.0:1783948552.389321:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948552.389324:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948552.389326:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948552.389328:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948552.389331:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954d61400. 02000000:00000001:0.0:1783948552.389335:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948552.389336:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948552.389338:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65c00. 00000100:00000001:0.0:1783948552.389343:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948552.389344:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.389346:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.389356:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948552.389358:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.389360:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.389362:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.389478:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948552.389482:0:32667:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948552.389484:0:32667:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948552.389486:0:32667:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948552.389489:0:32667:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948552.389492:0:32667:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948552.389495:0:32667:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.389498:0:32667:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1783948552.389505:0:32667:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870603636522368 new x1870603636526464 02000000:00000001:1.0:1783948552.389508:0:32667:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948552.389510:0:32667:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948552.389533:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948552.389540:0:32667:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888160. 00000400:00000010:1.0:1783948552.389548:0:32667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618550. 00000100:00000200:1.0:1783948552.389555:0:32667:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636522368, portal 10 00000100:00000001:1.0:1783948552.389557:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948552.389558:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902150784 : -129839807400832 : ffff89e95066f480) 00000100:00000040:1.0:1783948552.389567:0:32667:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.389575:0:32667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948552.389578:0:32667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948552.389593:0:32667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618bb0. 00000100:00000200:1.0:1783948552.389597:0:32667:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636522368, offset 0 00000400:00000200:1.0:1783948552.389604:0:32667:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948552.389614:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.389622:0:32667:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948552.389628:0:32667:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948552.389631:0:32667:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948552.389635:0:32667:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948552.389638:0:32667:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948552.389642:0:32667:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2623:2623:256:4294967295] 192.168.202.104@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:1.0:1783948552.389646:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948552.389667:0:32667:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948552.389674:0:32667:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948552.389680:0:32667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e800. 00000800:00000200:1.0:1783948552.389687:0:32667:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948552.389694:0:32667:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948552.389709:0:32667:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948552.389729:0:32667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948552.389734:0:32667:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 794691 usecs (795 jiffies) 00000400:00000200:1.0:1783948552.389737:0:32667:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948552.389741:0:32667:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296643336 00000100:00000001:1.0:1783948552.389745:0:32667:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296646827 00000100:00000001:1.0:1783948552.389748:0:32667:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296643336 00000100:00000001:1.0:1783948552.389750:0:32667:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296646827 00000100:00000001:1.0:1783948552.389753:0:32667:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948552.389755:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948552.389758:0:32667:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948552.389759:0:32667:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948552.389762:0:32667:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6cb40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948552.389764:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948552.389766:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948552.390257:0:32999:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1783948552.390262:0:32999:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1783948552.390267:0:32999:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948552.390270:0:32999:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948552.390273:0:32999:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948552.390275:0:32999:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:2.0:1783948552.390277:0:32999:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948552.390560:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948552.390566:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e800. 00000400:00000200:0.0:1783948552.390571:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948552.390587:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948552.390595:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618bb0 00000400:00000010:0.0:1783948552.390598:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618bb0. 00000100:00000001:0.0:1783948552.390602:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948552.390608:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948552.390625:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948552.390628:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948568 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948552.390634:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.390636:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948552.391936:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948552.391945:0:32983:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.391949:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948552.391953:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948552.391956:0:32983:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948552.391960:0:32983:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948552.391964:0:32983:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.391967:0:32983:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948552.391975:0:32983:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948552.391980:0:32983:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948552.391982:0:32983:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948552.391994:0:32983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582b8000. 02000000:00000001:3.0:1783948552.391998:0:32983:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948552.392008:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948552.392013:0:32983:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948552.392021:0:32983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948552.392033:0:32983:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636525952, portal 10 00000100:00000001:3.0:1783948552.392037:0:32983:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948552.392038:0:32983:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00000100:00000040:3.0:1783948552.392049:0:32983:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948552.392058:0:32983:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948552.392061:0:32983:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948552.392064:0:32983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601256e8. 00000100:00000200:3.0:1783948552.392069:0:32983:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636525952, offset 0 00000400:00000200:3.0:1783948552.392076:0:32983:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948552.392338:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948552.392350:0:32983:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948552.392357:0:32983:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948552.392361:0:32983:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948552.392364:0:32983:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948552.392367:0:32983:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948552.392371:0:32983:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2624:2624:256:4294967295] 192.168.202.104@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:3.0:1783948552.392376:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948552.392388:0:32983:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948552.392394:0:32983:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948552.392400:0:32983:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61b00. 00000800:00000200:3.0:1783948552.392406:0:32983:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948552.392413:0:32983:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948552.392417:0:32983:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948552.392435:0:32983:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948552.392440:0:32983:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 794691 usecs (795 jiffies) 00000400:00000200:3.0:1783948552.392443:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948552.392446:0:32983:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296643339 00000100:00000001:3.0:1783948552.392449:0:32983:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296646827 00000100:00000001:3.0:1783948552.392451:0:32983:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296643339 00000100:00000001:3.0:1783948552.392453:0:32983:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296646827 00000100:00000001:3.0:1783948552.392456:0:32983:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948552.392459:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.392462:0:32983:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948552.392464:0:32983:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948552.392466:0:32983:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef0840 going to sleep for 11 seconds 00000100:00000001:3.0:1783948552.392468:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948552.392469:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948552.393530:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.393537:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61b00. 00000400:00000200:1.0:1783948552.393543:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.393550:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.393557:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601256e8 00000400:00000010:1.0:1783948552.393560:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601256e8. 00000100:00000001:1.0:1783948552.393564:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.393570:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.393591:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.393594:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948568 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.393601:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.393603:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1783948552.407918:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948552.407926:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.407932:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948552.407933:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948552.408474:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948552.408479:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948552.408482:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1783948552.476637:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.476657:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948552.476662:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.476665:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.476675:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476684:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948552.476695:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476711:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476718:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476722:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9454b80 00000400:00000200:0.0:1783948552.476729:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476737:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x7381 [1] + 224 00000800:00000001:0.0:1783948552.476746:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.476751:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.476755:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948552.476759:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948552.476767:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.476777:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948552.476787:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948552.476806:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948552.476820:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.476825:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948552.476826:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.476828:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.476832:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476835:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948552.476839:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476841:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476917:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476921:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9454d80 00000400:00000200:0.0:1783948552.476933:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.476937:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7371 [1] + 224 00000800:00000001:0.0:1783948552.476942:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.476955:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.476957:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948552.476960:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948552.476963:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.476967:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948568 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948552.476975:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948552.476984:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948552.476988:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.476991:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948552.477213:0:32667:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948552.477221:0:32667:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948552.477224:0:32667:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948552.477228:0:32667:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888160. 00000400:00000200:1.0:1783948552.477234:0:32667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618550 00000400:00000010:1.0:1783948552.477238:0:32667:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618550. 00000100:00000001:1.0:1783948552.477241:0:32667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948552.477246:0:32667:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948552.477254:0:32667:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477260:0:32667:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948552.477263:0:32667:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948552.477265:0:32667:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948552.477269:0:32667:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948552.477272:0:32667:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948552.477275:0:32667:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948552.477278:0:32667:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948552.477289:0:32667:0:(import.c:2149:obd_at_measure()) add 10 to ffff89e9431d14a8 time=72 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948552.477292:0:32667:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d14a8 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:1.0:1783948552.477295:0:32667:0:(client.c:417:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff89e943191000 ptl 23 has changed from 5 to 10 00000100:00001000:1.0:1783948552.477300:0:32667:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948552.477302:0:32667:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783948552.477306:0:32667:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477312:0:32667:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1783948552.477316:0:32667:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948552.477319:0:32667:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:1.0:1783948552.477321:0:32667:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948552.477322:0:32667:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:1.0:1783948552.477326:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477332:0:32667:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:1.0:1783948552.477336:0:32667:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948552.477337:0:32667:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948552.477341:0:32667:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948568 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948552.477349:0:32667:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066f480 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:32667:1870603636522368:192.168.202.104@tcp:35:multiop.0 00000100:00000001:1.0:1783948552.477354:0:32667:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948552.477357:0:32667:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1783948552.477360:0:32667:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948552.477362:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.477365:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948568 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477372:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948552.477374:0:32667:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944c6cb40. 00000100:00000001:1.0:1783948552.477377:0:32667:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948552.477379:0:32667:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:1.0:1783948552.477385:0:32667:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948568 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477393:0:32667:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948552.477394:0:32667:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902150784 : -129839807400832 : ffff89e95066f480) 00000002:00000001:1.0:1783948552.477396:0:32667:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948552.477399:0:32667:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948552.477405:0:32667:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e958774e00. 00000080:00000001:1.0:1783948552.477409:0:32667:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1783948552.477413:0:32667:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1783948552.477419:0:32667:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1783948552.477423:0:32667:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477430:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.477433:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e680 x1870603636521728/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948521 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477440:0:32667:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1783948552.477443:0:32667:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948552.477445:0:32667:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948552.477448:0:32667:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948552.477450:0:32667:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9c00. 02000000:00000001:1.0:1783948552.477454:0:32667:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948552.477456:0:32667:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948552.477458:0:32667:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e680. 00000100:00000001:1.0:1783948552.477462:0:32667:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948552.477463:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948552.477465:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.477469:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948568 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477474:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948552.477476:0:32667:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be300. 00000002:00000001:1.0:1783948552.477479:0:32667:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948552.477481:0:32667:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948552.477483:0:32667:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c000. 00000100:00000001:1.0:1783948552.477484:0:32667:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.477487:0:32667:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066f480 x1870603636522368/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948568 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948552.477495:0:32667:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948552.477496:0:32667:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948552.477498:0:32667:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581ca800. 02000000:00000001:1.0:1783948552.477501:0:32667:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948552.477502:0:32667:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948552.477503:0:32667:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948552.477504:0:32667:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948552.477505:0:32667:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958775e00. 02000000:00000001:1.0:1783948552.477507:0:32667:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948552.477508:0:32667:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948552.477509:0:32667:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066f480. 00000100:00000001:1.0:1783948552.477511:0:32667:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948552.477512:0:32667:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948552.477515:0:32667:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948552.477518:0:32667:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9603023c0. 00000080:00000001:1.0:1783948552.477522:0:32667:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948552.477529:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4bdb8 00000080:00000008:1.0:1783948552.477532:0:32667:0:(file.c:491:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff89e951d1ec08), flags 100002, rc = 0 00000080:00000001:1.0:1783948552.477535:0:32667:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948552.477542:0:32667:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948552.477543:0:32667:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01c4be00 00000080:00002000:1.0:1783948552.477545:0:32667:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff89e952d73948, parent ffff89e951e2fe58, inode ffff89e951d1ec08) hashed, 00000080:00000001:1.0:1783948552.477548:0:32667:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948552.477559:0:32667:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783948552.477565:0:32667:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:3.0:1783948552.481592:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948552.481609:0:32983:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948552.481611:0:32983:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948552.481616:0:32983:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948552.481628:0:32983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948552.481630:0:32983:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948552.481636:0:32983:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948552.481648:0:32983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948552.481660:0:32983:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948552.481670:0:32983:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948552.481673:0:32983:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.481675:0:32983:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948552.481679:0:32983:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948552.481681:0:32983:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948552.481684:0:32983:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948552.481687:0:32983:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948552.481696:0:32983:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=72 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948552.481709:0:32983:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948552.481712:0:32983:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948552.481713:0:32983:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.481716:0:32983:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948552.481720:0:32983:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.481724:0:32983:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948552.481726:0:32983:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:3.0:1783948552.481729:0:32983:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948552.481730:0:32983:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948552.481735:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948552.481743:0:32983:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948552.481747:0:32983:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948552.481749:0:32983:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948552.481753:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948568 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948552.481761:0:32983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:32983:1870603636525952:192.168.202.104@tcp:101:lfs.0 00000100:00000001:3.0:1783948552.481766:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.481770:0:32983:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.481772:0:32983:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948552.481774:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948552.481777:0:32983:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948568 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948552.481784:0:32983:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948552.481788:0:32983:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e942ef0840. 00000100:00000001:3.0:1783948552.481792:0:32983:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948552.481793:0:32983:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.481796:0:32983:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948552.481801:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.481804:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.481807:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=4 00000020:00000001:3.0:1783948552.481809:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.481813:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000040:3.0:1783948552.481821:0:32983:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234a00, remote cookie: 0x2ceea11ad5e064db, flags: 0x1001 00010000:00010000:3.0:1783948552.481827:0:32983:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948552.481839:0:32983:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948552.481907:0:32983:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948552.481913:0:32983:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948552.481915:0:32983:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948552.481917:0:32983:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948552.481918:0:32983:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948552.481921:0:32983:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6fd00) refcount = 1 00010000:00010000:3.0:1783948552.481937:0:32983:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948552.481944:0:32983:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948552.481947:0:32983:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948552.481949:0:32983:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948552.481953:0:32983:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948552.481956:0:32983:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948552.481959:0:32983:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948552.481970:0:32983:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948552.481973:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.481975:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.481976:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.481977:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.481979:0:32983:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948552.481984:0:32983:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948552.481986:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.481988:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.481990:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948552.481992:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.481995:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.481998:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.481999:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.482000:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=4 00000020:00000001:3.0:1783948552.482002:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482005:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482008:0:32983:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948552.482013:0:32983:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948552.482017:0:32983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948552.482024:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482025:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.482027:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.482028:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.482029:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=5 00000020:00000001:3.0:1783948552.482031:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482034:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482036:0:32983:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948552.482200:0:32983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948552.482210:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482212:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948552.482214:0:32983:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948552.482221:0:32983:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948552.482222:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482223:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.482225:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482226:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948552.482233:0:32983:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948552.482243:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.482244:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.482246:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948552.482248:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482250:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482253:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482254:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948552.482256:0:32983:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948552.482258:0:32983:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948552.482262:0:32983:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948552.482265:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.482266:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.482267:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948552.482269:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482271:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00000002:00010000:3.0:1783948552.482273:0:32983:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948552.482279:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482281:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.482283:0:32983:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948552.482285:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.482286:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.482287:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948552.482289:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482290:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000040:3.0:1783948552.482298:0:32983:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:3.0:1783948552.482302:0:32983:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948552.482306:0:32983:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948552.482309:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482310:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948552.482311:0:32983:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948552.482314:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d879f8 00000002:00002000:3.0:1783948552.482316:0:32983:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948552.482319:0:32983:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948552.482324:0:32983:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948552.482327:0:32983:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948552.482331:0:32983:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948552.482335:0:32983:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948552.482339:0:32983:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948552.482344:0:32983:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950662000. 00000080:00000001:3.0:1783948552.482350:0:32983:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948552.482353:0:32983:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948552.482362:0:32983:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948552.482367:0:32983:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783948552.482378:0:32983:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d9940. 00800000:00000001:3.0:1783948552.482381:0:32983:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030512448 : -129839679039168 : ffff89e9580d9940) 00800000:00000001:3.0:1783948552.482384:0:32983:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948552.482386:0:32983:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948552.482389:0:32983:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948552.482391:0:32983:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948552.482394:0:32983:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948552.482397:0:32983:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948552.482398:0:32983:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.482404:0:32983:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948552.482407:0:32983:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783948552.482410:0:32983:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115188193296385 mtime from 1783948498 to 1783948505 00000080:00200000:3.0:1783948552.482416:0:32983:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948552.482419:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.482420:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.482422:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948552.482424:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482426:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482428:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482429:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948552.482430:0:32983:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948552.482433:0:32983:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948552.482434:0:32983:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d9940 1 00800000:00000010:3.0:1783948552.482436:0:32983:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d9940. 00800000:00000001:3.0:1783948552.482440:0:32983:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948552.482444:0:32983:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:3.0:1783948552.482448:0:32983:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948552.482449:0:32983:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948552.482451:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.482451:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.482453:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948552.482454:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482456:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482458:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482459:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948552.482461:0:32983:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948552.482463:0:32983:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.482465:0:32983:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948552.482467:0:32983:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948552.482470:0:32983:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d00d87cb8 00010000:00000001:3.0:1783948552.482471:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948552.482472:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.482473:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948552.482475:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482477:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948552.482478:0:32983:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948552.482481:0:32983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948552.482486:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482487:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.482489:0:32983:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948552.482491:0:32983:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948552.482494:0:32983:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948552.482502:0:32983:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948552.482505:0:32983:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948552.482507:0:32983:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948552.482511:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482512:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948552.482514:0:32983:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.482518:0:32983:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948552.482520:0:32983:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.482522:0:32983:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.482525:0:32983:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.482526:0:32983:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948552.482527:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948552.482528:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948552.482530:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948552.482534:0:32983:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066df80 x1870603636525952/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948552.482540:0:32983:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948552.482543:0:32983:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948552.482547:0:32983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582b8000. 02000000:00000001:3.0:1783948552.482551:0:32983:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948552.482553:0:32983:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948552.482555:0:32983:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948552.482558:0:32983:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948552.482561:0:32983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb000. 02000000:00000001:3.0:1783948552.482564:0:32983:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948552.482566:0:32983:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948552.482568:0:32983:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066df80. 00000100:00000001:3.0:1783948552.482572:0:32983:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948552.482573:0:32983:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948552.482579:0:32983:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948552.482586:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87d08 00000080:00000008:3.0:1783948552.482588:0:32983:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948552.492247:0:32983:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948552.492295:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87d08 00000080:00200008:2.0:1783948552.492298:0:32983:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783948552.492303:0:32983:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948552.492305:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87c80 00000080:00200000:2.0:1783948552.492307:0:32983:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948552.492313:0:32983:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950663400. 00800000:00000002:2.0:1783948552.492319:0:32983:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948552.492322:0:32983:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948552.492327:0:32983:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948552.492329:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87ba0 00800000:00000002:2.0:1783948552.492331:0:32983:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948552.492335:0:32983:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948552.492339:0:32983:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948552.492344:0:32983:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948552.492346:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87a70 00000002:00010000:2.0:1783948552.492348:0:32983:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948552.492351:0:32983:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948552.492352:0:32983:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948552.492355:0:32983:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948552.492362:0:32983:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:2.0:1783948552.492364:0:32983:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948552.492368:0:32983:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948552.492372:0:32983:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948552.492376:0:32983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948552.492391:0:32983:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948552.492395:0:32983:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948552.492399:0:32983:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948552.492405:0:32983:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948552.492407:0:32983:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948552.492409:0:32983:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948552.492411:0:32983:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948552.492412:0:32983:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948552.492415:0:32983:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948552.492417:0:32983:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948552.492420:0:32983:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948552.492423:0:32983:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950663400. 00000080:00000001:2.0:1783948552.492427:0:32983:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948552.492429:0:32983:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948552.492432:0:32983:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948552.492435:0:32983:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:2.0:1783948552.492438:0:32983:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948552.492440:0:32983:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948552.492442:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948552.492444:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948552.492447:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948552.492449:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948552.492452:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948552.492454:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948552.492456:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948552.492457:0:32983:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948552.492458:0:32983:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948552.492460:0:32983:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d00d87cb8 00010000:00000001:2.0:1783948552.492462:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948552.492463:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948552.492465:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948552.492466:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948552.492468:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948552.492471:0:32983:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948552.492473:0:32983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948552.492478:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948552.492479:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948552.492480:0:32983:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948552.492483:0:32983:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948552.492485:0:32983:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948552.492492:0:32983:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948552.492495:0:32983:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948552.492498:0:32983:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948552.492502:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948552.492503:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948552.492505:0:32983:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.492508:0:32983:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948552.492509:0:32983:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.492511:0:32983:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.492514:0:32983:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.492516:0:32983:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948552.492517:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948552.492518:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948552.492522:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948552.492523:0:32983:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948552.492526:0:32983:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948552.492530:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87d08 00000080:00000008:2.0:1783948552.492532:0:32983:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783948552.492635:0:32983:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948552.492637:0:32983:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948552.492638:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87b78 00000080:00200000:2.0:1783948552.492640:0:32983:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948552.492644:0:32983:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950663400. 00800000:00000002:2.0:1783948552.492647:0:32983:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948552.492648:0:32983:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948552.492650:0:32983:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948552.492651:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87a98 00800000:00000002:2.0:1783948552.492653:0:32983:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948552.492656:0:32983:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948552.492658:0:32983:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948552.492661:0:32983:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948552.492662:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87968 00000002:00010000:2.0:1783948552.492664:0:32983:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948552.492667:0:32983:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948552.492668:0:32983:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948552.492669:0:32983:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948552.492672:0:32983:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:2.0:1783948552.492674:0:32983:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948552.492676:0:32983:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948552.492679:0:32983:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948552.492682:0:32983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783948552.492689:0:32983:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948552.492691:0:32983:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948552.492694:0:32983:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1783948552.492713:0:32983:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948552.492716:0:32983:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948552.492717:0:32983:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948552.492719:0:32983:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948552.492721:0:32983:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948552.492722:0:32983:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948552.492725:0:32983:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948552.492728:0:32983:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948552.492730:0:32983:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950663400. 00000080:00000001:2.0:1783948552.492733:0:32983:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948552.492734:0:32983:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948552.492736:0:32983:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948552.492738:0:32983:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:2.0:1783948552.492742:0:32983:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948552.492743:0:32983:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948552.492745:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948552.492746:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948552.492747:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948552.492749:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948552.492751:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948552.492753:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948552.492754:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948552.492754:0:32983:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948552.492756:0:32983:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948552.492757:0:32983:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d00d87bb0 00010000:00000001:2.0:1783948552.492759:0:32983:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948552.492760:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948552.492761:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948552.492762:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948552.492764:0:32983:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948552.492766:0:32983:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948552.492768:0:32983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948552.492773:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948552.492774:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948552.492775:0:32983:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948552.492776:0:32983:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948552.492778:0:32983:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948552.492783:0:32983:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948552.492785:0:32983:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948552.492786:0:32983:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948552.492788:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948552.492789:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948552.492790:0:32983:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.492792:0:32983:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948552.492793:0:32983:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.492794:0:32983:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.492796:0:32983:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.492797:0:32983:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948552.492798:0:32983:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948552.492799:0:32983:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948552.492801:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948552.492802:0:32983:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948552.492805:0:32983:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:2.0:1783948552.492808:0:32983:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.492812:0:32983:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783948552.492814:0:32983:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948552.492816:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87b78 00000080:00200008:2.0:1783948552.492817:0:32983:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000 00000080:00000010:2.0:1783948552.492822:0:32983:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960302000. 00000080:00000001:2.0:1783948552.492826:0:32983:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.492828:0:32983:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.493661:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.493665:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.493674:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.493678:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.493684:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.493688:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.493691:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.493694:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.493696:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.493714:0:32983:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1783948552.493716:0:32983:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: age 1895, max_age 1974 00000002:00000001:2.0:1783948552.493721:0:32983:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1783948552.493724:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000010:2.0:1783948552.493732:0:32983:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ed80. 00000020:00000040:2.0:1783948552.493736:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948552.493740:0:32983:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948552.493743:0:32983:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948552.493747:0:32983:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948552.493753:0:32983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011c00. 00000100:00000001:2.0:1783948552.493760:0:32983:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.493764:0:32983:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948552.493765:0:32983:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948552.493773:0:32983:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e942ef00c0. 00000100:00000001:2.0:1783948552.493775:0:32983:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233676185792 : -129840033365824 : ffff89e942ef00c0) 00000100:00000001:2.0:1783948552.493777:0:32983:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948552.493779:0:32983:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000001:2.0:1783948552.493783:0:32983:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948552.493793:0:32983:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.493795:0:32983:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948552.493797:0:32983:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948552.493807:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.493815:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948552.493817:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.493821:0:32983:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948552.493823:0:32983:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948552.493826:0:32983:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948552.493829:0:32983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:32983:1870603636526592:192.168.202.104@tcp:41:lfs.0 00000100:00000001:2.0:1783948552.493833:0:32983:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948552.493838:0:32983:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948552.493840:0:32983:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.493842:0:32983:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948552.493846:0:32983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581c9800. 02000000:00000001:2.0:1783948552.493847:0:32983:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948552.497969:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948552.497982:0:32983:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891738. 00000400:00000010:2.0:1783948552.497991:0:32983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948552.498000:0:32983:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636526592, portal 10 00000100:00000001:2.0:1783948552.498004:0:32983:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948552.498006:0:32983:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000040:2.0:1783948552.498021:0:32983:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.498030:0:32983:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948552.498032:0:32983:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948552.498035:0:32983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948552.498039:0:32983:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636526592, offset 0 00000400:00000200:2.0:1783948552.498045:0:32983:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948552.498053:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.498061:0:32983:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948552.498066:0:32983:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948552.498070:0:32983:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948552.498073:0:32983:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948552.498076:0:32983:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948552.498080:0:32983:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2625:2625:256:4294967295] 192.168.202.104@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:2.0:1783948552.498084:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.498094:0:32983:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948552.498101:0:32983:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948552.498107:0:32983:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011300. 00000800:00000200:2.0:1783948552.498115:0:32983:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948552.498123:0:32983:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948552.498128:0:32983:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948552.498144:0:32983:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.498148:0:32983:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 859331 usecs (860 jiffies) 00000400:00000200:2.0:1783948552.498152:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948552.498155:0:32983:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296643505 00000100:00000001:2.0:1783948552.498157:0:32983:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296646827 00000100:00000001:2.0:1783948552.498160:0:32983:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296643505 00000100:00000001:2.0:1783948552.498163:0:32983:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296646827 00000100:00000001:2.0:1783948552.498165:0:32983:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948552.498168:0:32983:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.498171:0:32983:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948552.498173:0:32983:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948552.498176:0:32983:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef00c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948552.498179:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948552.498181:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1783948552.498283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bec00. 00000800:00000200:1.0:1783948552.498389:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.498394:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011300. 00000400:00000200:1.0:1783948552.498398:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.498403:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.498408:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:1.0:1783948552.498410:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:1.0:1783948552.498414:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.498419:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.498429:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.498432:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.498439:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.498441:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948552.502327:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.502343:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948552.502346:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.502349:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.502357:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.502364:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948552.502373:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.502377:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.502383:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.502387:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 10 MB=0x6a54dd9454e00 00000400:00000200:0.0:1783948552.502392:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.502398:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 368/368 into md 0x7389 [1] + 224 00000800:00000001:0.0:1783948552.502405:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.502412:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.502415:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948552.502419:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948552.502426:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.502436:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948552.502446:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.502461:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948552.502469:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.502471:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.504458:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948552.504471:0:32983:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948552.504474:0:32983:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948552.504477:0:32983:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891738. 00000400:00000200:2.0:1783948552.504484:0:32983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948552.504486:0:32983:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948552.504490:0:32983:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948552.504499:0:32983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948552.504509:0:32983:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.504515:0:32983:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948552.504517:0:32983:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.504520:0:32983:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948552.504523:0:32983:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948552.504526:0:32983:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948552.504528:0:32983:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.504531:0:32983:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948552.504541:0:32983:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=72 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948552.504545:0:32983:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948552.504547:0:32983:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948552.504549:0:32983:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.504552:0:32983:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948552.504556:0:32983:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.504559:0:32983:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948552.504562:0:32983:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:2.0:1783948552.504564:0:32983:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948552.504565:0:32983:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.504571:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.504576:0:32983:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948552.504579:0:32983:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948552.504581:0:32983:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948552.504585:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948552.504592:0:32983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:32983:1870603636526592:192.168.202.104@tcp:41:lfs.0 00000100:00000001:2.0:1783948552.504596:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.504599:0:32983:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.504602:0:32983:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948552.504604:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948552.504608:0:32983:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.504614:0:32983:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948552.504618:0:32983:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e942ef00c0. 00000100:00000001:2.0:1783948552.504621:0:32983:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948552.504623:0:32983:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948552.504630:0:32983:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1783948552.504632:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948552.504634:0:32983:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ed80 x1870603636526592/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948568 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.504640:0:32983:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948552.504643:0:32983:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948552.504646:0:32983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c9800. 02000000:00000001:2.0:1783948552.504648:0:32983:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948552.504651:0:32983:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948552.504654:0:32983:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948552.504656:0:32983:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948552.504659:0:32983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011c00. 02000000:00000001:2.0:1783948552.504662:0:32983:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948552.504664:0:32983:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948552.504667:0:32983:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ed80. 00000100:00000001:2.0:1783948552.504670:0:32983:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948552.504671:0:32983:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948552.504673:0:32983:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948552.504674:0:32983:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948552.504676:0:32983:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1783948552.504679:0:32983:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: update ffff89e943f68450 cache blocks 317404/353529 objects 1023706/1024000 00800000:00000001:2.0:1783948552.504683:0:32983:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948552.504689:0:32983:0:(lmv_obd.c:1194:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.504692:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948552.504695:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.504707:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.504710:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.504770:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.504772:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.504779:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.504782:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.504786:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.504790:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.504792:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.504796:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.504797:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.504801:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.504803:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.504805:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.504807:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.504810:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.504811:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.504815:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.504816:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.504818:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.504819:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.504821:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.504823:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.504825:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.504826:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.504828:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.504830:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.504832:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.504834:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.504836:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.504838:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.504840:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505176:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505178:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505183:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505184:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505187:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505189:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505191:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505192:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505194:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505197:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505199:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505201:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505203:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505217:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505219:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505223:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505225:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505228:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505229:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505231:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505233:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505234:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505236:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505237:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505239:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505242:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505244:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505246:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505248:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505250:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505253:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505255:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505257:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505258:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505260:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505263:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505264:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505265:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505267:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505269:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505271:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505272:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505274:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505276:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505278:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505280:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505281:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505284:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505285:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505287:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505288:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505290:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505291:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505292:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505294:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505296:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505297:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505299:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505302:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505304:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505307:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505308:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505310:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505312:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505314:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505316:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505318:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505319:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505320:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505322:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505323:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505325:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505327:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505329:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505330:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505333:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505334:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505336:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505337:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505339:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505341:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505342:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505343:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505344:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505347:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505349:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505350:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505352:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505354:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505356:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505358:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505360:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505363:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505364:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505366:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505368:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505369:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505370:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505372:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505374:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505376:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505378:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505380:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505382:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505384:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505387:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505388:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505390:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505391:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505393:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505396:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505397:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505398:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505399:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505402:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505403:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505405:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505408:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505410:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505412:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505414:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505416:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505418:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505419:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505421:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505423:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505424:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505425:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505426:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505429:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505430:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505432:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505434:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505436:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505437:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505440:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505441:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505443:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505444:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505446:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505448:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505450:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505451:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505452:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505454:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505456:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505457:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505459:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505460:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505462:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505464:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505466:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505468:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505469:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505471:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505473:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505474:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505476:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505477:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505479:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505481:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505482:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505485:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505486:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505488:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505490:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505491:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505493:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505494:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505496:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505497:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505499:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505500:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505501:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505504:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505505:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505507:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505509:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505511:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505513:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505515:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505516:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505518:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505519:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505521:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505523:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505525:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505526:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505527:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505529:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505532:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505534:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505536:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505538:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505539:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505541:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505543:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505545:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505546:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505548:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505549:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505551:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505552:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505553:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505556:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505558:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505559:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505560:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505562:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505564:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505566:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505567:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505569:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505570:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505571:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505573:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505575:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505576:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505577:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505579:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505580:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505582:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505583:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505585:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505587:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505589:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505590:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505592:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505593:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505595:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505597:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505598:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505599:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505600:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505602:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505604:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505605:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505607:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505609:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505611:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505614:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505615:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505618:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505619:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505621:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505623:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505625:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505626:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505627:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505629:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505630:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505632:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505634:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505636:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505637:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505640:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505641:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505644:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505645:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505646:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505648:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505649:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505650:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505651:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505654:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505655:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505657:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505659:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505662:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505663:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505666:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505667:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505670:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505671:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505673:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505675:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505676:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505677:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505679:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505681:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505683:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505684:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505686:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505688:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505690:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505693:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505694:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505697:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505707:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505711:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505713:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505714:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505715:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505717:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505719:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505721:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505723:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505725:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505728:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505730:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505733:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505734:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505737:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505738:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505740:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505742:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505744:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505745:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505746:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505748:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505750:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505752:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505753:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505755:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505757:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505760:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505761:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505763:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505764:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505766:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505768:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505770:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505771:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505772:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505775:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505777:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505778:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505780:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505783:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505784:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505787:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505789:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505792:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505793:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505795:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505797:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505799:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505799:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505801:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505803:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505805:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505807:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505808:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505810:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505812:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505815:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.505816:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.505819:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.505820:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.505822:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.505824:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.505826:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.505827:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.505828:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.505831:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505833:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.505835:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.505837:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.505839:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510363:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510390:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510394:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510404:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510407:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510417:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510423:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510425:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510430:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510432:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510436:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510439:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510441:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510444:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510448:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510450:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510454:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510457:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510460:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510461:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510463:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510465:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510467:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510468:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510469:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510472:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510474:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510475:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510477:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510480:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510482:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510485:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510486:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510488:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510489:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510491:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510493:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510494:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510495:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510496:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510499:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510500:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510502:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510503:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510506:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510507:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510510:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510511:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510513:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510515:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510516:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510518:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510519:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510520:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510521:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510523:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510525:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510526:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510528:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510530:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510531:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510534:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510536:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510538:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510539:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510541:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510543:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510544:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510545:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510546:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510548:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510550:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510551:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510553:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510554:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510556:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510558:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510559:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510561:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510562:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510563:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510565:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510566:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510567:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510568:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510570:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510572:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510574:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510575:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510577:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510578:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510581:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510582:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510583:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510584:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510587:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510588:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510590:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510591:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510592:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510594:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510596:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510597:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510599:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510601:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510602:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510605:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510606:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510608:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510609:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510611:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510614:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510615:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510616:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510617:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510620:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510622:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510623:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510625:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510627:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510629:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510632:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510633:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510635:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510637:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510639:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510641:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510642:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510643:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510645:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510647:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510649:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510651:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510652:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510654:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510656:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510659:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510660:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510662:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510663:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510665:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510667:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510669:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510670:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510671:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510673:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510675:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510676:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510678:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510680:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510682:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510685:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510686:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510688:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510689:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510692:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510694:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510695:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510697:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510709:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510712:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510715:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510717:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510719:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510721:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510723:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510727:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510728:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510731:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510732:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510734:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510736:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510738:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510739:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510740:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510742:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510744:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510746:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510748:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510749:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510751:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510753:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510755:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510757:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510758:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510760:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510762:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510763:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510764:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510765:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510768:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510769:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510771:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510773:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510775:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510777:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510780:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510781:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510783:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510785:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510787:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510788:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510790:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510791:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510792:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510794:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510796:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510798:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510800:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510802:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510804:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510807:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510808:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510810:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510811:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510813:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510815:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510816:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510817:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510818:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510821:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510823:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510824:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510826:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510829:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510830:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510834:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510836:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510838:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.510839:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.510842:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.510844:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.510845:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.510846:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.510848:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.510877:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510879:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510881:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.510884:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.510886:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510888:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.510892:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.510893:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.510896:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.512724:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.512738:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.512744:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.512748:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.512751:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.512754:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.512758:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512761:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512763:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.512765:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.512770:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512772:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512786:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.512788:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.512792:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.512793:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.512797:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.512799:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.512801:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.512802:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.512803:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.512806:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512808:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512810:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.512812:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.512814:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512815:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512818:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.512819:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.512822:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.512823:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.512825:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.512827:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.512829:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.512830:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.512831:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.512833:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512835:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.512837:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513054:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513057:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513059:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513064:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513065:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513069:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513071:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513074:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513076:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513078:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513080:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513082:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513084:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513086:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513088:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513090:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513092:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513094:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513097:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513099:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513101:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513102:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513126:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513130:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513132:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513133:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513134:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513137:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513139:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513141:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513142:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513145:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513146:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513150:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513152:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513154:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513155:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513157:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513159:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513161:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513162:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513163:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513166:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513168:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513171:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513173:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513175:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513177:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513180:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513181:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513184:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513185:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513187:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513188:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513190:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513191:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513192:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513194:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513196:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513198:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513200:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513201:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513203:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513206:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513207:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513209:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513210:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513212:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513214:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513216:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513217:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513219:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513221:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513223:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513225:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513227:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513230:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513231:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513235:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513236:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513239:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513240:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513242:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513245:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513246:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513247:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513248:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513250:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513252:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513253:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513255:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513258:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513259:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513262:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513263:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513266:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513267:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513269:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513270:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513272:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513272:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513274:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513276:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513278:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513279:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513281:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513283:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513285:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513287:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513288:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513290:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513291:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513293:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513294:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513296:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513297:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513298:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513300:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513302:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513303:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513305:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513306:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513308:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513310:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513311:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513313:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513314:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513316:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513317:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513319:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513320:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513321:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513323:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513325:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513326:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513328:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513329:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513331:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513333:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513334:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513336:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513337:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513339:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513341:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513342:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513343:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513344:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513346:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513348:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513350:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513351:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513353:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513355:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513357:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513359:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513361:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513362:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513364:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513366:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513367:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513368:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513369:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513371:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513373:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513375:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513377:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513379:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513380:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513383:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513384:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513386:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513387:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513388:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513390:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513391:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513393:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513394:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513397:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513398:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513400:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513402:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513403:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513405:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513407:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513408:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513410:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513411:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513413:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513415:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513416:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513418:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513419:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513421:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513423:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513424:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513426:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513428:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513429:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513431:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513432:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513434:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513435:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513437:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513439:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513440:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513441:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513442:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513444:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513447:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513448:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513450:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513452:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513453:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513456:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513457:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513459:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513460:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513462:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513463:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513465:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513466:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513467:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513469:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513471:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513473:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513474:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513476:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513478:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513480:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513481:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513483:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513484:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513486:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513487:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513489:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513490:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513491:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513493:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513495:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513496:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513498:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513500:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513502:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513504:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513505:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513507:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513508:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513510:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513512:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513513:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513514:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513515:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513517:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513519:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513520:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513523:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513524:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513526:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513528:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513529:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513531:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513532:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513534:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513535:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513537:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513538:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513539:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513541:0:32983:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513543:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513544:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.513546:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513548:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513549:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.513551:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513553:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513555:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513556:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513558:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513559:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513561:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948552.513562:0:32983:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948552.513563:0:32983:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00800000:00000001:2.0:1783948552.513565:0:32983:0:(lmv_obd.c:962:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948552.513567:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948552.513568:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783948552.513571:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.513572:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948552.513574:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948552.513577:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.513578:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.513580:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.513581:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.513583:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.513585:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.513586:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.513590:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.513592:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.513598:0:32983:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1783948552.513600:0:32983:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff89e943191000: age 1385, max_age 1974 00000008:00000001:2.0:1783948552.513603:0:32983:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1783948552.513606:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000010:2.0:1783948552.513612:0:32983:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ed80. 00000020:00000040:2.0:1783948552.513615:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948552.513619:0:32983:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1783948552.513623:0:32983:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1783948552.513629:0:32983:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1893 00000400:00000200:2.0:1783948552.513639:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.513644:0:32983:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:2.0:1783948552.513648:0:32983:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.513651:0:32983:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783948552.513654:0:32983:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.513656:0:32983:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:2.0:1783948552.513660:0:32983:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783948552.513661:0:32983:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:2.0:1783948552.513664:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948552.513667:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:2.0:1783948552.513670:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:2.0:1783948552.513672:0:32983:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000040:2.0:1783948552.513675:0:32983:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.513676:0:32983:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783948552.513678:0:32983:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.513681:0:32983:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:2.0:1783948552.513684:0:32983:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00080000:2.0:1783948552.513688:0:32983:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff89e943191000: import ffff89e960185000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:2.0:1783948552.513690:0:32983:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.513693:0:32983:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1783948552.513713:0:32983:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948552.513718:0:32983:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.513720:0:32983:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1783948552.513724:0:32983:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1783948552.513727:0:32983:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.513729:0:32983:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948552.513733:0:32983:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066d880. 00000020:00000040:2.0:1783948552.513735:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=5 obd=lustre-OST0000-osc-ffff89e943191000 02000000:00000001:2.0:1783948552.513739:0:32983:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948552.513740:0:32983:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.513744:0:32983:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948552.513746:0:32983:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948552.513751:0:32983:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948552.513757:0:32983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c9800. 00000100:00000001:2.0:1783948552.513765:0:32983:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948552.513774:0:32983:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948552.513784:0:32983:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948552.513788:0:32983:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.513792:0:32983:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c09fa57] to pc [ptlrpcd_rcv+-1] req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.513816:0:32983:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.513820:0:32983:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1783948552.513821:0:32983:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1783948552.513824:0:32983:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948552.513826:0:32983:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948552.513829:0:32983:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783948552.513830:0:32983:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948552.513831:0:32983:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948552.513833:0:32983:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948552.513837:0:32983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011c00. 00000100:00000001:2.0:1783948552.513840:0:32983:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.514269:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.514274:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948552.514276:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948552.514283:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.514291:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948552.514293:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.514296:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948552.514299:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948552.514302:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948552.514305:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636526720:192.168.202.104@tcp:8:lfs.0 00000100:00000001:0.0:1783948552.514310:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948552.514314:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948552.514317:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.514320:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948552.514327:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950637000. 02000000:00000001:0.0:1783948552.514328:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948552.514334:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948552.514339:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae630. 00000400:00000010:0.0:1783948552.514346:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948552.514353:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636526720, portal 4 00000100:00000001:0.0:1783948552.514356:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948552.514357:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902143616 : -129839807408000 : ffff89e95066d880) 00000100:00000040:0.0:1783948552.514364:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.514371:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948552.514374:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948552.514376:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948552.514379:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870603636526720, offset 0 00000400:00000200:0.0:1783948552.514385:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948552.514393:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.514399:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948552.514405:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948552.514409:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948552.514412:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948552.514415:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948552.514419:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2626:2626:256:4294967295] 192.168.202.104@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:0.0:1783948552.514423:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.514433:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948552.514438:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948552.514443:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948552.514450:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948552.514458:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948552.514463:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948552.514482:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948552.514487:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21853 usecs (22 jiffies) 00000400:00000200:0.0:1783948552.514490:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948552.514493:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296642688 00000100:00000001:0.0:1783948552.514496:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296646827 00000100:00000001:0.0:1783948552.514498:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296642688 00000100:00000001:0.0:1783948552.514501:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296646827 00000100:00000001:0.0:1783948552.514503:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948552.514505:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.514508:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.514511:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.514519:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948552.514521:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948552.514523:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.514524:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948552.514525:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.514527:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948552.514664:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.514668:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948552.514673:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.514678:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.514683:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:1.0:1783948552.514686:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:1.0:1783948552.514690:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.514694:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.514714:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.514718:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.514725:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.514728:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783948552.517546:0:32983:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948552.517554:0:32983:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948552.517566:0:32983:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e942ef00c0. 00000100:00000001:2.0:1783948552.517570:0:32983:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233676185792 : -129840033365824 : ffff89e942ef00c0) 00000100:00000001:2.0:1783948552.517578:0:32983:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948552.517580:0:32983:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000001:2.0:1783948552.517585:0:32983:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948552.517590:0:32983:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.517592:0:32983:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948552.517594:0:32983:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948552.517603:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.517613:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948552.517614:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1783948552.517618:0:32983:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.517625:0:32983:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.517627:0:32983:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948552.517629:0:32983:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948552.517632:0:32983:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef00c0 going to sleep for 0 seconds 00000100:00000001:2.0:1783948552.517635:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948552.517637:0:32983:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.517639:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948552.517640:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.517642:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948552.546541:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.546561:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948552.546566:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.546569:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.546579:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.546588:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948552.546599:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.546605:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.546611:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.546615:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 4 MB=0x6a54dd9454e80 00000400:00000200:0.0:1783948552.546619:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.546627:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 416/416 into md 0x7391 [1] + 0 00000800:00000001:0.0:1783948552.546635:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.546644:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.546647:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948552.546651:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948552.546659:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.546668:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948552.546679:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.546727:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948552.546737:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.546740:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.546797:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.546801:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948552.546808:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948552.546810:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948552.546814:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae630. 00000400:00000200:3.0:1783948552.546820:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:3.0:1783948552.546822:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:3.0:1783948552.546825:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948552.546830:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948552.546840:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.546884:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948552.546886:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.546889:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948552.546892:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948552.546895:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948552.546897:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948552.546900:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948552.546919:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948552.546931:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948552.546933:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948552.546935:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.546938:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948552.546941:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.546946:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783948552.546948:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967335 gen 15 00000100:00000040:3.0:1783948552.546951:0:2352:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1783948552.546954:0:2352:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948552.546956:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948552.546961:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.546968:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948552.546972:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948552.546974:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.546976:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783948552.546984:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff89e943191000: connect to target with instance 1 00000020:00000001:3.0:1783948552.546987:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783948552.546989:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:3.0:1783948552.546991:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.546994:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:3.0:1783948552.547000:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:3.0:1783948552.547003:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00001000:3.0:1783948552.547006:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=1783948552 v=0 (0 0 0 0) 00000100:00001000:3.0:1783948552.547008:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e960185418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783948552.547012:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000100:00080000:3.0:1783948552.547017:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff89e943191000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1783948552.547020:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:3.0:1783948552.547023:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948552.547026:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1783948552.547030:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff89e943191000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1783948552.547033:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783948552.547035:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1783948552.547038:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948552.547041:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948552.547043:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948552.547045:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948552.547047:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.547049:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783948552.547050:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1783948552.547053:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1783948552.547056:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948552.547057:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783948552.547058:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783948552.547059:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1783948552.547061:0:2352:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1783948552.547063:0:2352:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff89e9581bbba0 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1783948552.547069:0:2352:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1783948552.547071:0:2352:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948552.547073:0:2352:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.547075:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948552.547077:0:2352:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783948552.547090:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783948552.547093:0:2352:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783948552.547094:0:2352:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783948552.547097:0:2352:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783948552.547099:0:2352:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.547100:0:2352:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.547102:0:2352:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783948552.547103:0:2352:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783948552.547104:0:2352:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.547105:0:2352:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783948552.547107:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783948552.547111:0:2352:0:(lmv_obd.c:283:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783948552.547113:0:2352:0:(lmv_obd.c:295:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.547115:0:2352:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.547117:0:2352:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.547119:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948552.547121:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948552.547122:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948552.547124:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.547126:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1783948552.547128:0:2352:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948552.547130:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1783948552.547136:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ae4bb9f3): req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.547160:0:2352:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.547164:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948552.547168:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948552.547175:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636526720:192.168.202.104@tcp:8:lfs.0 00000100:00000001:3.0:1783948552.547179:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.547182:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948552.547185:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d880 x1870603636526720/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.547191:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948552.547193:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948552.547198:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950637000. 02000000:00000001:3.0:1783948552.547201:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948552.547203:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948552.547205:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948552.547207:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948552.547210:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9800. 02000000:00000001:3.0:1783948552.547213:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948552.547215:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948552.547217:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d880. 00000100:00000001:3.0:1783948552.547220:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948552.547221:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.547223:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.547231:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948552.547233:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.547236:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.547237:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.547504:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948552.547507:0:32983:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.547510:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948552.547512:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.547515:0:32983:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948552.547517:0:32983:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948552.547520:0:32983:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.547522:0:32983:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948552.547529:0:32983:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948552.547531:0:32983:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.547533:0:32983:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948552.547540:0:32983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581ca400. 02000000:00000001:2.0:1783948552.547543:0:32983:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948552.547547:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948552.547550:0:32983:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891738. 00000400:00000010:2.0:1783948552.547555:0:32983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948552.547562:0:32983:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636526848, portal 4 00000100:00000001:2.0:1783948552.547564:0:32983:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948552.547565:0:32983:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000040:2.0:1783948552.547572:0:32983:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.547578:0:32983:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948552.547580:0:32983:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948552.547583:0:32983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2c38. 00000100:00000200:2.0:1783948552.547587:0:32983:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870603636526848, offset 0 00000400:00000200:2.0:1783948552.547593:0:32983:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948552.547599:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.547607:0:32983:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948552.547613:0:32983:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948552.547617:0:32983:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948552.547621:0:32983:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948552.547624:0:32983:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948552.547627:0:32983:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2627:2627:256:4294967295] 192.168.202.104@tcp LPNI seq info [2627:2627:8:4294967295] 00000400:00000200:2.0:1783948552.547631:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.547640:0:32983:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948552.547647:0:32983:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948552.547652:0:32983:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011500. 00000800:00000200:2.0:1783948552.547659:0:32983:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948552.547667:0:32983:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948552.547671:0:32983:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948552.547691:0:32983:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.547695:0:32983:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21940 usecs (22 jiffies) 00000400:00000200:2.0:1783948552.547708:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948552.547711:0:32983:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296642721 00000100:00000001:2.0:1783948552.547715:0:32983:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296646827 00000100:00000001:2.0:1783948552.547717:0:32983:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296642721 00000100:00000001:2.0:1783948552.547719:0:32983:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296646827 00000100:00000001:2.0:1783948552.547721:0:32983:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948552.547724:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.547726:0:32983:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948552.547727:0:32983:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948552.547730:0:32983:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef00c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948552.547732:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948552.547733:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948552.547932:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.547937:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011500. 00000400:00000200:1.0:1783948552.547941:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.547945:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.547952:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2c38 00000400:00000010:1.0:1783948552.547953:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2c38. 00000100:00000001:1.0:1783948552.547957:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.547961:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.547969:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.547971:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.547977:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.547978:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948552.578436:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.578456:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948552.578460:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.578463:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.578471:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.578479:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948552.578490:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.578494:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.578501:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.578505:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 4 MB=0x6a54dd9454f00 00000400:00000200:0.0:1783948552.578509:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.578515:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 368/368 into md 0x73a1 [1] + 224 00000800:00000001:0.0:1783948552.578522:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.578529:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.578532:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948552.578536:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948552.578543:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.578552:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948552.578562:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.578584:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948552.578593:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.578597:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.584045:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948552.584061:0:32983:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948552.584063:0:32983:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948552.584068:0:32983:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891738. 00000400:00000200:2.0:1783948552.584077:0:32983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948552.584080:0:32983:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948552.584085:0:32983:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948552.584098:0:32983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948552.584111:0:32983:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.584120:0:32983:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948552.584122:0:32983:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.584125:0:32983:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948552.584129:0:32983:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948552.584132:0:32983:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948552.584134:0:32983:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.584137:0:32983:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948552.584148:0:32983:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9601854f0 time=670 v=5 (5 5 0 5) 00000100:00001000:2.0:1783948552.584152:0:32983:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948552.584155:0:32983:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948552.584157:0:32983:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.584159:0:32983:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948552.584164:0:32983:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584168:0:32983:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948552.584170:0:32983:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1783948552.584172:0:32983:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948552.584174:0:32983:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.584179:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.584186:0:32983:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948552.584189:0:32983:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948552.584191:0:32983:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948552.584195:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948552.584208:0:32983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:32983:1870603636526848:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948552.584213:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.584216:0:32983:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584218:0:32983:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948552.584221:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948552.584224:0:32983:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.584231:0:32983:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948552.584234:0:32983:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e942ef00c0. 00000100:00000001:2.0:1783948552.584237:0:32983:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948552.584239:0:32983:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948552.584245:0:32983:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1783948552.584247:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948552.584250:0:32983:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ed80 x1870603636526848/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.584256:0:32983:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948552.584258:0:32983:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948552.584260:0:32983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581ca400. 02000000:00000001:2.0:1783948552.584264:0:32983:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948552.584266:0:32983:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948552.584268:0:32983:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948552.584270:0:32983:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948552.584273:0:32983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011c00. 02000000:00000001:2.0:1783948552.584276:0:32983:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948552.584278:0:32983:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948552.584280:0:32983:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ed80. 00000100:00000001:2.0:1783948552.584283:0:32983:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948552.584285:0:32983:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1783948552.584288:0:32983:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff89e943191000: update ffff89e943f6d190 cache blocks 901399/958279 objects 261826/262144 00020000:00000001:2.0:1783948552.584293:0:32983:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948552.584298:0:32983:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.584301:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948552.584305:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.584308:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.584311:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.584379:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.584382:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.584389:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.584391:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.584399:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.584403:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.584406:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.584409:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.584411:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.584417:0:32983:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1783948552.584419:0:32983:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff89e943191000: age 1385, max_age 1974 00000008:00000001:2.0:1783948552.584422:0:32983:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1783948552.584425:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000010:2.0:1783948552.584430:0:32983:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ed80. 00000020:00000040:2.0:1783948552.584433:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=4 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:2.0:1783948552.584436:0:32983:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1783948552.584439:0:32983:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1783948552.584442:0:32983:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1895 00000400:00000200:2.0:1783948552.584449:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.584454:0:32983:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:2.0:1783948552.584458:0:32983:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.584461:0:32983:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783948552.584463:0:32983:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.584465:0:32983:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:2.0:1783948552.584468:0:32983:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783948552.584470:0:32983:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:2.0:1783948552.584472:0:32983:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948552.584475:0:32983:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:2.0:1783948552.584477:0:32983:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:2.0:1783948552.584480:0:32983:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00000040:2.0:1783948552.584483:0:32983:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.584485:0:32983:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783948552.584487:0:32983:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:2.0:1783948552.584489:0:32983:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:2.0:1783948552.584491:0:32983:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00080000:2.0:1783948552.584494:0:32983:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff89e943191000: import ffff89e960185800 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:2.0:1783948552.584497:0:32983:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.584499:0:32983:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1783948552.584506:0:32983:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948552.584509:0:32983:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584511:0:32983:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1783948552.584514:0:32983:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8380416, lost: 0. 00000008:00000001:2.0:1783948552.584517:0:32983:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584519:0:32983:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948552.584523:0:32983:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066d180. 00000020:00000040:2.0:1783948552.584525:0:32983:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=5 obd=lustre-OST0001-osc-ffff89e943191000 02000000:00000001:2.0:1783948552.584529:0:32983:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948552.584531:0:32983:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584534:0:32983:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948552.584537:0:32983:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948552.584542:0:32983:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948552.584548:0:32983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581ca400. 00000100:00000001:2.0:1783948552.584556:0:32983:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948552.584563:0:32983:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948552.584573:0:32983:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948552.584579:0:32983:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.584583:0:32983:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd71c041] to pc [ptlrpcd_rcv+-1] req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.584615:0:32983:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584619:0:32983:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1783948552.584620:0:32983:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1783948552.584623:0:32983:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948552.584625:0:32983:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=4 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948552.584626:0:32983:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783948552.584628:0:32983:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948552.584629:0:32983:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948552.584631:0:32983:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948552.584634:0:32983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011c00. 00000100:00000001:2.0:1783948552.584636:0:32983:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584639:0:32983:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948552.584641:0:32983:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948552.584647:0:32983:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e942ef00c0. 00000100:00000001:2.0:1783948552.584650:0:32983:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233676185792 : -129840033365824 : ffff89e942ef00c0) 00000100:00000001:2.0:1783948552.584652:0:32983:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948552.584654:0:32983:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000001:2.0:1783948552.584657:0:32983:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948552.584659:0:32983:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584661:0:32983:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948552.584662:0:32983:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948552.584666:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.584672:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948552.584674:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1783948552.584678:0:32983:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.584686:0:32983:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.584689:0:32983:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948552.584691:0:32983:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948552.584694:0:32983:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef00c0 going to sleep for 0 seconds 00000100:00000001:2.0:1783948552.584696:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948552.584707:0:32983:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.584709:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948552.584710:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.584712:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.584805:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.584809:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948552.584811:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948552.584817:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.584824:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948552.584826:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.584831:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948552.584833:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948552.584836:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948552.584839:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636526976:192.168.202.104@tcp:8:lfs.0 00000100:00000001:0.0:1783948552.584843:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948552.584848:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948552.584850:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948552.584896:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948552.584910:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635000. 02000000:00000001:0.0:1783948552.584913:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948552.584919:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948552.584923:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aec08. 00000400:00000010:0.0:1783948552.584929:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf660. 00000100:00000200:0.0:1783948552.584935:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636526976, portal 4 00000100:00000001:0.0:1783948552.584936:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948552.584938:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902141824 : -129839807409792 : ffff89e95066d180) 00000100:00000040:0.0:1783948552.584944:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.584952:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948552.584955:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948552.584958:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf110. 00000100:00000200:0.0:1783948552.584961:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870603636526976, offset 0 00000400:00000200:0.0:1783948552.584968:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948552.584977:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.584984:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948552.584989:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948552.584993:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948552.584997:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948552.585000:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948552.585004:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2628:2628:256:4294967295] 192.168.202.104@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:0.0:1783948552.585008:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.585017:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948552.585026:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948552.585032:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bc00. 00000800:00000200:0.0:1783948552.585040:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948552.585048:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948552.585053:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948552.585064:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948552.585068:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 246437 usecs (247 jiffies) 00000400:00000200:0.0:1783948552.585072:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948552.585075:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296642984 00000100:00000001:0.0:1783948552.585078:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296646827 00000100:00000001:0.0:1783948552.585095:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296642984 00000100:00000001:0.0:1783948552.585098:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296646827 00000100:00000001:0.0:1783948552.585100:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948552.585102:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.585105:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.585107:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948552.585114:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948552.585115:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948552.585117:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948552.585118:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948552.585120:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948552.585122:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948552.594085:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.594098:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bc00. 00000400:00000200:1.0:1783948552.594107:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.594116:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.594124:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf110 00000400:00000010:1.0:1783948552.594127:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf110. 00000100:00000001:1.0:1783948552.594133:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.594142:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.594154:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.594158:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.594165:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.594167:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948552.600171:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.600193:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948552.600199:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.600202:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.600211:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.600221:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948552.600233:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.600239:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.600246:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.600250:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 4 MB=0x6a54dd9454f80 00000400:00000200:0.0:1783948552.600257:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.600264:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 416/416 into md 0x73a9 [1] + 0 00000800:00000001:0.0:1783948552.600274:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.600282:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.600286:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948552.600290:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948552.600299:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.600308:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948552.600321:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.600345:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948552.600355:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.600358:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.600437:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.600442:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948552.600450:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948552.600452:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948552.600455:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aec08. 00000400:00000200:3.0:1783948552.600462:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf660 00000400:00000010:3.0:1783948552.600466:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf660. 00000100:00000001:3.0:1783948552.600469:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948552.600475:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948552.600484:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.600490:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948552.600492:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.600494:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948552.600497:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948552.600500:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948552.600502:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948552.600505:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948552.600515:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948552.600520:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948552.600523:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948552.600525:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948552.600528:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948552.600533:0:2352:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.600537:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783948552.600540:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: committing for last_committed 4294967312 gen 15 00000100:00000040:3.0:1783948552.600543:0:2352:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1783948552.600546:0:2352:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948552.600548:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948552.600554:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.600561:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948552.600564:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948552.600565:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.600568:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783948552.600575:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff89e943191000: connect to target with instance 1 00000020:00000001:3.0:1783948552.600577:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783948552.600579:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:3.0:1783948552.600582:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948552.600585:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:3.0:1783948552.600588:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:3.0:1783948552.600590:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00001000:3.0:1783948552.600594:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=1783948552 v=0 (0 0 0 0) 00000100:00001000:3.0:1783948552.600596:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e960185c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783948552.600601:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000100:00080000:3.0:1783948552.600605:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff89e943191000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1783948552.600608:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00000001:3.0:1783948552.600611:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948552.600615:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1783948552.600619:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff89e943191000, setting cl_avail_grant: 8380416 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1783948552.600622:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783948552.600625:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1783948552.600629:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948552.600632:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948552.600635:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948552.600637:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948552.600639:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.600640:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783948552.600642:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1783948552.600645:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e960185800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1783948552.600648:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948552.600649:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783948552.600650:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783948552.600651:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1783948552.600653:0:2352:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1783948552.600654:0:2352:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff89e9581bbba0 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1783948552.600660:0:2352:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1783948552.600662:0:2352:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1783948552.600664:0:2352:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948552.600666:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948552.600668:0:2352:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783948552.600670:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783948552.600672:0:2352:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783948552.600674:0:2352:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783948552.600677:0:2352:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783948552.600679:0:2352:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.600680:0:2352:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.600682:0:2352:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783948552.600683:0:2352:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783948552.600685:0:2352:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.600686:0:2352:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783948552.600688:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783948552.600692:0:2352:0:(lmv_obd.c:283:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783948552.600694:0:2352:0:(lmv_obd.c:295:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.600696:0:2352:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.600707:0:2352:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948552.600709:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948552.600711:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948552.600712:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948552.600713:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.600715:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1783948552.600716:0:2352:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948552.600719:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1783948552.600727:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ae4bb9f3): req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.600750:0:2352:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.600753:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948552.600757:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948552.600765:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636526976:192.168.202.104@tcp:8:lfs.0 00000100:00000001:3.0:1783948552.600770:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.600773:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948552.600776:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d180 x1870603636526976/t0(0) o8->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948552.600782:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948552.600785:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948552.600789:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635000. 02000000:00000001:3.0:1783948552.600794:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948552.600796:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948552.600798:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948552.600801:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948552.600803:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581ca400. 02000000:00000001:3.0:1783948552.600807:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948552.600808:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948552.600810:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d180. 00000100:00000001:3.0:1783948552.600814:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948552.600816:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.600818:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948552.600829:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948552.600831:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948552.600833:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948552.600835:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.601059:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948552.601064:0:32983:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.601066:0:32983:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948552.601069:0:32983:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.601072:0:32983:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948552.601075:0:32983:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948552.601078:0:32983:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.601080:0:32983:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948552.601087:0:32983:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948552.601090:0:32983:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.601092:0:32983:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948552.601101:0:32983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948552.601104:0:32983:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948552.601108:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948552.601112:0:32983:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891738. 00000400:00000010:2.0:1783948552.601118:0:32983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948552.601127:0:32983:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636527104, portal 4 00000100:00000001:2.0:1783948552.601129:0:32983:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948552.601131:0:32983:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000040:2.0:1783948552.601139:0:32983:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.601146:0:32983:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948552.601148:0:32983:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948552.601151:0:32983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2770. 00000100:00000200:2.0:1783948552.601155:0:32983:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870603636527104, offset 0 00000400:00000200:2.0:1783948552.601161:0:32983:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948552.601168:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.601174:0:32983:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948552.601179:0:32983:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948552.601182:0:32983:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948552.601186:0:32983:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948552.601189:0:32983:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948552.601193:0:32983:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2629:2629:256:4294967295] 192.168.202.104@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:2.0:1783948552.601197:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948552.601206:0:32983:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948552.601213:0:32983:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948552.601219:0:32983:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e960011600. 00000800:00000200:2.0:1783948552.601225:0:32983:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948552.601233:0:32983:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948552.601237:0:32983:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e960011600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948552.601256:0:32983:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.601260:0:32983:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 245200 usecs (246 jiffies) 00000400:00000200:2.0:1783948552.601264:0:32983:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948552.601267:0:32983:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296642999 00000100:00000001:2.0:1783948552.601270:0:32983:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296646827 00000100:00000001:2.0:1783948552.601272:0:32983:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296642999 00000100:00000001:2.0:1783948552.601274:0:32983:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296646827 00000100:00000001:2.0:1783948552.601276:0:32983:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948552.601280:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.601282:0:32983:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948552.601284:0:32983:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948552.601286:0:32983:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e942ef00c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948552.601287:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948552.601289:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948552.601437:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948552.601442:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e960011600. 00000400:00000200:1.0:1783948552.601445:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948552.601449:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948552.601453:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2770 00000400:00000010:1.0:1783948552.601455:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2770. 00000100:00000001:1.0:1783948552.601458:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948552.601462:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.601471:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948552.601473:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948552.601479:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948552.601481:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948552.607179:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.607212:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948552.607217:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.607220:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.607230:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.607239:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948552.607254:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.607260:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.607268:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.607273:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 4 MB=0x6a54dd9455000 00000400:00000200:0.0:1783948552.607279:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948552.607287:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 368/368 into md 0x73b9 [1] + 224 00000800:00000001:0.0:1783948552.607296:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.607311:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948552.607315:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948552.607320:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948552.607330:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948552.607341:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948552.607354:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948552.607384:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948552.607395:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948552.607398:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.612047:0:32983:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948552.612063:0:32983:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948552.612066:0:32983:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948552.612071:0:32983:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891738. 00000400:00000200:2.0:1783948552.612081:0:32983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948552.612083:0:32983:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948552.612088:0:32983:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948552.612101:0:32983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948552.612113:0:32983:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.612122:0:32983:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948552.612125:0:32983:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.612129:0:32983:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948552.612134:0:32983:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948552.612137:0:32983:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948552.612140:0:32983:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948552.612143:0:32983:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948552.612153:0:32983:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185ca8 time=670 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948552.612157:0:32983:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948552.612160:0:32983:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948552.612161:0:32983:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948552.612164:0:32983:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948552.612168:0:32983:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.612171:0:32983:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948552.612173:0:32983:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948552.612175:0:32983:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948552.612177:0:32983:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948552.612182:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.612190:0:32983:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948552.612193:0:32983:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948552.612195:0:32983:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948552.612199:0:32983:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948552.612207:0:32983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:32983:1870603636527104:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948552.612211:0:32983:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948552.612214:0:32983:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948552.612216:0:32983:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948552.612219:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948552.612221:0:32983:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.612228:0:32983:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948552.612231:0:32983:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e942ef00c0. 00000100:00000001:2.0:1783948552.612235:0:32983:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948552.612237:0:32983:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948552.612242:0:32983:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1783948552.612244:0:32983:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948552.612248:0:32983:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ed80 x1870603636527104/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948568 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948552.612255:0:32983:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948552.612257:0:32983:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948552.612259:0:32983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948552.612262:0:32983:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948552.612264:0:32983:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948552.612266:0:32983:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948552.612268:0:32983:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948552.612271:0:32983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011c00. 02000000:00000001:2.0:1783948552.612274:0:32983:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948552.612276:0:32983:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948552.612278:0:32983:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ed80. 00000100:00000001:2.0:1783948552.612281:0:32983:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948552.612282:0:32983:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1783948552.612285:0:32983:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff89e943191000: update ffff89e943f69e10 cache blocks 901378/958279 objects 261828/262144 00020000:00000001:2.0:1783948552.612290:0:32983:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948552.612296:0:32983:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612299:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948552.612302:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612305:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612308:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612378:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612380:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612388:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612391:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612398:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612402:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612404:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612407:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612409:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612422:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612424:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612426:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612429:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612432:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612434:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612437:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612439:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612441:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612443:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612444:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612446:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612448:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612449:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612450:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612453:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612454:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612456:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612458:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612459:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612461:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612464:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612465:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612467:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612469:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612470:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612473:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612474:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612475:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612476:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612478:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612480:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612481:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612483:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612485:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612486:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612489:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612490:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612493:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612494:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612495:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612497:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612498:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612499:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612500:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612503:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612504:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612506:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612507:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612509:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612511:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612513:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612514:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612516:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612517:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612519:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612520:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612522:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612523:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612524:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612526:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612528:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612529:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612531:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612533:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612534:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612537:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612538:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612540:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612541:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612543:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612544:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612546:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612547:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612548:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612550:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612552:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612553:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612555:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612556:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612558:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612560:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612561:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612563:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612564:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612566:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612568:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612569:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612570:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612571:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612573:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612575:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612576:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612578:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612579:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612581:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612583:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612585:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612586:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612587:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612589:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612591:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612593:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612594:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612595:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612597:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612599:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612600:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612602:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612604:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612606:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612608:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612609:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612611:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612612:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612614:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612615:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612617:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612617:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612619:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612621:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612622:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612624:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612626:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612628:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612629:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612631:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612633:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612635:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612635:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612637:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612639:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612640:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612641:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612642:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612646:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612647:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612649:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612651:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612652:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612654:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612656:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612657:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612659:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612660:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612662:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612663:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612665:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612666:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612667:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612669:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612670:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612672:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612674:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612675:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612677:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612679:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612680:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612682:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612683:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612685:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612687:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612688:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612689:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612690:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612692:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612694:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612706:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612708:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612711:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612712:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612715:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612716:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612719:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612720:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612722:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612724:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612726:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612727:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612728:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612731:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612733:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612734:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612736:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612738:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612739:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612742:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612743:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612745:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612746:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612747:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612749:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612750:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612751:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612752:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612755:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612756:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612758:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612760:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612762:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612764:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612766:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612768:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612770:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612771:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612773:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612775:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612776:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612777:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612778:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612780:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612782:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612783:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612785:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612787:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612788:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612790:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612792:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612794:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612795:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612796:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612798:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612799:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612800:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612801:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612803:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612805:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612807:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612808:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612810:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612812:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612814:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612816:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612818:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612819:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612821:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612822:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612824:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612825:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612826:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612828:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612829:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612831:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612833:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612835:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612836:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612838:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612840:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612842:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612843:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612844:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612846:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612847:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612848:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612849:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612923:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612925:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612926:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612928:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612930:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612932:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612935:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612936:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612938:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612940:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612943:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612945:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612946:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612947:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612949:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612951:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612953:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612955:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612956:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612958:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612960:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612962:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612963:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612965:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612966:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612967:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612969:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612971:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612971:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612973:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.612975:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612977:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612979:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.612981:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.612982:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612984:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.612986:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.612988:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.612990:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.612991:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.612992:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.612994:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.612995:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.612997:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.612999:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613001:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613003:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613004:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613006:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613008:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613009:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613012:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613013:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613015:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613016:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613017:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613019:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613020:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613021:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613022:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613024:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613026:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613028:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613030:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613031:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613033:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613035:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613036:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613038:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613039:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613041:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613042:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613044:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613045:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613046:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613048:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613051:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613053:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613055:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613057:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613059:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613061:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613062:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613064:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613065:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613067:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613069:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613070:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613071:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613072:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613074:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613076:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613077:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613079:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613081:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613082:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613084:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613086:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613088:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613089:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613090:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613092:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613093:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613094:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613095:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613098:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613099:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613101:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613103:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613105:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613107:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613109:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613110:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613112:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613113:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613115:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613116:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613118:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613119:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613120:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613122:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613123:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613125:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613126:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613128:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613129:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613131:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613132:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613134:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613135:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613137:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613138:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613140:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613141:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613142:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613145:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613147:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613148:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613150:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613152:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613154:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613157:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613159:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613161:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613162:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613164:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613166:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613167:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613168:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613169:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613171:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613173:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613174:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613176:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613178:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613179:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613181:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613183:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613185:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613186:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613187:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613189:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613191:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613191:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613193:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613195:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613196:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613198:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613200:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613201:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613203:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613205:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613206:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613208:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613209:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613212:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613214:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613215:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613216:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613217:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613220:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613222:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613223:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613225:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613227:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613228:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613230:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613232:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613234:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613235:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613236:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613238:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613239:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613240:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613241:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613243:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613245:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613246:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613248:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613250:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613251:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613253:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613255:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613257:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613258:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613259:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613261:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613262:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613264:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613265:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613268:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613269:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613271:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613273:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613274:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613276:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613278:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613279:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613281:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613282:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613284:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613286:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613287:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613288:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613289:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613291:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613293:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613294:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613296:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613298:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613299:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613302:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613303:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613305:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613306:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613307:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613309:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613310:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613312:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613313:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613315:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613317:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613320:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613321:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613323:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613325:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613327:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613329:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613331:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613331:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613333:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613335:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613336:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613337:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613338:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613340:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613342:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613343:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613345:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613347:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613348:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613350:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613352:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613354:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613355:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613356:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613358:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613359:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613360:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613361:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613363:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613365:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613367:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613368:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613370:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613372:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613374:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613375:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613377:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613378:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613380:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613382:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613383:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613384:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613385:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613387:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613389:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613390:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613392:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613394:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613395:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613397:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613399:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613401:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613402:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613403:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613405:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613406:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613407:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613408:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613410:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613429:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613431:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613433:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613435:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613437:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613439:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613442:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613444:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613445:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613447:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613449:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613450:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613451:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613452:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613454:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613456:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613458:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613460:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613462:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613463:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613465:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613467:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613469:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613470:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613471:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613473:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613474:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613475:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613476:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613478:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613480:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613481:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613483:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613485:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613486:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613489:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613490:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613492:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613493:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613495:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613497:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613498:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613499:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613500:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613503:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613504:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613506:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613508:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613509:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613511:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613513:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613515:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613517:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613518:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613519:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613521:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613522:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613523:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613524:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613526:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613528:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613529:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613531:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613533:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613534:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613537:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613538:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613540:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613541:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613542:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613544:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613545:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613547:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613548:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613550:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613552:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613553:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613555:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613557:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613559:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613561:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613562:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613564:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613565:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613567:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613568:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613570:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613571:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613572:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613574:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613575:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613577:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613579:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613580:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613582:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613584:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613585:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613588:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613589:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613590:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613592:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613593:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613594:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613595:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613597:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613600:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613601:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613603:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613605:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613606:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613609:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613610:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613612:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613613:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613614:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613616:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613617:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613618:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613619:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613629:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613632:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613633:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613635:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613637:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613639:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613642:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613643:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613645:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613646:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613648:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613649:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613651:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613652:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613653:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613655:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613658:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613659:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613661:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613663:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613665:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613667:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613669:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613671:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613672:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613674:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613676:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613677:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613678:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613679:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613681:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613683:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613684:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613686:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613688:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613689:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613692:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613693:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613695:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613696:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613707:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613710:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613711:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613712:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613713:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613715:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613717:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613718:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613720:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613722:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613724:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613726:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613728:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613730:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613732:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613733:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613735:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613737:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613737:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613738:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613740:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613742:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613743:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613745:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613747:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613748:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613751:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613752:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613754:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613755:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613757:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613758:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613760:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613761:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613762:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613764:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613765:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613767:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613769:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613770:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613772:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613774:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613775:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613777:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613778:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613780:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613782:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613784:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613785:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613786:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613789:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613790:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613792:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613793:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613795:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613797:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613799:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613800:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613802:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613803:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613805:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613806:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613808:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613809:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613810:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613812:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613813:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613815:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613817:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613818:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613820:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613822:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613823:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613825:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613826:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613828:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613830:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613831:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613832:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613833:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613836:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613837:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613839:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613841:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613843:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613844:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613846:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613847:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613849:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613874:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613876:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613878:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613880:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613881:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613882:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613884:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613885:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613887:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613889:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613891:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613893:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613895:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613897:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613899:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613900:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613901:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613903:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613904:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613906:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613907:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613909:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613912:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613913:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613915:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613917:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613919:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613921:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613922:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613924:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613925:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613927:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613928:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613930:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613931:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613932:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613934:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613935:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613937:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613939:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613940:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613942:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613944:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613945:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613947:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613949:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613950:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613952:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613953:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613954:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613955:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613957:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613959:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613960:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613962:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613964:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613966:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613969:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613970:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613972:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613973:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613975:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.613976:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.613978:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.613979:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.613980:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.613982:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613983:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613985:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.613987:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.613988:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613990:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.613992:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.613993:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.613995:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.613996:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.613998:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.614000:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.614001:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.614002:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.614003:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.614005:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614007:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614008:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.614010:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.614012:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614013:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614016:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.614017:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.614019:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.614020:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.614022:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.614024:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.614025:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.614026:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.614027:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.614029:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614031:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614032:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.614034:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.614036:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614037:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614039:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.614041:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.614042:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.614043:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.614045:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.614047:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.614048:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.614049:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.614050:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.614052:0:32983:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614054:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614055:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948552.614057:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.614059:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614060:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948552.614062:0:32983:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948552.614064:0:32983:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffefe463ad0 00000080:00000001:2.0:1783948552.614065:0:32983:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948552.614066:0:32983:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948552.614069:0:32983:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581cac00. 00000020:00000001:2.0:1783948552.614070:0:32983:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.614072:0:32983:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948552.614073:0:32983:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948552.614085:0:32983:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581cac00 uarg=0000000000000000 00020000:00000001:2.0:1783948552.614088:0:32983:0:(lov_obd.c:1000:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948552.614089:0:32983:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948552.614091:0:32983:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783948552.614093:0:32983:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581cac00. 00000080:00000001:2.0:1783948552.614095:0:32983:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948552.614097:0:32983:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948552.614125:0:32983:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783948552.614127:0:32983:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948552.614130:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87d98 00000080:00200008:2.0:1783948552.614133:0:32983:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000 00000080:00400000:2.0:1783948552.614137:0:32983:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1783948552.614141:0:32983:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302000. 00000080:00000001:2.0:1783948552.614145:0:32983:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948552.614148:0:32983:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00d87d98 00000080:00000008:2.0:1783948552.614150:0:32983:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000, rc = 0 00000080:00000001:2.0:1783948552.614153:0:32983:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948552.614154:0:32983:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948553.434144:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948553.434151:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948553.434157:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948553.434158:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948553.444041:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948553.444049:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948553.444054:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948554.456983:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948554.456991:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948554.456998:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948554.456999:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948554.457218:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948554.457222:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948554.457225:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948555.480760:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948555.480767:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948555.480772:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948555.480787:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948555.480790:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948555.480794:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948555.480798:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948555.480800:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948555.480802:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948555.480804:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948555.484416:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948555.484422:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948555.484427:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948556.504103:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948556.504109:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948556.504115:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948556.504116:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948556.504597:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948556.504600:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948556.504604:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948557.017754:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296646827, at 4296647169 00000100:00000010:0.0:1783948557.017771:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041360. 00000100:00000040:1.0:1783948557.020366:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296646827, at 4296647172 00000100:00000010:1.0:1783948557.020382:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041840. 00010000:00000001:2.0:1783948557.528011:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948557.528020:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948557.528025:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948557.528027:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528129:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948557.528136:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948557.528147:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948557.528153:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948557.528157:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948557.528160:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948557.528166:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948557.528174:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b200. 00000100:00000001:0.0:1783948557.528180:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528192:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948557.528204:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948557.528208:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528216:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e82cba] to pc [ptlrpcd_00_01+1] req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528241:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528244:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948557.528250:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948557.528253:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240e00. 00000020:00000040:0.0:1783948557.528256:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948557.528258:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948557.528260:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948557.528262:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948557.528266:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5ba00. 00000100:00000001:0.0:1783948557.528268:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528273:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948557.528281:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948557.528283:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528287:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dba0cfc7] to pc [ptlrpcd_00_00+0] req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528296:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528298:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948557.528301:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948557.528304:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240700. 00000020:00000040:0.0:1783948557.528307:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:0.0:1783948557.528309:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948557.528310:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948557.528312:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948557.528315:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b900. 00000100:00000001:0.0:1783948557.528318:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528322:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948557.528341:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948557.528343:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528347:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6458420] to pc [ptlrpcd_00_01+1] req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528361:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528363:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948557.528367:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948557.528370:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241c00. 00000020:00000040:0.0:1783948557.528373:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:0.0:1783948557.528375:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948557.528376:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948557.528378:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948557.528381:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b000. 00000100:00000001:0.0:1783948557.528384:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528388:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948557.528395:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948557.528398:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528401:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5c1ceb6] to pc [ptlrpcd_00_00+0] req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528409:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528413:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1985) 00000100:00000001:0.0:1783948557.528422:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948557.528426:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948557.528428:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948557.528433:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528441:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948557.528443:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.528447:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948557.528449:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948557.528452:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948557.528455:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636527232:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948557.528460:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948557.528466:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948557.528469:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.528472:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948557.528477:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e942f88a00. 02000000:00000001:0.0:1783948557.528479:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948557.528487:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948557.528491:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae268. 00000400:00000010:0.0:1783948557.528505:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfc38. 00000100:00000200:0.0:1783948557.528512:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636527232, portal 25 00000100:00000001:0.0:1783948557.528515:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948557.528517:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948557.528523:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528531:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948557.528533:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948557.528536:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfbb0. 00000100:00000200:0.0:1783948557.528538:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636527232, offset 0 00000400:00000200:0.0:1783948557.528545:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948557.528555:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.528563:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948557.528569:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948557.528573:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948557.528578:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948557.528581:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948557.528586:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2630:2630:256:4294967295] 192.168.202.104@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:0.0:1783948557.528590:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.528600:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948557.528619:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948557.528624:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948557.528632:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948557.528640:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948557.528644:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948557.528665:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948557.528670:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948557.528673:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296652005 00000100:00000010:0.0:1783948557.528678:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713060. 00000100:00000001:0.0:1783948557.528685:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783948557.528692:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296652005 00000100:00000010:0.0:1783948557.528695:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713780. 00000100:00000001:0.0:1783948557.528698:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783948557.528701:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948557.528704:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948557.528706:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948557.528710:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528717:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948557.528719:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.528721:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948557.528723:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948557.528725:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948557.528728:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636527488:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948557.528732:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948557.528734:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948557.528735:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.528737:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948557.528741:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e942f88400. 02000000:00000001:0.0:1783948557.528743:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948557.528746:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948557.528749:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae478. 00000400:00000010:0.0:1783948557.528753:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf220. 00000100:00000200:0.0:1783948557.528755:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636527488, portal 4 00000100:00000001:0.0:1783948557.528757:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948557.528759:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000040:0.0:1783948557.528765:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528773:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948557.528775:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948557.528777:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf550. 00000100:00000200:0.0:1783948557.528779:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636527488, offset 0 00000400:00000200:0.0:1783948557.528784:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948557.528787:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.528791:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948557.528794:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948557.528796:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948557.528798:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948557.528801:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948557.528804:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2631:2631:255:4294967295] 192.168.202.104@tcp LPNI seq info [2631:2631:7:4294967295] 00000400:00000200:0.0:1783948557.528808:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.528814:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948557.528819:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948557.528822:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bd00. 00000800:00000200:0.0:1783948557.528826:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948557.528831:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948557.528833:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948557.528837:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.528840:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 22211 usecs (23 jiffies) 00000400:00000200:0.0:1783948557.528844:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948557.528846:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296647703 00000100:00000001:0.0:1783948557.528848:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296652005 00000100:00000001:0.0:1783948557.528896:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296647704 00000100:00000001:0.0:1783948557.528900:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296652005 00000100:00000001:0.0:1783948557.528902:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948557.528905:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948557.528909:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948557.528911:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948557.528919:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948557.528921:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948557.528924:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948557.528925:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948557.528926:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948557.528941:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1783948557.528943:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948557.528945:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948557.528947:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948557.528949:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948557.528950:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948557.528952:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948557.528956:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.528964:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948557.528965:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.528968:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948557.528970:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948557.528972:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948557.528975:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636527360:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948557.528978:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948557.528980:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948557.528982:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.528984:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948557.528987:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e942f89000. 02000000:00000001:0.0:1783948557.528989:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948557.528993:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948557.528996:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae948. 00000400:00000010:0.0:1783948557.528999:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfa18. 00000100:00000200:0.0:1783948557.529002:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636527360, portal 10 00000100:00000001:0.0:1783948557.529004:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948557.529005:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000040:0.0:1783948557.529012:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.529020:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948557.529022:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948557.529026:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf660. 00000100:00000200:0.0:1783948557.529028:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636527360, offset 0 00000400:00000200:0.0:1783948557.529033:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948557.529037:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.529040:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948557.529043:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948557.529045:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948557.529047:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948557.529049:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948557.529052:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2632:2632:254:4294967295] 192.168.202.104@tcp LPNI seq info [2632:2632:6:4294967295] 00000400:00000200:0.0:1783948557.529057:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.529063:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948557.529068:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948557.529071:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bc00. 00000800:00000200:0.0:1783948557.529075:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948557.529079:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948557.529082:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948557.529085:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.529088:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 858280 usecs (859 jiffies) 00000400:00000200:0.0:1783948557.529091:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948557.529093:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296648540 00000100:00000001:0.0:1783948557.529096:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296652005 00000100:00000001:0.0:1783948557.529098:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296648540 00000100:00000001:0.0:1783948557.529100:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296652005 00000100:00000001:0.0:1783948557.529102:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948557.529104:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948557.529107:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948557.529111:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.529118:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948557.529120:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.529122:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948557.529124:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948557.529126:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948557.529129:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636527616:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948557.529132:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948557.529134:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948557.529135:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.529137:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948557.529140:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e942f88e00. 02000000:00000001:0.0:1783948557.529142:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948557.529146:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948557.529148:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae6e0. 00000400:00000010:0.0:1783948557.529152:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf110. 00000100:00000200:0.0:1783948557.529154:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636527616, portal 4 00000100:00000001:0.0:1783948557.529156:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948557.529157:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000040:0.0:1783948557.529164:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.529170:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948557.529173:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948557.529175:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfdd0. 00000100:00000200:0.0:1783948557.529177:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636527616, offset 0 00000400:00000200:0.0:1783948557.529182:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948557.529185:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.529188:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948557.529191:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948557.529194:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948557.529196:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948557.529198:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948557.529201:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2633:2633:253:4294967295] 192.168.202.104@tcp LPNI seq info [2633:2633:5:4294967295] 00000400:00000200:0.0:1783948557.529205:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.529212:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948557.529216:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948557.529219:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948557.529224:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948557.529228:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948557.529230:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948557.529233:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.529236:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 244053 usecs (245 jiffies) 00000400:00000200:0.0:1783948557.529240:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948557.529242:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296647926 00000100:00000001:0.0:1783948557.529244:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296652005 00000100:00000001:0.0:1783948557.529247:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296647926 00000100:00000001:0.0:1783948557.529249:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296652005 00000100:00000001:0.0:1783948557.529251:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948557.529253:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948557.529256:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948557.529258:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948557.529462:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948557.529465:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948557.529469:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948557.529475:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948557.529477:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948557.529519:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948557.529524:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:1.0:1783948557.529530:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948557.529535:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948557.529541:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfbb0 00000400:00000010:1.0:1783948557.529544:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfbb0. 00000100:00000001:1.0:1783948557.529548:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948557.529553:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.529564:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948557.529567:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.529575:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.529577:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948557.529590:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948557.529593:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bd00. 00000400:00000200:1.0:1783948557.529595:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948557.529598:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948557.529613:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf550 00000400:00000010:1.0:1783948557.529615:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf550. 00000100:00000001:1.0:1783948557.529618:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948557.529622:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.529630:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948557.529633:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.529640:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.529641:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948557.529650:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948557.529663:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bc00. 00000400:00000200:1.0:1783948557.529666:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948557.529669:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948557.529671:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf660 00000400:00000010:1.0:1783948557.529673:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf660. 00000100:00000001:1.0:1783948557.529675:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948557.529679:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.529684:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948557.529687:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.529696:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.529698:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948557.529761:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948557.529763:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948557.529766:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948557.529769:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948557.529771:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfdd0 00000400:00000010:1.0:1783948557.529773:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfdd0. 00000100:00000001:1.0:1783948557.529775:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948557.529778:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.529784:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948557.529786:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.529791:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.529793:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948557.540795:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.540815:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948557.540819:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.540822:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948557.540830:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.540838:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948557.540877:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.540883:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.540889:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.540893:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9455080 00000400:00000200:0.0:1783948557.540900:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.540906:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x73c1 [1] + 224 00000800:00000001:0.0:1783948557.540914:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.540918:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948557.540922:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948557.540926:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948557.540933:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948557.540951:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948557.540964:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.540993:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948557.541006:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.541011:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948557.541013:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.541015:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948557.541017:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541021:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948557.541025:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541027:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541030:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541033:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9455100 00000400:00000200:0.0:1783948557.541036:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541041:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x73e1 [1] + 224 00000800:00000001:0.0:1783948557.541045:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.541048:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948557.541050:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948557.541053:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948557.541056:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948557.541061:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948557.541074:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.541081:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948557.541085:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.541088:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948557.541090:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.541092:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948557.541095:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541098:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948557.541103:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541105:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541107:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541110:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9455200 00000400:00000200:0.0:1783948557.541113:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948557.541116:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x73f1 [1] + 224 00000800:00000001:0.0:1783948557.541121:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.541129:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948557.541130:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948557.541133:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948557.541136:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948557.541140:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948557.541147:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.541152:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948557.541156:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948557.541158:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948557.541453:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948557.541459:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948557.541468:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948557.541470:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948557.541473:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae948. 00000400:00000200:1.0:1783948557.541480:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfa18 00000400:00000010:1.0:1783948557.541482:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfa18. 00000100:00000001:1.0:1783948557.541486:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948557.541492:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948557.541500:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541506:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948557.541508:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948557.541511:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948557.541515:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948557.541518:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948557.541520:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948557.541523:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948557.541532:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=77 v=5 (5 106 106 106) 00000100:00001000:1.0:1783948557.541537:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948557.541540:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948557.541542:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948557.541545:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948557.541548:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.541552:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948557.541554:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:1.0:1783948557.541556:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948557.541558:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948557.541563:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541571:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948557.541574:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948557.541576:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948557.541580:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948557.541587:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636527360:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948557.541593:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948557.541594:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948557.541596:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae6e0. 00000400:00000200:1.0:1783948557.541599:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf110 00000400:00000010:1.0:1783948557.541600:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf110. 00000100:00000001:1.0:1783948557.541602:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948557.541619:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948557.541628:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541633:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948557.541635:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948557.541637:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948557.541638:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948557.541639:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948557.541641:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948557.541642:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948557.541646:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948557.541648:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948557.541650:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948557.541664:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948557.541665:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948557.541667:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.541670:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948557.541671:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1783948557.541673:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948557.541674:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948557.541678:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541684:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948557.541685:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948557.541687:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948557.541690:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948557.541698:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636527616:192.168.202.104@tcp:400:kworker.0 00000400:00000001:1.0:1783948557.541702:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948557.541704:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948557.541706:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae268. 00000400:00000200:1.0:1783948557.541709:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfc38 00000400:00000010:1.0:1783948557.541711:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfc38. 00000100:00000001:1.0:1783948557.541713:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948557.541716:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948557.541723:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541729:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948557.541730:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948557.541732:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948557.541733:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948557.541734:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948557.541736:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948557.541737:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948557.541740:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948557.541743:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948557.541745:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948557.541746:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948557.541748:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948557.541751:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.541753:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948557.541766:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541773:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948557.541775:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948557.541776:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948557.541778:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948557.541785:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636527232:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948557.541789:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.541791:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948557.541795:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240e00 x1870603636527360/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541802:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948557.541804:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948557.541808:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e942f89000. 02000000:00000001:1.0:1783948557.541812:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948557.541814:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948557.541816:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948557.541818:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948557.541821:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5ba00. 02000000:00000001:1.0:1783948557.541825:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948557.541826:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948557.541828:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240e00. 00000100:00000001:1.0:1783948557.541832:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948557.541833:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948557.541835:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948557.541839:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241c00 x1870603636527616/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541845:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948557.541846:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948557.541848:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e942f88e00. 02000000:00000001:1.0:1783948557.541874:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948557.541875:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948557.541876:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:1.0:1783948557.541879:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948557.541880:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b000. 02000000:00000001:1.0:1783948557.541882:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948557.541884:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948557.541885:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241c00. 00000100:00000001:1.0:1783948557.541888:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948557.541889:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948557.541890:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948557.541894:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636527232/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948557.541901:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948557.541902:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948557.541903:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e942f88a00. 02000000:00000001:1.0:1783948557.541906:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948557.541907:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948557.541908:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:1.0:1783948557.541910:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948557.541911:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b200. 02000000:00000001:1.0:1783948557.541913:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948557.541914:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948557.541915:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:1.0:1783948557.541917:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948557.541918:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948557.541922:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.541923:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948557.541925:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948557.541926:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948557.541928:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948557.551252:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948557.551272:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948557.551276:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948557.551279:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948557.551288:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948557.551296:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948557.551305:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948557.551310:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948557.551316:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948557.551320:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9455180 00000400:00000200:1.0:1783948557.551337:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948557.551344:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x73d1 [1] + 224 00000800:00000001:1.0:1783948557.551351:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948557.551359:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948557.551362:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948557.551366:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948557.551372:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948557.551382:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948557.551503:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.551567:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948557.551572:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948557.551589:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948557.551599:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948557.551602:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783948557.559778:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948557.559788:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948557.559792:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae478. 00000400:00000200:0.0:1783948557.559803:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf220 00000400:00000010:0.0:1783948557.559806:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf220. 00000100:00000001:0.0:1783948557.559811:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948557.559822:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948557.559834:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.559843:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948557.559846:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948557.559849:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948557.559877:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948557.559881:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948557.559883:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948557.559886:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948557.559895:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948557.559899:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948557.559902:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948557.559903:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948557.559906:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948557.559909:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948557.559913:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948557.559915:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1783948557.559917:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948557.559919:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948557.559933:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.559940:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948557.560290:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948557.560292:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948557.560298:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948557.560312:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636527488:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948557.560317:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948557.560321:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948557.560334:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240700 x1870603636527488/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948557.560347:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948557.560350:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948557.560353:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e942f88400. 02000000:00000001:0.0:1783948557.560357:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948557.560360:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948557.560362:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948557.560364:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948557.560367:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b900. 02000000:00000001:0.0:1783948557.560371:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948557.560372:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948557.560374:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240700. 00000100:00000001:0.0:1783948557.560378:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948557.560379:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948557.560382:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948557.560496:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948557.560499:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948557.560502:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948557.560504:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948558.559897:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948558.559904:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948558.559908:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948558.559909:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948558.562000:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948558.562008:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948558.562013:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948559.575968:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948559.575975:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948559.575980:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948559.575982:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948559.576009:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948559.576012:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948559.576015:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948560.603273:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948560.603280:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948560.603286:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948560.603287:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948560.603471:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948560.603475:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948560.603479:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948561.005680:0:33228:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948561.625425:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948561.625432:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948561.625438:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948561.625439:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948561.627649:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948561.627657:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948561.627662:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1783948561.681424:0:33264:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783948561.681431:0:33264:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg204-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:0.0:1783948561.705251:0:33264:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1783948561.862940:0:33268:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948562.135934:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296652005, at 4296652288 00000100:00000010:1.0:1783948562.135956:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713780. 00000100:00000040:0.0:1783948562.136996:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296652005, at 4296652288 00000100:00000010:0.0:1783948562.137005:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713060. 00010000:00000001:2.0:1783948562.659233:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948562.659242:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948562.659245:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948562.659251:0:790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948562.659254:0:790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948562.659257:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948562.659263:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948562.659266:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948562.659268:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948562.659271:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948562.659275:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948562.659277:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948562.659631:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948562.659635:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948562.659638:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783948562.662247:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948562.662258:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948562.662269:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ed80. 00000020:00000040:2.0:1783948562.662277:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:2.0:1783948562.662282:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948562.662286:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948562.662293:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948562.662306:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011c00. 00000100:00000001:2.0:1783948562.662314:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662330:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948562.662343:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948562.662347:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662354:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015e8b362] to pc [ptlrpcd_01_01+1] req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948562.662390:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662393:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948562.662397:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948562.662400:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066e300. 00000020:00000040:2.0:1783948562.662403:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948562.662405:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948562.662407:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948562.662408:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948562.662412:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011b00. 00000100:00000001:2.0:1783948562.662415:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662419:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948562.662433:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948562.662436:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662440:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c13bd67] to pc [ptlrpcd_01_00+0] req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948562.662449:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662451:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948562.662454:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948562.662458:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c700. 00000020:00000040:2.0:1783948562.662460:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948562.662462:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948562.662464:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948562.662465:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948562.662468:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011300. 00000100:00000001:2.0:1783948562.662470:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662474:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948562.662482:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948562.662483:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662487:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d421f8f] to pc [ptlrpcd_01_01+1] req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948562.662495:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662497:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948562.662500:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948562.662502:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c000. 00000020:00000040:2.0:1783948562.662505:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:2.0:1783948562.662507:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948562.662508:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948562.662509:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948562.662512:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e960011e00. 00000100:00000001:2.0:1783948562.662516:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662519:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948562.662526:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948562.662528:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662531:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000134a1245] to pc [ptlrpcd_01_00+0] req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948562.662538:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.662542:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1990) 00000100:00000001:2.0:1783948562.662558:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948562.662562:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948562.662564:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948562.662570:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948562.662577:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948562.662579:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948562.662583:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948562.662585:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948562.662671:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.662683:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948562.662685:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948562.662691:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.662699:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948562.662700:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948562.662703:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948562.662704:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948562.662706:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948562.662710:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636527744:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948562.662714:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948562.662719:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948562.662722:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948562.662725:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948562.662729:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e941342600. 02000000:00000001:3.0:1783948562.662731:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948562.662738:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948562.662742:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948562.662749:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948562.662757:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636527744, portal 25 00000100:00000001:3.0:1783948562.662760:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948562.662761:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000040:3.0:1783948562.662768:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.662787:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948562.662791:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948562.662794:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125f68. 00000100:00000200:3.0:1783948562.662798:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636527744, offset 0 00000400:00000200:3.0:1783948562.662804:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948562.662821:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948562.662828:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948562.662834:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948562.662838:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948562.662842:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948562.662845:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948562.662850:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2634:2634:256:4294967295] 192.168.202.104@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:3.0:1783948562.662882:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948562.662894:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948562.662900:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948562.662908:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e95476b200. 00000800:00000200:3.0:1783948562.662914:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948562.662924:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948562.662928:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e95476b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948562.662938:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948562.662942:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948562.662945:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296657140 00000100:00000010:3.0:1783948562.662950:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9602042a0. 00000100:00000001:3.0:1783948562.662956:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783948562.662964:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296657140 00000100:00000010:3.0:1783948562.662967:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e960204f60. 00000100:00000001:3.0:1783948562.662970:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783948562.662974:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948562.662977:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.662979:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948562.662983:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.662990:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948562.662992:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948562.662994:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948562.662995:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948562.662997:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948562.662999:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636528000:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948562.663002:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948562.663005:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948562.663006:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948562.663008:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948562.663011:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e941342000. 02000000:00000001:3.0:1783948562.663013:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948562.663017:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948562.663019:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948562.663023:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125aa0. 00000100:00000200:3.0:1783948562.663040:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636528000, portal 4 00000100:00000001:3.0:1783948562.663042:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948562.663044:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902139136 : -129839807412480 : ffff89e95066c700) 00000100:00000040:3.0:1783948562.663051:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.663058:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948562.663060:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948562.663063:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125000. 00000100:00000200:3.0:1783948562.663066:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636528000, offset 0 00000400:00000200:3.0:1783948562.663071:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948562.663074:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948562.663078:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948562.663080:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948562.663083:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948562.663085:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948562.663088:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948562.663091:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2635:2635:255:4294967295] 192.168.202.104@tcp LPNI seq info [2635:2635:7:4294967295] 00000400:00000200:3.0:1783948562.663094:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948562.663900:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948562.663909:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948562.663919:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9491c4600. 00000800:00000200:3.0:1783948562.663925:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948562.663932:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948562.663935:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9491c4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948562.663940:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948562.663945:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 22286 usecs (23 jiffies) 00000400:00000200:3.0:1783948562.663950:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948562.663953:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296652839 00000100:00000001:3.0:1783948562.663956:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296657140 00000100:00000001:3.0:1783948562.663959:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296652839 00000100:00000001:3.0:1783948562.663961:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296657140 00000100:00000001:3.0:1783948562.663963:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948562.663966:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.663969:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.663971:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.663980:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948562.663982:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948562.663984:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.663986:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948562.663987:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.663990:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948562.664241:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948562.664248:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636527872:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948562.664252:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948562.664256:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948562.664258:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948562.664260:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948562.664266:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b7e00. 02000000:00000001:2.0:1783948562.664269:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948562.664274:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948562.664278:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891738. 00000400:00000010:2.0:1783948562.664283:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948562.664287:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636527872, portal 10 00000100:00000001:2.0:1783948562.664290:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948562.664291:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00000100:00000040:2.0:1783948562.664300:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948562.664308:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948562.664311:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948562.664314:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2440. 00000100:00000200:2.0:1783948562.664316:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636527872, offset 0 00000400:00000200:2.0:1783948562.664322:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948562.664327:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948562.664331:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948562.664336:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948562.664339:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948562.664341:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948562.664344:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948562.664347:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2636:2636:254:4294967295] 192.168.202.104@tcp LPNI seq info [2636:2636:6:4294967295] 00000400:00000200:2.0:1783948562.664351:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948562.664358:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948562.664362:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948562.664367:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135f400. 00000800:00000200:2.0:1783948562.664371:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948562.664375:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948562.664378:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948562.664381:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.664385:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 857233 usecs (858 jiffies) 00000400:00000200:2.0:1783948562.664388:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948562.664390:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296653674 00000100:00000001:2.0:1783948562.664393:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296657140 00000100:00000001:2.0:1783948562.664395:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296653674 00000100:00000001:2.0:1783948562.664398:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296657140 00000100:00000001:2.0:1783948562.664400:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948562.664403:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948562.664405:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948562.664410:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948562.664418:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948562.664420:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948562.664423:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948562.664425:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948562.664427:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948562.664430:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636528128:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948562.664433:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948562.664436:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948562.664438:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948562.664439:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948562.664442:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9462b7c00. 02000000:00000001:2.0:1783948562.664444:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948562.664447:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948562.664450:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891580. 00000400:00000010:2.0:1783948562.664454:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2aa0. 00000100:00000200:2.0:1783948562.664457:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636528128, portal 4 00000100:00000001:2.0:1783948562.664459:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948562.664460:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000040:2.0:1783948562.664466:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948562.664472:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948562.664474:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948562.664476:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2088. 00000100:00000200:2.0:1783948562.664479:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636528128, offset 0 00000400:00000200:2.0:1783948562.664483:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948562.664486:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948562.664490:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948562.664492:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948562.664495:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948562.664497:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948562.664499:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948562.664501:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2637:2637:253:4294967295] 192.168.202.104@tcp LPNI seq info [2637:2637:5:4294967295] 00000400:00000200:2.0:1783948562.664505:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948562.664511:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948562.664515:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948562.664518:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135f700. 00000800:00000200:2.0:1783948562.664522:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948562.664526:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948562.664528:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948562.664531:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948562.664534:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 242823 usecs (243 jiffies) 00000400:00000200:2.0:1783948562.664536:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948562.664538:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296653059 00000100:00000001:2.0:1783948562.664541:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296657140 00000100:00000001:2.0:1783948562.664543:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296653059 00000100:00000001:2.0:1783948562.664545:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296657140 00000100:00000001:2.0:1783948562.664547:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948562.664549:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948562.664551:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948562.664553:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948562.664557:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948562.664559:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948562.664561:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948562.664562:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948562.664563:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948562.664565:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948562.664822:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948562.664828:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e95476b200. 00000400:00000200:0.0:1783948562.664834:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948562.664839:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948562.664845:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125f68 00000400:00000010:0.0:1783948562.664848:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125f68. 00000100:00000001:0.0:1783948562.664880:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948562.664886:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.664897:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948562.664900:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.664908:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948562.664909:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948562.664923:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948562.664925:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9491c4600. 00000400:00000200:0.0:1783948562.664928:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948562.664931:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948562.664934:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125000 00000400:00000010:0.0:1783948562.664936:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125000. 00000100:00000001:0.0:1783948562.664938:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948562.664941:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.664949:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948562.664952:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.664958:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948562.664960:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948562.664968:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948562.664970:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f400. 00000400:00000200:0.0:1783948562.664973:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948562.664977:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948562.664979:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2440 00000400:00000010:0.0:1783948562.664981:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2440. 00000100:00000001:0.0:1783948562.664983:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948562.664986:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.664993:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948562.664996:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.665002:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948562.665004:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948562.665073:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948562.665076:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f700. 00000400:00000200:0.0:1783948562.665079:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948562.665082:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948562.665085:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2088 00000400:00000010:0.0:1783948562.665087:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2088. 00000100:00000001:0.0:1783948562.665089:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948562.665093:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.665393:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948562.665398:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.665405:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948562.665407:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948562.669362:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948562.669378:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948562.669382:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948562.669384:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948562.669393:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948562.669400:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948562.669408:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948562.669413:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948562.669418:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948562.669422:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9455280 00000400:00000200:0.0:1783948562.669427:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948562.669432:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7401 [1] + 224 00000800:00000001:0.0:1783948562.669439:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948562.669445:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948562.669448:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948562.669452:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948562.669459:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948562.669484:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948562.669494:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948562.669509:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948562.669518:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948562.669521:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.670123:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.670128:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948562.670137:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948562.670139:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948562.670142:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948562.670147:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:3.0:1783948562.670150:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:3.0:1783948562.670155:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948562.670161:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948562.670172:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.670178:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948562.670180:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.670183:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948562.670187:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948562.670189:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948562.670192:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948562.670195:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948562.670202:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948562.670207:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948562.670210:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948562.670211:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948562.670214:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948562.670216:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.670219:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948562.670224:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.670231:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948562.670234:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948562.670236:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948562.670240:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948562.670254:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636527744:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948562.670260:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.670263:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948562.670266:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ed80 x1870603636527744/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.670273:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948562.670276:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948562.670279:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e941342600. 02000000:00000001:3.0:1783948562.670283:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948562.670285:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948562.670287:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948562.670289:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948562.670292:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011c00. 02000000:00000001:3.0:1783948562.670297:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948562.670299:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948562.670301:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ed80. 00000100:00000001:3.0:1783948562.670305:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948562.670306:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.670310:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.670312:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.670313:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948562.670315:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.670317:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948562.690817:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.690835:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948562.690839:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.690842:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948562.690850:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.690885:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948562.690896:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.690902:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.690908:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.690912:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9455300 00000400:00000200:1.0:1783948562.690917:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.690925:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7411 [1] + 224 00000800:00000001:1.0:1783948562.690934:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.690941:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948562.690945:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948562.690950:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948562.690959:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948562.690970:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948562.690983:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948562.690996:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948562.691003:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.691007:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.691396:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.691400:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948562.691407:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948562.691409:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948562.691413:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891738. 00000400:00000200:3.0:1783948562.691418:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:3.0:1783948562.691421:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:3.0:1783948562.691425:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948562.691430:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948562.691440:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.691449:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948562.691451:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.691453:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948562.691456:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948562.691459:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948562.691461:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948562.691477:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948562.691486:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=82 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948562.691490:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948562.691492:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948562.691494:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948562.691497:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948562.691500:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.691504:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948562.691506:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:3.0:1783948562.691509:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948562.691510:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948562.691515:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.691523:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948562.691526:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948562.691528:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948562.691532:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948562.691541:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636527872:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948562.691546:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.691549:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948562.691553:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e300 x1870603636527872/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.691560:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948562.691563:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948562.691567:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b7e00. 02000000:00000001:3.0:1783948562.691570:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948562.691573:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948562.691575:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948562.691577:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948562.691580:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011b00. 02000000:00000001:3.0:1783948562.691584:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948562.691597:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948562.691599:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e300. 00000100:00000001:3.0:1783948562.691603:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948562.691613:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.691617:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.691618:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.691619:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948562.691621:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.691622:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948562.695594:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.695621:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948562.695626:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.695629:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948562.695636:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695644:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948562.695653:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695657:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695663:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695666:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9455380 00000400:00000200:1.0:1783948562.695681:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695689:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7409 [1] + 224 00000800:00000001:1.0:1783948562.695697:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.695701:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948562.695704:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948562.695708:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948562.695716:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948562.695725:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948562.695737:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948562.695748:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948562.695756:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.695760:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948562.695761:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.695764:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948562.695767:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695780:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948562.695785:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695787:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695790:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695793:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9455400 00000400:00000200:1.0:1783948562.695796:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948562.695801:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7419 [1] + 224 00000800:00000001:1.0:1783948562.695804:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.695819:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948562.695822:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948562.695825:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948562.695828:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948562.695833:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948562.695842:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948562.695883:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948562.695889:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948562.695892:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696188:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.696193:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948562.696200:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948562.696202:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948562.696205:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891580. 00000400:00000200:3.0:1783948562.696209:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2aa0 00000400:00000010:3.0:1783948562.696212:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2aa0. 00000100:00000001:3.0:1783948562.696215:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948562.696220:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948562.696229:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.696235:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948562.696238:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696240:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948562.696244:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948562.696247:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948562.696249:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948562.696252:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948562.696263:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948562.696268:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948562.696271:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948562.696272:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948562.696275:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948562.696278:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.696282:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948562.696284:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948562.696287:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948562.696288:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948562.696293:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.696301:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948562.696303:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948562.696305:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948562.696308:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948562.696317:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636528128:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948562.696322:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696325:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948562.696328:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c000 x1870603636528128/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.696335:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948562.696337:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948562.696341:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9462b7c00. 02000000:00000001:3.0:1783948562.696344:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948562.696347:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948562.696349:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948562.696351:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948562.696354:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011e00. 02000000:00000001:3.0:1783948562.696358:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948562.696360:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948562.696362:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c000. 00000100:00000001:3.0:1783948562.696366:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948562.696367:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696370:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696377:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948562.696379:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.696381:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.696384:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.696391:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.696394:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948562.696396:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948562.696398:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948562.696400:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948562.696403:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125aa0 00000400:00000010:3.0:1783948562.696405:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125aa0. 00000100:00000001:3.0:1783948562.696408:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948562.696413:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948562.696422:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.696430:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948562.696431:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696433:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948562.696435:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948562.696436:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948562.696438:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948562.696440:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948562.696444:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948562.696447:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948562.696450:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948562.696451:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948562.696453:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948562.696454:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.696457:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948562.696458:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1783948562.696460:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948562.696462:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948562.696482:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.696489:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948562.696491:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948562.696492:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948562.696495:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948562.696502:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636528000:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948562.696507:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696508:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948562.696511:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c700 x1870603636528000/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948562.696516:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948562.696517:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948562.696519:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e941342000. 02000000:00000001:3.0:1783948562.696521:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948562.696522:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948562.696524:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948562.696525:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948562.696526:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e960011300. 02000000:00000001:3.0:1783948562.696529:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948562.696530:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948562.696531:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c700. 00000100:00000001:3.0:1783948562.696533:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948562.696534:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696536:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948562.696539:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948562.696540:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948562.696541:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948562.696543:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948563.678249:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948563.678258:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948563.678264:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948563.678267:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948563.678650:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948563.678656:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948563.678660:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783948563.867300:0:33375:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783948564.139714:0:33411:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783948564.139723:0:33411:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:0.0:1783948564.145730:0:33411:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1783948564.696726:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948564.696734:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948564.696740:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948564.696741:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948564.696904:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948564.696908:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948564.696911:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948565.719943:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948565.719949:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.719955:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948565.719959:0:790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948565.719961:0:790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948565.719964:0:790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.719967:0:790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948565.719969:0:790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.719971:0:790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.719973:0:790:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948565.720047:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948565.720051:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948565.720054:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948565.725249:0:33430:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948565.964304:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87d08 00000080:00200008:2.0:1783948565.964314:0:33450:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948565.964322:0:33450:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948565.964324:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87c80 00000080:00200000:2.0:1783948565.964325:0:33450:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948565.964332:0:33450:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6000. 00800000:00000002:2.0:1783948565.964337:0:33450:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948565.964341:0:33450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948565.964346:0:33450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948565.964347:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87ba0 00800000:00000002:2.0:1783948565.964350:0:33450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948565.964354:0:33450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948565.964358:0:33450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948565.964363:0:33450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948565.964364:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87a70 00000002:00010000:2.0:1783948565.964366:0:33450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948565.964370:0:33450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948565.964372:0:33450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948565.964375:0:33450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948565.964381:0:33450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:2.0:1783948565.964384:0:33450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948565.964389:0:33450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948565.964394:0:33450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948565.964399:0:33450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783948565.964410:0:33450:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948565.964415:0:33450:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948565.964418:0:33450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1783948565.964426:0:33450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948565.964428:0:33450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948565.964430:0:33450:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948565.964432:0:33450:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948565.964434:0:33450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948565.964436:0:33450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948565.964438:0:33450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948565.964442:0:33450:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948565.964445:0:33450:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6000. 00000080:00000001:2.0:1783948565.964450:0:33450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948565.964451:0:33450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948565.964455:0:33450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948565.964458:0:33450:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:2.0:1783948565.964462:0:33450:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948565.964464:0:33450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948565.964466:0:33450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948565.964468:0:33450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948565.964471:0:33450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948565.964473:0:33450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.964475:0:33450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.964478:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.964480:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948565.964481:0:33450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948565.964483:0:33450:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948565.964486:0:33450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d00c87cb8 00010000:00000001:2.0:1783948565.964488:0:33450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948565.964489:0:33450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948565.964490:0:33450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948565.964492:0:33450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.964494:0:33450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.964496:0:33450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948565.964499:0:33450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948565.964506:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.964507:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948565.964508:0:33450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948565.964510:0:33450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948565.964512:0:33450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948565.964521:0:33450:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948565.964524:0:33450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948565.964526:0:33450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948565.964530:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.964531:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948565.964532:0:33450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.964535:0:33450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948565.964537:0:33450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.964539:0:33450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.964541:0:33450:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.964543:0:33450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948565.964544:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.964546:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948565.964548:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948565.964550:0:33450:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948565.964553:0:33450:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948565.964557:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87d08 00000080:00000008:2.0:1783948565.964559:0:33450:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948565.965303:0:33450:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948565.965329:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87d08 00000080:00200008:2.0:1783948565.965332:0:33450:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783948565.965337:0:33450:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948565.965338:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87c80 00000080:00200000:2.0:1783948565.965340:0:33450:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948565.965345:0:33450:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6000. 00800000:00000002:2.0:1783948565.965349:0:33450:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948565.965351:0:33450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948565.965355:0:33450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948565.965357:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87ba0 00800000:00000002:2.0:1783948565.965359:0:33450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948565.965362:0:33450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948565.965365:0:33450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948565.965369:0:33450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948565.965370:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87a70 00000002:00010000:2.0:1783948565.965372:0:33450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948565.965375:0:33450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948565.965376:0:33450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948565.965378:0:33450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948565.965382:0:33450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:2.0:1783948565.965384:0:33450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948565.965386:0:33450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948565.965389:0:33450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948565.965393:0:33450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783948565.965401:0:33450:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948565.965404:0:33450:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948565.965407:0:33450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1783948565.965414:0:33450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948565.965416:0:33450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948565.965418:0:33450:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948565.965420:0:33450:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948565.965422:0:33450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948565.965423:0:33450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948565.965426:0:33450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948565.965428:0:33450:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948565.965431:0:33450:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6000. 00000080:00000001:2.0:1783948565.965434:0:33450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948565.965435:0:33450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948565.965437:0:33450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948565.965440:0:33450:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:2.0:1783948565.965443:0:33450:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948565.965444:0:33450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948565.965446:0:33450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948565.965447:0:33450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948565.965448:0:33450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948565.965450:0:33450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.965452:0:33450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.965455:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.965456:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948565.965457:0:33450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948565.965459:0:33450:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948565.965461:0:33450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d00c87cb8 00010000:00000001:2.0:1783948565.965463:0:33450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948565.965463:0:33450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948565.965465:0:33450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948565.965466:0:33450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.965469:0:33450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.965470:0:33450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948565.965473:0:33450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948565.965479:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.965480:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948565.965481:0:33450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948565.965483:0:33450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948565.965486:0:33450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948565.965493:0:33450:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948565.965495:0:33450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948565.965496:0:33450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948565.965499:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.965500:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948565.965501:0:33450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.965504:0:33450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948565.965505:0:33450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.965507:0:33450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.965509:0:33450:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.965511:0:33450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948565.965512:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.965513:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948565.965515:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948565.965517:0:33450:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948565.965519:0:33450:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948565.965522:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87d08 00000080:00000008:2.0:1783948565.965524:0:33450:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783948565.965617:0:33450:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948565.965619:0:33450:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948565.965621:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87b78 00000080:00200000:2.0:1783948565.965623:0:33450:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948565.965627:0:33450:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9462b6000. 00800000:00000002:2.0:1783948565.965630:0:33450:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948565.965632:0:33450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948565.965634:0:33450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948565.965635:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87a98 00800000:00000002:2.0:1783948565.965637:0:33450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948565.965640:0:33450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948565.965642:0:33450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948565.965645:0:33450:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948565.965647:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87968 00000002:00010000:2.0:1783948565.965649:0:33450:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948565.965652:0:33450:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948565.965653:0:33450:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948565.965654:0:33450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948565.965657:0:33450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:2.0:1783948565.965659:0:33450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948565.965661:0:33450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948565.965663:0:33450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948565.965667:0:33450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783948565.965674:0:33450:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948565.965676:0:33450:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948565.965679:0:33450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1783948565.965685:0:33450:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948565.965687:0:33450:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948565.965688:0:33450:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948565.965689:0:33450:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948565.965691:0:33450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948565.965693:0:33450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948565.965695:0:33450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948565.965697:0:33450:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948565.965699:0:33450:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9462b6000. 00000080:00000001:2.0:1783948565.965701:0:33450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948565.965703:0:33450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948565.965705:0:33450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948565.965707:0:33450:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:2.0:1783948565.965710:0:33450:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948565.965711:0:33450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948565.965713:0:33450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948565.965714:0:33450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948565.965716:0:33450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948565.965718:0:33450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.965720:0:33450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.965722:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.965723:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948565.965724:0:33450:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948565.965726:0:33450:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948565.965728:0:33450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d00c87bb0 00010000:00000001:2.0:1783948565.965730:0:33450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948565.965731:0:33450:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948565.965732:0:33450:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948565.965733:0:33450:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.965735:0:33450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948565.965737:0:33450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948565.965740:0:33450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948565.965745:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.965746:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948565.965747:0:33450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948565.965748:0:33450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948565.965751:0:33450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783948565.965756:0:33450:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948565.965757:0:33450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948565.965759:0:33450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948565.965761:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.965762:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948565.965763:0:33450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.965765:0:33450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948565.965767:0:33450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.965768:0:33450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.965770:0:33450:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.965773:0:33450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948565.965774:0:33450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948565.965775:0:33450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948565.965776:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948565.965777:0:33450:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948565.965779:0:33450:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:2.0:1783948565.965783:0:33450:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.965787:0:33450:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783948565.965789:0:33450:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948565.965791:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87b78 00000080:00200008:2.0:1783948565.965793:0:33450:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000 00000080:00000010:2.0:1783948565.965797:0:33450:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960302000. 00000080:00000001:2.0:1783948565.965802:0:33450:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.965803:0:33450:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.966451:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.966455:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.966462:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.966465:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.966470:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.966474:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.966476:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.966479:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.966481:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.966486:0:33450:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1783948565.966489:0:33450:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: age 1975, max_age 1987 00000002:00000001:2.0:1783948565.966492:0:33450:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1783948565.966495:0:33450:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000010:2.0:1783948565.966501:0:33450:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066fb80. 00000020:00000040:2.0:1783948565.966504:0:33450:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948565.966508:0:33450:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948565.966511:0:33450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948565.966514:0:33450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948565.966520:0:33450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135f700. 00000100:00000001:2.0:1783948565.966527:0:33450:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.966531:0:33450:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948565.966532:0:33450:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948565.966538:0:33450:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e943efe180. 00000100:00000001:2.0:1783948565.966541:0:33450:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233693020544 : -129840016531072 : ffff89e943efe180) 00000100:00000001:2.0:1783948565.966543:0:33450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948565.966545:0:33450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:2.0:1783948565.966549:0:33450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948565.966553:0:33450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.966555:0:33450:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948565.966557:0:33450:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948565.966566:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.966587:0:33450:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948565.966590:0:33450:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948565.966593:0:33450:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948565.966595:0:33450:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948565.966598:0:33450:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948565.966601:0:33450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:33450:1870603636528256:192.168.202.104@tcp:41:lfs.0 00000100:00000001:2.0:1783948565.966605:0:33450:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948565.966611:0:33450:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948565.966614:0:33450:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948565.966616:0:33450:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948565.966620:0:33450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb000. 02000000:00000001:2.0:1783948565.966622:0:33450:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948565.966629:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948565.966634:0:33450:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891c60. 00000400:00000010:2.0:1783948565.966641:0:33450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2550. 00000100:00000200:2.0:1783948565.966648:0:33450:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636528256, portal 10 00000100:00000001:2.0:1783948565.966649:0:33450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948565.966651:0:33450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000040:2.0:1783948565.966656:0:33450:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.966664:0:33450:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948565.966667:0:33450:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948565.966669:0:33450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2660. 00000100:00000200:2.0:1783948565.966672:0:33450:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636528256, offset 0 00000400:00000200:2.0:1783948565.966679:0:33450:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948565.966685:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948565.966692:0:33450:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948565.966698:0:33450:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948565.966702:0:33450:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948565.966706:0:33450:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948565.966708:0:33450:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948565.966712:0:33450:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2638:2638:256:4294967295] 192.168.202.104@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:2.0:1783948565.966717:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948565.966726:0:33450:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948565.966732:0:33450:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948565.966736:0:33450:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135f800. 00000800:00000200:2.0:1783948565.966743:0:33450:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948565.966751:0:33450:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948565.966755:0:33450:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948565.966772:0:33450:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948565.966776:0:33450:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 856215 usecs (857 jiffies) 00000400:00000200:2.0:1783948565.966779:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948565.966782:0:33450:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296656975 00000100:00000001:2.0:1783948565.966785:0:33450:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296657140 00000100:00000001:2.0:1783948565.966787:0:33450:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296656975 00000100:00000001:2.0:1783948565.966790:0:33450:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296657140 00000100:00000001:2.0:1783948565.966792:0:33450:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948565.966794:0:33450:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.966796:0:33450:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948565.966798:0:33450:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948565.966801:0:33450:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e943efe180 going to sleep for 11 seconds 00000100:00000001:2.0:1783948565.966803:0:33450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948565.966806:0:33450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948565.966948:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948565.966951:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f800. 00000400:00000200:1.0:1783948565.966956:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948565.966961:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948565.966966:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2660 00000400:00000010:1.0:1783948565.966977:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2660. 00000100:00000001:1.0:1783948565.966982:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948565.966986:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948565.966996:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948565.966999:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948565.967006:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948565.967008:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948565.976397:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948565.976695:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948565.976701:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948565.976705:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948565.976713:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.977021:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948565.977033:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.977038:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.977044:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.977048:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 10 MB=0x6a54dd9455480 00000400:00000200:0.0:1783948565.977054:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.977061:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 368/368 into md 0x7421 [1] + 224 00000800:00000001:0.0:1783948565.977069:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948565.977078:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948565.977081:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948565.977085:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948565.977093:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948565.977101:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948565.977113:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.977167:0:33450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948565.977183:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948565.977191:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948565.977195:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783948565.977284:0:33450:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948565.977286:0:33450:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948565.977290:0:33450:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891c60. 00000400:00000200:2.0:1783948565.977295:0:33450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2550 00000400:00000010:2.0:1783948565.977297:0:33450:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2550. 00000100:00000001:2.0:1783948565.977300:0:33450:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948565.977304:0:33450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948565.977315:0:33450:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.977321:0:33450:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948565.977323:0:33450:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948565.977325:0:33450:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948565.977328:0:33450:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948565.977331:0:33450:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948565.977333:0:33450:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948565.977336:0:33450:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948565.977346:0:33450:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=85 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948565.977351:0:33450:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948565.977353:0:33450:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948565.977355:0:33450:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.977358:0:33450:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948565.977362:0:33450:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.977365:0:33450:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948565.977367:0:33450:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:2.0:1783948565.977370:0:33450:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948565.977371:0:33450:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948565.977376:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.977383:0:33450:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948565.977386:0:33450:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948565.977388:0:33450:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948565.977392:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948565.978874:0:33450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:33450:1870603636528256:192.168.202.104@tcp:41:lfs.0 00000100:00000001:2.0:1783948565.978881:0:33450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948565.978885:0:33450:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.978887:0:33450:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948565.978890:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948565.978895:0:33450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.978903:0:33450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948565.978907:0:33450:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e943efe180. 00000100:00000001:2.0:1783948565.978911:0:33450:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948565.978913:0:33450:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948565.978919:0:33450:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1783948565.978921:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948565.978924:0:33450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066fb80 x1870603636528256/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948581 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.978931:0:33450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948565.978934:0:33450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948565.978937:0:33450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb000. 02000000:00000001:2.0:1783948565.978939:0:33450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948565.978942:0:33450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948565.978944:0:33450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948565.978946:0:33450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948565.978949:0:33450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135f700. 02000000:00000001:2.0:1783948565.978953:0:33450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948565.978954:0:33450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948565.978956:0:33450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066fb80. 00000100:00000001:2.0:1783948565.978960:0:33450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948565.978961:0:33450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948565.978963:0:33450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948565.978964:0:33450:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948565.979018:0:33450:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1783948565.979021:0:33450:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: update ffff89e943f68450 cache blocks 317404/353529 objects 1023706/1024000 00800000:00000001:2.0:1783948565.979028:0:33450:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948565.979035:0:33450:0:(lmv_obd.c:1194:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979039:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948565.979042:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979045:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979048:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979222:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979225:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979233:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979235:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979241:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979245:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979247:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979250:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979252:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979256:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979258:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979260:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979263:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979265:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979267:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979271:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979272:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979275:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979276:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979278:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979280:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979282:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979283:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979284:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979286:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979287:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979289:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979291:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979294:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979296:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979299:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979300:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979302:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979303:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979305:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979307:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979309:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979310:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979311:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979313:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979315:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979317:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979318:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979320:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979322:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979325:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979326:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979328:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979329:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979330:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979332:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979333:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979334:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979335:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979338:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979339:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979341:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979343:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979345:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979346:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979349:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979351:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979353:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979354:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979356:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979358:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979359:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979360:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979361:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979363:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979364:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979366:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979368:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979370:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979372:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979374:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979375:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979378:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979379:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979381:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979383:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979385:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979385:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979386:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979388:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979390:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979391:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979393:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979395:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979397:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979399:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979400:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979402:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979403:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979405:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979407:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979409:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979410:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979411:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979414:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979416:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979417:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979419:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979421:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979422:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979425:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979426:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979428:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979429:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979431:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979433:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979434:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979435:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979437:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979440:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979442:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979444:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979445:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979447:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979448:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979451:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979452:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979454:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979455:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979457:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979459:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979460:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979462:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979463:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979465:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979466:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979468:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979470:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979472:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979474:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979476:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979477:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979479:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979480:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979481:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979483:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979485:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979486:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979487:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979489:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979491:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979493:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979494:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979496:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979498:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979501:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979502:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979504:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979505:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979507:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979509:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979510:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979511:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979512:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979515:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979517:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979519:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979521:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979523:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979524:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979527:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979528:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979530:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979531:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979533:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979535:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979536:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979537:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979538:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979540:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979541:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979543:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979545:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979547:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979548:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979551:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979552:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979554:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979555:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979557:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979559:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979561:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979562:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979563:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979565:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979567:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979568:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979570:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979573:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979603:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979606:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979608:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979610:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979612:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979614:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979616:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979618:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979619:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979620:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979623:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979625:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979626:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979629:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979631:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979641:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979644:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979646:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979648:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979650:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979652:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979659:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979661:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979662:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979663:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979666:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979667:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979669:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979671:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979673:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979675:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979678:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979680:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979682:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979683:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979685:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979687:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979689:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979690:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979691:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.979693:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979695:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979697:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.979699:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.979700:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979702:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.979704:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.979705:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.979708:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.979709:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.979711:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.979713:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.979714:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.979715:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.979717:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981028:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981032:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981035:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981038:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981043:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981046:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981056:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981058:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981062:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981064:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981071:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981074:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981077:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981079:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981080:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981083:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981085:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981086:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981088:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981090:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981092:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981095:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981096:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981098:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981099:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981100:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981102:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981104:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981105:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981106:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981109:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981111:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981113:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981114:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981116:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981118:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981120:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981121:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981123:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981124:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981126:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981128:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981129:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981131:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981132:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981134:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981136:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981138:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981140:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981141:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981143:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981145:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981146:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981148:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981149:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981151:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981153:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981154:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981155:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981156:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981158:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981160:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981162:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981164:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981166:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981168:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981170:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981172:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981174:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981175:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981176:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981178:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981179:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981180:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981181:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981184:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981186:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981188:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981190:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981192:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981193:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981195:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981197:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981199:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981201:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981202:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981204:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981205:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981207:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981208:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981211:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981212:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981214:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981216:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981218:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981220:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981223:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981225:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981227:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981228:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981230:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981232:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981234:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981235:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981236:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981239:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981241:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981242:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981244:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981246:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981248:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981250:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981252:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981255:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981256:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981258:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981259:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981260:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981261:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981262:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981264:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981266:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981268:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981270:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981272:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981274:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981276:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981277:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981279:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981280:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981282:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981284:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981285:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981286:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981287:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981290:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981291:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981293:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981295:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981297:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981299:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981301:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981303:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981305:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981306:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981308:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981310:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981312:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981313:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981314:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981316:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981317:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981319:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981320:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981322:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981324:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981327:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981328:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981331:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981332:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981333:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981335:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981336:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981337:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981338:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981340:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981342:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981344:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981346:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981348:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981350:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981353:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981354:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981356:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981357:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981359:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981361:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981363:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981363:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981365:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981367:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981369:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981371:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981373:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981375:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981376:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981379:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981380:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981382:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981383:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981385:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981387:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981388:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981389:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981390:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981392:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981394:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981395:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981397:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981399:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981401:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981403:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981405:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981407:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981408:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981409:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981411:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981412:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981414:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981415:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981418:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981420:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981421:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981423:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981425:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981427:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981429:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981430:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981432:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981433:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981435:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981436:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981438:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981439:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981440:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981442:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981444:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981446:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981447:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981449:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981451:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981453:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981454:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981457:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981458:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981460:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981462:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981464:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981465:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981466:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981468:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981470:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981472:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981474:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981476:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981478:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981480:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981482:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981484:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981485:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981487:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981488:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981490:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981491:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981492:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981494:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981495:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981497:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981499:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981501:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981502:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981505:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981506:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981508:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981509:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981511:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981512:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981514:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981515:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981516:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981518:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981520:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981521:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981523:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981525:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981527:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981529:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981531:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981533:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981534:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981536:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981538:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981539:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981540:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981541:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981543:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981544:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981546:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981548:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981550:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981552:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981554:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981556:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981558:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981559:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981561:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981563:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981564:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981565:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981566:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981568:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981569:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981571:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981573:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981586:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981588:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981591:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981593:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981595:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981597:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981599:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981601:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981603:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981604:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981605:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981608:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981610:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981612:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981613:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981615:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981617:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981619:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981621:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981623:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981624:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981626:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981628:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981629:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981630:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981639:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981641:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981643:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981645:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981647:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981649:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981651:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981653:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981655:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981657:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981658:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981661:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981663:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981664:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981666:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981667:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981670:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981671:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981673:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981674:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981677:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981678:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981681:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981683:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981685:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981686:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981687:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981689:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981691:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981692:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981693:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.981695:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981696:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981698:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.981699:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.981701:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981703:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.981705:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.981706:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.981709:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.981710:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.981711:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.981713:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.981714:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.981716:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.981717:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.982570:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982582:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982584:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.982588:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.982592:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982594:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982604:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.982606:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.982609:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.982612:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.982618:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.982621:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.982622:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.982624:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.982626:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.982629:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982770:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982773:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.982826:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.982829:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982831:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982836:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.982837:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.982841:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.982842:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.982845:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.982847:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.982849:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.982899:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.982901:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.982904:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982907:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982909:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.982912:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.982914:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982916:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982920:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.982921:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.982924:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.982926:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.982928:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.982930:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.982932:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.982933:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.982934:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.982936:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982938:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982940:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.982942:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.982944:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982946:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982948:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.982949:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.982951:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.982952:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.982953:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.982956:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.982957:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.982958:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.982960:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.982962:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982964:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.982965:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.985592:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.985608:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.985613:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.985692:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.985695:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.985703:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.985706:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.985715:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986055:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986059:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986063:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986066:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986071:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986073:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986075:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986078:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986081:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986082:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986088:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986089:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986093:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986094:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986097:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986099:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986101:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986102:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986103:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986106:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986108:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986110:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986112:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986115:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986117:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986120:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986122:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986125:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986126:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986128:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986131:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986132:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986133:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986135:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986137:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986139:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986140:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986142:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986145:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986146:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986149:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986151:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986153:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986154:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986156:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986169:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986171:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986173:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986174:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986176:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986178:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986180:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986182:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986184:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986186:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986190:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986191:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986193:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986195:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986197:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986200:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986201:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986203:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986204:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986207:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986208:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986211:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986213:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986215:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986217:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986220:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986222:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986225:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986226:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986228:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986230:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986231:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986232:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986234:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986236:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986237:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986239:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986241:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986243:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986245:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986248:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986249:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986252:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986253:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986255:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986258:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986259:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986261:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986262:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986264:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986265:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986267:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986269:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986271:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986272:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986275:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986276:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986279:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986280:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986282:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986284:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986285:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986286:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986287:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986289:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986291:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986293:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986294:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986296:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986297:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986299:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986301:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986303:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986304:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986305:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986307:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986309:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986310:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986311:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986313:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986315:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986317:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986319:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986321:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986322:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986325:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986326:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986329:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986330:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986332:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986334:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986336:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986337:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986338:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986340:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986342:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986344:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986346:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986348:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986350:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986352:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986354:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986356:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986357:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986358:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986360:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986362:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986363:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986364:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986366:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986368:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986370:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986372:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986374:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986376:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986379:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986380:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986383:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986384:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986386:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986388:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986389:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986390:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986391:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986393:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986395:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986396:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986398:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986622:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986624:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986630:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986631:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986644:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986646:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986649:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986652:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986653:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986655:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986657:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986659:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986661:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986663:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986665:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986667:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986670:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986673:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986675:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986678:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986679:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986681:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986683:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986684:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986685:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986687:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986689:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986691:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986693:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986695:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986697:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986699:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986701:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986703:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986705:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986706:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986708:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986710:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986711:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986712:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986714:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986716:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986718:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986836:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986838:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986841:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986843:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986849:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986878:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986882:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986883:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986886:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986889:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986891:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986892:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986893:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986896:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986898:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986900:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986902:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986905:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986906:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986910:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986911:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986914:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986915:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986917:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986919:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986921:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986922:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986923:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986935:0:33450:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986937:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986938:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948565.986940:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.986942:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986944:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948565.986947:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.986949:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.986951:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.986952:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.986955:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.986957:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.986958:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948565.986960:0:33450:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948565.986961:0:33450:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00800000:00000001:2.0:1783948565.986964:0:33450:0:(lmv_obd.c:962:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948565.986966:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948565.987316:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783948565.987321:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.987324:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948565.987326:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948565.987332:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948565.987334:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948565.987337:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948565.987339:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948565.987341:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581c9c00. 00000020:00000001:2.0:1783948565.987344:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.987345:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948565.987349:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948565.987351:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581c9c00 uarg=0000000000000000 00020000:00000001:2.0:1783948565.987357:0:33450:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1783948565.987359:0:33450:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff89e943191000: age 1975, max_age 1987 00000008:00000001:2.0:1783948565.987361:0:33450:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1783948565.987364:0:33450:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000010:2.0:1783948565.987370:0:33450:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066fb80. 00000020:00000040:2.0:1783948565.987373:0:33450:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948565.987377:0:33450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948565.987378:0:33450:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948565.987380:0:33450:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783948565.987382:0:33450:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948565.987385:0:33450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948565.987390:0:33450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948565.987395:0:33450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135f700. 00000100:00000001:2.0:1783948565.987400:0:33450:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.987404:0:33450:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948565.987405:0:33450:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948565.987411:0:33450:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e943efe180. 00000100:00000001:2.0:1783948565.987413:0:33450:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233693020544 : -129840016531072 : ffff89e943efe180) 00000100:00000001:2.0:1783948565.987416:0:33450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948565.987417:0:33450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:2.0:1783948565.987421:0:33450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948565.987425:0:33450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.987427:0:33450:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948565.987428:0:33450:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948565.987439:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.987448:0:33450:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948565.987450:0:33450:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948565.987452:0:33450:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948565.987455:0:33450:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948565.987457:0:33450:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948565.987459:0:33450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:33450:1870603636528384:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948565.987463:0:33450:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948565.987467:0:33450:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948565.987470:0:33450:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948565.987472:0:33450:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948565.987475:0:33450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb000. 02000000:00000001:2.0:1783948565.987477:0:33450:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948565.987483:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948565.987487:0:33450:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891c60. 00000400:00000010:2.0:1783948565.987493:0:33450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2550. 00000100:00000200:2.0:1783948565.987499:0:33450:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636528384, portal 4 00000100:00000001:2.0:1783948565.987500:0:33450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948565.987501:0:33450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000040:2.0:1783948565.987506:0:33450:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.987513:0:33450:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948565.987516:0:33450:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948565.987519:0:33450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2908. 00000100:00000200:2.0:1783948565.987522:0:33450:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870603636528384, offset 0 00000400:00000200:2.0:1783948565.987529:0:33450:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948565.987536:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948565.987542:0:33450:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948565.987547:0:33450:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948565.987551:0:33450:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948565.987555:0:33450:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948565.987557:0:33450:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948565.987560:0:33450:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2639:2639:256:4294967295] 192.168.202.104@tcp LPNI seq info [2639:2639:8:4294967295] 00000400:00000200:2.0:1783948565.987564:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948565.988004:0:33450:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948565.988013:0:33450:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948565.988019:0:33450:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135f800. 00000800:00000200:2.0:1783948565.988026:0:33450:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948565.988033:0:33450:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948565.988038:0:33450:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948565.988045:0:33450:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948565.988049:0:33450:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 22375 usecs (23 jiffies) 00000400:00000200:2.0:1783948565.988053:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948565.988056:0:33450:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296656163 00000100:00000001:2.0:1783948565.988059:0:33450:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296657140 00000100:00000001:2.0:1783948565.988061:0:33450:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296656163 00000100:00000001:2.0:1783948565.988063:0:33450:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296657140 00000100:00000001:2.0:1783948565.988065:0:33450:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948565.988068:0:33450:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.988070:0:33450:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948565.988071:0:33450:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948565.988074:0:33450:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e943efe180 going to sleep for 11 seconds 00000100:00000001:2.0:1783948565.988076:0:33450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948565.988079:0:33450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948565.988309:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948565.988315:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f800. 00000400:00000200:1.0:1783948565.988320:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948565.988325:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948565.988330:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2908 00000400:00000010:1.0:1783948565.988333:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2908. 00000100:00000001:1.0:1783948565.988337:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948565.988342:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948565.988353:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948565.988356:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948565.988363:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948565.988365:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948565.991336:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948565.991353:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948565.991357:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948565.991359:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948565.991367:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.991375:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948565.991383:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.991388:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.991395:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.991399:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 4 MB=0x6a54dd9455500 00000400:00000200:0.0:1783948565.991404:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948565.991411:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 368/368 into md 0x7429 [1] + 224 00000800:00000001:0.0:1783948565.991417:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948565.991424:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948565.991426:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948565.991431:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948565.991438:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948565.991447:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948565.991470:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948565.991488:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948565.991495:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948565.991498:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948565.991801:0:33450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948565.991810:0:33450:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948565.991812:0:33450:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948565.991815:0:33450:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891c60. 00000400:00000200:2.0:1783948565.991820:0:33450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2550 00000400:00000010:2.0:1783948565.991822:0:33450:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2550. 00000100:00000001:2.0:1783948565.991825:0:33450:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948565.991830:0:33450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948565.991839:0:33450:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.991845:0:33450:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948565.991847:0:33450:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948565.991875:0:33450:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948565.991879:0:33450:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948565.991882:0:33450:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948565.991885:0:33450:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948565.991888:0:33450:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948565.991899:0:33450:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9601854f0 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1783948565.991904:0:33450:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948565.991907:0:33450:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948565.991909:0:33450:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948565.991912:0:33450:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948565.991923:0:33450:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.991926:0:33450:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948565.991929:0:33450:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1783948565.991931:0:33450:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948565.991933:0:33450:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948565.991938:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.991945:0:33450:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948565.991948:0:33450:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948565.991950:0:33450:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948565.991955:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948565.992149:0:33450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:33450:1870603636528384:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948565.992155:0:33450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948565.992207:0:33450:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948565.992210:0:33450:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948565.992212:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948565.992217:0:33450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.992224:0:33450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948565.992227:0:33450:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e943efe180. 00000100:00000001:2.0:1783948565.992230:0:33450:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948565.992232:0:33450:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948565.992238:0:33450:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1783948565.992240:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948565.992243:0:33450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066fb80 x1870603636528384/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948581 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948565.992250:0:33450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948565.992252:0:33450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948565.992255:0:33450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb000. 02000000:00000001:2.0:1783948565.992258:0:33450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948565.992260:0:33450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948565.992262:0:33450:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948565.992264:0:33450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948565.992266:0:33450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135f700. 02000000:00000001:2.0:1783948565.992271:0:33450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948565.992273:0:33450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948565.992274:0:33450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066fb80. 00000100:00000001:2.0:1783948565.992278:0:33450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948565.992279:0:33450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1783948565.992282:0:33450:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff89e943191000: update ffff89e943f6d190 cache blocks 901399/958279 objects 261834/262144 00020000:00000001:2.0:1783948565.992286:0:33450:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948565.992291:0:33450:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.992294:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948565.992297:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581c9c00. 00000080:00000001:2.0:1783948565.992300:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948565.992303:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948566.000927:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783948566.000939:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:0.0:1783948566.000950:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:0.0:1783948566.000953:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1783948566.000964:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e950635800. 00000020:00000001:0.0:1783948566.000978:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948566.000981:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1783948566.000987:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:0.0:1783948566.000990:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e950635800 uarg=0000000000000000 00020000:00000001:0.0:1783948566.000997:0:33450:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:0.0:1783948566.000999:0:33450:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff89e943191000: age 1975, max_age 1987 00000008:00000001:0.0:1783948566.001002:0:33450:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:0.0:1783948566.001006:0:33450:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000010:0.0:1783948566.001013:0:33450:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240700. 00000020:00000040:0.0:1783948566.001017:0:33450:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=4 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948566.001020:0:33450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948566.001022:0:33450:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948566.001024:0:33450:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783948566.001027:0:33450:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948566.001029:0:33450:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948566.001035:0:33450:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948566.001041:0:33450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b900. 00000100:00000001:0.0:1783948566.001048:0:33450:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948566.001051:0:33450:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948566.001053:0:33450:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948566.001060:0:33450:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6c180. 00000100:00000001:0.0:1783948566.001062:0:33450:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707102592 : -129840002449024 : ffff89e944c6c180) 00000100:00000001:0.0:1783948566.001065:0:33450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948566.001067:0:33450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000001:0.0:1783948566.001072:0:33450:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948566.001076:0:33450:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948566.001078:0:33450:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948566.001080:0:33450:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948566.001091:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948566.001110:0:33450:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948566.001112:0:33450:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948566.001116:0:33450:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948566.001119:0:33450:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948566.001121:0:33450:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948566.001124:0:33450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:33450:1870603636528512:192.168.202.104@tcp:13:lfs.0 00000100:00000001:0.0:1783948566.001128:0:33450:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948566.001133:0:33450:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948566.001136:0:33450:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948566.001138:0:33450:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948566.001142:0:33450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635400. 02000000:00000001:0.0:1783948566.001144:0:33450:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948566.001151:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948566.001155:0:33450:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae478. 00000400:00000010:0.0:1783948566.001161:0:33450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf220. 00000100:00000200:0.0:1783948566.001167:0:33450:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636528512, portal 4 00000100:00000001:0.0:1783948566.001169:0:33450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948566.001171:0:33450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000040:0.0:1783948566.001177:0:33450:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948566.001185:0:33450:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948566.001188:0:33450:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948566.001190:0:33450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf330. 00000100:00000200:0.0:1783948566.001194:0:33450:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870603636528512, offset 0 00000400:00000200:0.0:1783948566.001200:0:33450:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948566.001208:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948566.001216:0:33450:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948566.001222:0:33450:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948566.001226:0:33450:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948566.001230:0:33450:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948566.001232:0:33450:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948566.001236:0:33450:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2640:2640:256:4294967295] 192.168.202.104@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:0.0:1783948566.001240:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948566.001250:0:33450:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948566.001256:0:33450:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948566.001261:0:33450:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b200. 00000800:00000200:0.0:1783948566.001268:0:33450:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948566.001275:0:33450:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948566.001280:0:33450:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948566.001300:0:33450:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948566.001305:0:33450:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 241745 usecs (242 jiffies) 00000400:00000200:0.0:1783948566.001308:0:33450:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948566.001311:0:33450:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296656395 00000100:00000001:0.0:1783948566.001314:0:33450:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296657140 00000100:00000001:0.0:1783948566.001316:0:33450:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296656395 00000100:00000001:0.0:1783948566.001318:0:33450:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296657140 00000100:00000001:0.0:1783948566.001321:0:33450:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948566.001323:0:33450:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948566.001325:0:33450:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948566.001327:0:33450:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948566.001330:0:33450:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6c180 going to sleep for 11 seconds 00000100:00000001:0.0:1783948566.001333:0:33450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948566.001335:0:33450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948566.002364:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948566.002370:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b200. 00000400:00000200:1.0:1783948566.002375:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948566.002382:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948566.002388:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf330 00000400:00000010:1.0:1783948566.002390:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf330. 00000100:00000001:1.0:1783948566.002395:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948566.002401:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948566.002413:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948566.002416:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948566.002422:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948566.002424:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948566.007129:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948566.007151:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948566.007157:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948566.007164:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948566.007180:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948566.007189:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948566.007205:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948566.007210:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948566.007216:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948566.007220:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 4 MB=0x6a54dd9455580 00000400:00000200:0.0:1783948566.007230:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948566.007238:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 368/368 into md 0x7431 [1] + 224 00000800:00000001:0.0:1783948566.007248:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948566.007256:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948566.007259:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948566.007263:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948566.007273:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948566.007282:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948566.007299:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948566.007323:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948566.007331:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948566.007334:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948566.007402:0:33450:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948566.007411:0:33450:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948566.007413:0:33450:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948566.007417:0:33450:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae478. 00000400:00000200:2.0:1783948566.007424:0:33450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf220 00000400:00000010:2.0:1783948566.007426:0:33450:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf220. 00000100:00000001:2.0:1783948566.007429:0:33450:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948566.007434:0:33450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948566.007444:0:33450:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948566.007451:0:33450:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948566.007453:0:33450:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948566.007455:0:33450:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948566.007459:0:33450:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948566.007463:0:33450:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948566.007465:0:33450:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948566.007468:0:33450:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948566.007477:0:33450:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185ca8 time=84 v=5 (5 0 0 0) 00000100:00001000:2.0:1783948566.007481:0:33450:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948566.007484:0:33450:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948566.007486:0:33450:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948566.007488:0:33450:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948566.007492:0:33450:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948566.007495:0:33450:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948566.007498:0:33450:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948566.007500:0:33450:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948566.007501:0:33450:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948566.007506:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948566.007523:0:33450:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948566.007527:0:33450:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948566.007529:0:33450:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948566.007534:0:33450:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948566.007542:0:33450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:33450:1870603636528512:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948566.007547:0:33450:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948566.007550:0:33450:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948566.007552:0:33450:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948566.007554:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948566.007558:0:33450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948566.007565:0:33450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948566.007568:0:33450:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944c6c180. 00000100:00000001:2.0:1783948566.007571:0:33450:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948566.007573:0:33450:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948566.007587:0:33450:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1783948566.007589:0:33450:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948566.007592:0:33450:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240700 x1870603636528512/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948566.007599:0:33450:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948566.007602:0:33450:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948566.007605:0:33450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635400. 02000000:00000001:2.0:1783948566.007610:0:33450:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948566.007613:0:33450:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948566.007615:0:33450:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948566.007618:0:33450:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948566.007621:0:33450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b900. 02000000:00000001:2.0:1783948566.007625:0:33450:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948566.007626:0:33450:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948566.007629:0:33450:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240700. 00000100:00000001:2.0:1783948566.007640:0:33450:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948566.007641:0:33450:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1783948566.007645:0:33450:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff89e943191000: update ffff89e943f69e10 cache blocks 901378/958279 objects 261839/262144 00020000:00000001:2.0:1783948566.007650:0:33450:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948566.007655:0:33450:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948566.007658:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948566.007662:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e950635800. 00000080:00000001:2.0:1783948566.007665:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948566.007668:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948566.007897:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948566.007901:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:2.0:1783948566.007910:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948566.007913:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013237:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013251:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013255:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013260:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013262:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013268:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013271:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013274:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013277:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013282:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013285:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013300:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013302:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013308:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013310:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013313:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013315:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013316:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013317:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013318:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013321:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013323:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013325:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013327:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013329:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013330:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013333:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013334:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013337:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013338:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013340:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013341:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013343:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013344:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013346:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013348:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013350:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013352:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013354:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013356:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013357:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013360:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013361:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013362:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013363:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013365:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013367:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013368:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013369:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013370:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013373:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013375:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013376:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013378:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013380:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013381:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013383:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013384:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013387:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013388:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013390:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013391:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013393:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013394:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013395:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013399:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013401:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013403:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013405:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013407:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013409:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013411:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013413:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013415:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013416:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013418:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013420:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013421:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013422:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013423:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013425:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013426:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013427:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013429:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013431:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013433:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013435:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013436:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013438:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013439:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013441:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013442:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013444:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013445:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013446:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013449:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013451:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013453:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013456:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013457:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013459:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013461:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013462:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013464:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013465:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013467:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013469:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013470:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013471:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013472:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013474:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013476:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013478:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013480:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013482:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013483:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013485:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013486:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013488:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013489:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013490:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013492:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013494:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013495:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013496:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013498:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013500:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013501:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013503:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013505:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013507:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013509:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013511:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013513:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013515:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013516:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013518:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013519:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013520:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013521:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013522:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013524:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013526:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013527:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013529:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013531:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013533:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013535:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013537:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013538:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013539:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013541:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013543:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013544:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013545:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013547:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013548:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013550:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013552:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013554:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013555:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013558:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013560:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013562:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013563:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013564:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013566:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013567:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013568:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013569:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013572:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013585:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013587:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013590:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013592:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013593:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013596:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013597:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013600:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013601:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013603:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013605:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013607:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013608:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013609:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013612:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013613:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013615:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013616:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013619:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013621:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013623:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013625:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013627:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013628:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013630:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013696:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013699:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013700:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013701:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013704:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013706:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013708:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013710:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013712:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013714:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013839:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013841:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013845:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013847:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013870:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013874:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013875:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013877:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013878:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013881:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013883:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013885:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.013887:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.013889:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013891:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013895:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.013896:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.013899:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.013900:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.013902:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.013904:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.013906:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.013907:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.013908:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.013910:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013912:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.013914:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014199:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014203:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014205:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014210:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014212:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014215:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014217:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014220:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014222:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014224:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014226:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014227:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014230:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014232:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014233:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014235:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014238:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014239:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014242:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014244:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014246:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014247:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014249:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014252:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014253:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014254:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014255:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014258:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014260:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014262:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014264:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014266:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014268:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014270:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014271:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014273:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014274:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014276:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014278:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014280:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014281:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014282:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014284:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014286:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014287:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014289:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014290:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014292:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014294:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014295:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014297:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014298:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014300:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014302:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014303:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014304:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014305:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014307:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014309:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014310:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014312:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014315:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014317:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014320:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014321:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014324:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014325:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014327:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014329:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014331:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014331:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014333:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014335:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014337:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014338:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014340:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014342:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014344:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014347:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014348:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014350:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014351:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014353:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014355:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014356:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014358:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014359:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014361:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014363:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014365:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014367:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014369:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014370:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014373:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014375:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014378:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014379:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014381:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014382:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014384:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014385:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014386:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014389:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014390:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014392:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014394:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014395:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014397:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014399:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014400:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014402:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014403:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014405:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014407:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014408:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014409:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014410:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014412:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014414:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014415:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014417:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014419:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014421:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014423:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014425:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014427:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014428:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014431:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014433:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014435:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014436:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014437:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014439:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014441:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014443:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014445:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014447:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014449:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014451:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014453:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014455:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014456:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014458:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014460:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014462:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014463:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014464:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014466:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014468:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014470:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014472:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014474:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014475:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014478:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014479:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014482:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014483:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014485:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014487:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014489:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014490:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014492:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014494:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014496:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014497:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014499:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014501:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014503:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014506:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014508:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014510:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014511:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014514:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014516:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014517:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014518:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014519:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014522:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014524:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014525:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014527:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014529:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014531:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014534:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014535:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014537:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014538:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014540:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014543:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014544:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014545:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014546:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014548:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014551:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014552:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014554:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014556:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014558:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014560:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014561:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014563:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014565:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014567:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014569:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014570:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014571:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014572:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014590:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014592:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014593:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014596:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014598:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014600:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014603:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.014604:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.014607:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.014608:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.014611:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.014613:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.014614:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.014616:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.014617:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.014620:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014622:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014623:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.014625:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.014627:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.014629:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.015832:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.015838:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.015844:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.015847:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.015868:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.015872:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.015874:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.015876:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.015878:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.015882:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.015884:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.015886:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.015888:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.015892:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.015894:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.015902:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.015904:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.015907:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.015908:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.015910:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.015913:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.016021:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.016023:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.016025:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.016028:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016031:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016032:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.016035:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.016037:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016038:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016042:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.016044:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.016047:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.016048:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.016051:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.016053:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.016055:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.016056:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.016057:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.016060:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016061:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016063:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.016064:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.016066:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016067:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016069:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.016070:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.016072:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.016073:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.016074:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.016076:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.016078:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.016079:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.016080:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.016082:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016084:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016085:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.016087:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.016089:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016091:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016093:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.016094:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.016697:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.016699:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.016704:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.016707:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.016709:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.016710:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.016712:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.016715:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016717:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016770:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.016774:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.016826:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016828:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.016834:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.016836:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.016839:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.016841:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.016844:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.016846:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.016848:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.016849:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017240:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017245:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017248:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017250:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017252:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017254:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017256:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017261:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017263:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017266:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017268:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017271:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017273:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017274:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017276:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017278:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017280:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017282:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017284:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017286:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017287:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017289:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017292:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017293:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017295:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017296:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017298:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017300:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017301:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017302:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017304:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017306:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017308:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017310:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017311:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017313:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017314:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017316:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017317:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017320:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017321:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017323:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017324:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017326:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017327:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017328:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017330:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017332:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017333:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017335:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017337:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017339:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017342:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017343:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017345:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017346:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017347:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017349:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017350:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017351:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017352:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017354:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017356:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017358:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017359:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017361:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017363:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017366:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017367:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017369:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017370:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017372:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017374:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017375:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017377:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017378:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017380:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017382:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017384:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017386:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017388:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017390:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017392:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017393:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017395:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017397:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017398:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017400:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017401:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017402:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017404:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017406:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017408:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017409:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017411:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017413:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017415:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017417:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017418:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017420:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017421:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017423:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017425:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017426:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017427:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017428:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017430:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017431:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017433:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017435:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017437:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017438:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017441:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017443:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017445:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017446:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017448:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017450:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017451:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017452:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017453:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017455:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017457:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017458:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017460:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017462:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017464:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017466:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017468:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017470:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017471:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017472:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017474:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017476:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017477:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017478:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017480:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017482:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017483:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017485:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017486:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017488:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017490:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017491:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017493:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017494:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017497:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017499:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017500:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017501:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017502:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017504:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017506:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017508:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017509:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017511:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017513:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017515:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017517:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017519:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017520:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017521:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017523:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017525:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017526:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017527:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017528:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017530:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017531:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017533:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017535:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017537:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017539:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017540:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017542:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017543:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017545:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017546:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017548:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017549:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017551:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017553:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017555:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017557:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017559:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017560:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017562:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017564:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017565:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017567:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017568:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017570:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017572:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017584:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017585:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017586:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017589:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017590:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017592:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017594:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017596:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017598:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017600:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017601:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.017604:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.017605:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.017607:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.017609:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.017611:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.017612:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.017614:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.017616:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017618:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017620:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.017622:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.017624:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017626:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.017629:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.017630:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019105:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019110:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019118:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019123:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019126:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019128:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019130:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019134:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019136:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019138:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019141:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019144:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019147:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019155:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019157:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019160:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019161:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019163:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019165:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019167:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019168:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019169:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019171:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019173:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019175:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019177:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019179:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019181:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019184:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019185:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019187:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019188:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019190:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019192:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019193:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019194:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019196:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019198:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019199:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019201:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019203:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019205:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019207:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019210:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019211:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019214:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019215:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019217:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019219:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019221:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019222:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019223:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019225:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019227:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019229:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019231:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019233:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019235:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019238:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019239:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019241:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019242:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019244:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019246:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019248:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019249:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019251:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019253:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019255:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019257:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019259:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019261:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019263:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019265:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019266:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019269:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019270:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019272:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019274:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019276:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019277:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019278:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019281:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019282:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019284:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019286:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019288:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019289:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019291:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019292:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019294:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019295:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019297:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019299:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019301:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019302:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019303:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019306:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019307:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019309:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019310:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019312:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019313:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019316:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019317:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019319:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019320:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019322:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019324:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019325:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019326:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019327:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019330:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019331:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019333:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019335:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019337:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019338:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019341:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019342:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019344:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019345:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019347:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019349:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019350:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019352:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019353:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019355:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019357:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019358:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019360:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019362:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019364:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019366:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019367:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019369:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019370:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019372:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019373:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019375:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019376:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019377:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019379:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019381:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019383:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019385:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019387:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019388:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019390:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019391:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019394:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019395:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019396:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019398:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019400:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019401:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019402:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019404:0:33450:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019407:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019409:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948566.019411:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019413:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019414:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948566.019416:0:33450:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948566.019418:0:33450:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7fff6b25c580 00000080:00000001:3.0:1783948566.019420:0:33450:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948566.019421:0:33450:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948566.019423:0:33450:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e8c00. 00000020:00000001:3.0:1783948566.019425:0:33450:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019427:0:33450:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948566.019427:0:33450:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948566.019428:0:33450:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e8c00 uarg=0000000000000000 00020000:00000001:3.0:1783948566.019430:0:33450:0:(lov_obd.c:1000:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783948566.019432:0:33450:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783948566.019434:0:33450:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1783948566.019436:0:33450:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e8c00. 00000080:00000001:3.0:1783948566.019437:0:33450:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783948566.019439:0:33450:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783948566.019451:0:33450:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783948566.019454:0:33450:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948566.019457:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87d98 00000080:00200008:3.0:1783948566.019459:0:33450:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000 00000080:00400000:3.0:1783948566.019464:0:33450:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1783948566.019467:0:33450:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302000. 00000080:00000001:3.0:1783948566.019473:0:33450:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783948566.019475:0:33450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c87d98 00000080:00000008:3.0:1783948566.019477:0:33450:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000, rc = 0 00000080:00000001:3.0:1783948566.019479:0:33450:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948566.019481:0:33450:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948566.748925:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948566.748932:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948566.748937:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948566.748939:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948566.749296:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948566.749300:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948566.749303:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948567.255965:0:33424:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296657140, at 4296657408 00000100:00000010:0.0:1783948567.255982:0:33424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9602042a0. 00000100:00000040:1.0:1783948567.256946:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296657140, at 4296657408 00000100:00000010:1.0:1783948567.256955:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e960204f60. 00000080:00000001:2.0:1783948567.387513:0:33560:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948567.771107:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948567.771115:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948567.771121:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948567.771122:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777042:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948567.777054:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948567.777063:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529ce680. 00000020:00000040:1.0:1783948567.777069:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:1.0:1783948567.777075:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948567.777078:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948567.777084:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948567.777093:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4e600. 00000100:00000001:1.0:1783948567.777100:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777113:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948567.777125:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948567.777130:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777137:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e4d1eee] to pc [ptlrpcd_00_01+1] req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777162:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777165:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948567.777169:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948567.777173:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf800. 00000020:00000040:1.0:1783948567.777176:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948567.777178:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948567.777180:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948567.777182:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948567.777185:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4ef00. 00000100:00000001:1.0:1783948567.777188:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777192:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948567.777200:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948567.777202:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777206:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bc0de2] to pc [ptlrpcd_00_00+0] req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777215:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777219:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948567.777222:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948567.777226:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc700. 00000020:00000040:1.0:1783948567.777228:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948567.777230:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948567.777231:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948567.777233:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948567.777236:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4ec00. 00000100:00000001:1.0:1783948567.777238:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777243:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948567.777250:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948567.777252:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777255:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067a8fe41] to pc [ptlrpcd_00_01+1] req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777263:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777265:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783948567.777269:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783948567.777272:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd180. 00000020:00000040:1.0:1783948567.777274:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:1.0:1783948567.777277:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948567.777278:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948567.777280:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948567.777283:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954f4eb00. 00000100:00000001:1.0:1783948567.777285:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777289:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948567.777296:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948567.777298:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777302:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65fd5cd] to pc [ptlrpcd_00_00+0] req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777317:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777321:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1995) 00000100:00000001:1.0:1783948567.777336:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948567.777340:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948567.777342:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948567.777348:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777356:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948567.777358:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948567.777362:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948567.777365:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948567.777367:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948567.777371:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636528640:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948567.777376:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948567.777381:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948567.777384:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948567.777387:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948567.777391:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e943f2fc00. 02000000:00000001:1.0:1783948567.777393:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948567.777401:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948567.777406:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888160. 00000400:00000010:1.0:1783948567.777412:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618550. 00000100:00000200:1.0:1783948567.777420:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636528640, portal 25 00000100:00000001:1.0:1783948567.777422:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948567.777424:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939240576 : -129839770311040 : ffff89e9529ce680) 00000100:00000040:1.0:1783948567.777429:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777437:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948567.777440:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948567.777443:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618b28. 00000100:00000200:1.0:1783948567.777446:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636528640, offset 0 00000400:00000200:1.0:1783948567.777452:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948567.777461:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948567.777469:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948567.777475:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948567.777480:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948567.777483:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948567.777486:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948567.777490:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2641:2641:256:4294967295] 192.168.202.104@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:1.0:1783948567.777493:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948567.777502:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948567.777508:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948567.777513:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000800:00000200:1.0:1783948567.777521:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948567.777529:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948567.777533:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948567.777544:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948567.777548:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948567.777551:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296662254 00000100:00000010:1.0:1783948567.777556:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619600. 00000100:00000001:1.0:1783948567.777573:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783948567.777580:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296662254 00000100:00000010:1.0:1783948567.777584:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e950619cc0. 00000100:00000001:1.0:1783948567.777587:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783948567.777590:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948567.777593:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.777595:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948567.777599:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777607:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948567.777608:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948567.777610:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948567.777613:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948567.777615:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948567.777618:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636528896:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948567.777621:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948567.777624:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948567.777626:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948567.777627:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948567.777630:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e943f2e200. 02000000:00000001:1.0:1783948567.777632:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948567.777635:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948567.777638:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888268. 00000400:00000010:1.0:1783948567.777641:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618220. 00000100:00000200:1.0:1783948567.777644:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636528896, portal 4 00000100:00000001:1.0:1783948567.777647:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948567.777648:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939232512 : -129839770319104 : ffff89e9529cc700) 00000100:00000040:1.0:1783948567.777656:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777662:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948567.777664:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948567.777665:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618880. 00000100:00000200:1.0:1783948567.777667:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636528896, offset 0 00000400:00000200:1.0:1783948567.777671:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948567.777674:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948567.777678:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948567.777680:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948567.777682:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948567.777684:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948567.777686:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948567.777689:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2642:2642:255:4294967295] 192.168.202.104@tcp LPNI seq info [2642:2642:7:4294967295] 00000400:00000200:1.0:1783948567.777693:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948567.777699:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948567.777702:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948567.777707:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e900. 00000800:00000200:1.0:1783948567.777711:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948567.777716:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948567.777719:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948567.777721:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777725:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 22301 usecs (23 jiffies) 00000400:00000200:1.0:1783948567.777727:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948567.777729:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296657952 00000100:00000001:1.0:1783948567.777732:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296662254 00000100:00000001:1.0:1783948567.777734:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296657952 00000100:00000001:1.0:1783948567.777736:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296662254 00000100:00000001:1.0:1783948567.777738:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948567.777740:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.777742:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.777745:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948567.777752:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948567.777754:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948567.777756:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948567.777758:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948567.777759:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948567.777762:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1783948567.777764:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948567.777765:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948567.777767:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948567.777769:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948567.777769:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948567.777770:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948567.777774:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777780:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948567.777781:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948567.777783:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948567.777785:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948567.777787:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948567.777790:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636528768:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948567.777793:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948567.777795:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948567.777796:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948567.777798:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948567.777801:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e943f2ea00. 02000000:00000001:1.0:1783948567.777803:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948567.777807:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948567.777809:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888840. 00000400:00000010:1.0:1783948567.777813:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618440. 00000100:00000200:1.0:1783948567.777816:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636528768, portal 10 00000100:00000001:1.0:1783948567.777817:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948567.777818:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245056 : -129839770306560 : ffff89e9529cf800) 00000100:00000040:1.0:1783948567.777823:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777828:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948567.777830:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948567.777832:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506186e8. 00000100:00000200:1.0:1783948567.777834:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636528768, offset 0 00000400:00000200:1.0:1783948567.777839:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948567.777842:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948567.777845:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948567.777848:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948567.777871:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948567.777874:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948567.777876:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948567.777879:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2643:2643:254:4294967295] 192.168.202.104@tcp LPNI seq info [2643:2643:6:4294967295] 00000400:00000200:1.0:1783948567.777883:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948567.777888:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948567.777893:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948567.777897:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948567.777901:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948567.777905:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948567.777908:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948567.777911:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.777914:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 855171 usecs (856 jiffies) 00000400:00000200:1.0:1783948567.777917:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948567.777918:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296658786 00000100:00000001:1.0:1783948567.777920:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296662254 00000100:00000001:1.0:1783948567.777922:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296658786 00000100:00000001:1.0:1783948567.777936:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296662254 00000100:00000001:1.0:1783948567.777938:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948567.777940:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.777942:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948567.777946:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777952:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948567.777953:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948567.777955:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948567.777957:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948567.777959:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948567.777961:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636529024:192.168.202.104@tcp:400:kworker.0 00000100:00000001:1.0:1783948567.777964:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948567.777966:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948567.777967:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948567.777968:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948567.777971:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e943f2e000. 02000000:00000001:1.0:1783948567.777973:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948567.777975:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948567.777977:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888948. 00000400:00000010:1.0:1783948567.777980:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618c38. 00000100:00000200:1.0:1783948567.777983:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636529024, portal 4 00000100:00000001:1.0:1783948567.777984:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948567.777985:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939235200 : -129839770316416 : ffff89e9529cd180) 00000100:00000040:1.0:1783948567.777991:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.777996:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948567.777998:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948567.778000:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506183b8. 00000100:00000200:1.0:1783948567.778002:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636529024, offset 0 00000400:00000200:1.0:1783948567.778006:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948567.778010:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948567.778013:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948567.778015:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948567.778017:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948567.778019:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948567.778021:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948567.778023:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2644:2644:253:4294967295] 192.168.202.104@tcp LPNI seq info [2644:2644:5:4294967295] 00000400:00000200:1.0:1783948567.778027:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948567.778032:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948567.778036:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948567.778038:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948567.778041:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948567.778045:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948567.778047:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948567.778050:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948567.778052:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 240495 usecs (241 jiffies) 00000400:00000200:1.0:1783948567.778055:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948567.778056:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296658171 00000100:00000001:1.0:1783948567.778059:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296662254 00000100:00000001:1.0:1783948567.778061:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296658171 00000100:00000001:1.0:1783948567.778063:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296662254 00000100:00000001:1.0:1783948567.778065:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948567.778067:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.778069:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.778071:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.778082:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948567.778085:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948567.778124:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948567.778128:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:1.0:1783948567.778133:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948567.778138:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948567.778142:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618b28 00000400:00000010:1.0:1783948567.778145:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618b28. 00000100:00000001:1.0:1783948567.778149:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948567.778153:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.778163:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948567.778167:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.778174:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.778176:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948567.778187:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948567.778190:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e900. 00000400:00000200:1.0:1783948567.778192:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948567.778195:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948567.778198:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618880 00000400:00000010:1.0:1783948567.778200:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618880. 00000100:00000001:1.0:1783948567.778202:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948567.778205:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.778211:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948567.778214:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.778227:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.778228:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948567.778236:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948567.778238:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:1.0:1783948567.778240:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948567.778243:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948567.778245:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506186e8 00000400:00000010:1.0:1783948567.778247:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506186e8. 00000100:00000001:1.0:1783948567.778249:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948567.778252:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.778258:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948567.778261:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.778267:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.778268:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948567.778328:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948567.778331:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:1.0:1783948567.778334:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948567.778337:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948567.778340:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506183b8 00000400:00000010:1.0:1783948567.778341:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506183b8. 00000100:00000001:1.0:1783948567.778344:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948567.778347:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.778354:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948567.778357:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948567.778362:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948567.778363:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1783948567.782642:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948567.782650:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948567.782655:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1783948567.783390:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783404:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948567.783407:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783410:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948567.783418:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783425:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948567.783435:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783441:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783446:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783451:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9455700 00000400:00000200:0.0:1783948567.783456:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783462:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7451 [1] + 224 00000800:00000001:0.0:1783948567.783469:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783473:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948567.783476:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948567.783480:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948567.783487:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948567.783496:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948567.783506:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.783522:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948567.783530:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783533:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948567.783535:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783536:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948567.783539:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783542:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948567.783546:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783548:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783550:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783553:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9455780 00000400:00000200:0.0:1783948567.783556:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783570:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7471 [1] + 224 00000800:00000001:0.0:1783948567.783574:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783577:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948567.783578:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948567.783581:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948567.783584:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948567.783589:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948567.783597:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.783605:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948567.783608:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783612:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948567.783613:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783616:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948567.783618:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783622:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948567.783625:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783628:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783630:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783633:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9455680 00000400:00000200:0.0:1783948567.783636:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783640:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7461 [1] + 224 00000800:00000001:0.0:1783948567.783644:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783647:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948567.783649:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948567.783652:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948567.783654:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948567.783658:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948567.783667:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.783674:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948567.783678:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783681:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948567.783683:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783685:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948567.783688:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783691:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948567.783695:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783697:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783700:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783703:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9455600 00000400:00000200:0.0:1783948567.783706:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948567.783710:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7441 [1] + 224 00000800:00000001:0.0:1783948567.783714:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783720:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948567.783722:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948567.783725:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948567.783728:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948567.783732:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948567.783740:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.783746:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948567.783750:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948567.783752:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.783950:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948567.783955:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948567.783961:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948567.783963:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948567.783966:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888840. 00000400:00000200:0.0:1783948567.783970:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618440 00000400:00000010:0.0:1783948567.783973:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618440. 00000100:00000001:0.0:1783948567.783975:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948567.783980:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948567.783989:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784001:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948567.784003:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784005:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948567.784008:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948567.784011:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948567.784013:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948567.784016:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948567.784025:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=87 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948567.784028:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948567.784031:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948567.784033:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948567.784035:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948567.784038:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948567.784042:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948567.784044:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1783948567.784046:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948567.784048:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948567.784053:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784061:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948567.784064:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948567.784066:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948567.784069:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948567.784077:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636528768:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948567.784083:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948567.784084:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948567.784086:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888948. 00000400:00000200:0.0:1783948567.784089:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618c38 00000400:00000010:0.0:1783948567.784090:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618c38. 00000100:00000001:0.0:1783948567.784092:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948567.784096:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948567.784104:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784110:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948567.784111:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784113:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948567.784114:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948567.784115:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948567.784117:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948567.784118:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948567.784122:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948567.784125:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948567.784127:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948567.784129:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948567.784130:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948567.784132:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948567.784134:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948567.784135:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1783948567.784137:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948567.784138:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948567.784141:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784146:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948567.784148:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948567.784149:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948567.784151:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948567.784157:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636529024:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948567.784161:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948567.784162:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948567.784164:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888160. 00000400:00000200:0.0:1783948567.784167:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618550 00000400:00000010:0.0:1783948567.784169:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618550. 00000100:00000001:0.0:1783948567.784171:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948567.784173:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948567.784181:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784187:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948567.784188:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784189:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948567.784191:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948567.784192:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948567.784193:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948567.784194:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948567.784197:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948567.784199:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948567.784201:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948567.784202:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948567.784204:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948567.784205:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948567.784207:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948567.784210:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784215:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948567.784217:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948567.784218:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948567.784220:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948567.784226:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636528640:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948567.784230:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948567.784232:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948567.784233:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888268. 00000400:00000200:0.0:1783948567.784235:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618220 00000400:00000010:0.0:1783948567.784237:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618220. 00000100:00000001:0.0:1783948567.784239:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948567.784241:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948567.784248:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784253:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948567.784255:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784256:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948567.784257:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948567.784258:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948567.784259:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948567.784261:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948567.784264:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948567.784267:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948567.784269:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948567.784270:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948567.784271:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948567.784273:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948567.784275:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948567.784276:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1783948567.784278:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948567.784279:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948567.784282:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784287:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948567.784289:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948567.784290:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948567.784293:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948567.784299:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636528896:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948567.784305:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784307:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948567.784310:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf800 x1870603636528768/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784317:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948567.784319:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948567.784322:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e943f2ea00. 02000000:00000001:0.0:1783948567.784326:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948567.784328:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948567.784330:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948567.784332:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948567.784335:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4ef00. 02000000:00000001:0.0:1783948567.784339:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948567.784340:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948567.784342:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf800. 00000100:00000001:0.0:1783948567.784347:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948567.784348:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784349:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948567.784352:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd180 x1870603636529024/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784357:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948567.784359:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948567.784360:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e943f2e000. 02000000:00000001:0.0:1783948567.784361:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948567.784362:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948567.784363:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948567.784365:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948567.784366:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4eb00. 02000000:00000001:0.0:1783948567.784368:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948567.784369:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948567.784370:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd180. 00000100:00000001:0.0:1783948567.784372:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948567.784372:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784374:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948567.784377:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529ce680 x1870603636528640/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784382:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948567.784383:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948567.784384:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e943f2fc00. 02000000:00000001:0.0:1783948567.784386:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948567.784387:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948567.784388:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948567.784389:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948567.784390:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4e600. 02000000:00000001:0.0:1783948567.784392:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948567.784393:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948567.784394:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ce680. 00000100:00000001:0.0:1783948567.784396:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948567.784397:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784399:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948567.784402:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cc700 x1870603636528896/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948567.784407:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948567.784408:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948567.784410:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e943f2e200. 02000000:00000001:0.0:1783948567.784411:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948567.784412:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948567.784414:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948567.784415:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948567.784416:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954f4ec00. 02000000:00000001:0.0:1783948567.784418:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948567.784419:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948567.784421:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cc700. 00000100:00000001:0.0:1783948567.784423:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948567.784424:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784426:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948567.784434:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948567.784436:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948567.784438:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948567.784440:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948568.802143:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948568.802148:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948568.802152:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948568.802153:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948568.803569:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948568.803575:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948568.803580:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783948569.524495:0:33698:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948569.820488:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948569.820495:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948569.820501:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948569.820502:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948569.820677:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948569.820682:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948569.820694:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948570.844805:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948570.844814:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948570.844821:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948570.844823:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948570.850710:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948570.850718:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948570.850723:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783948571.329979:0:33843:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948571.863952:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948571.863962:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948571.863968:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948571.863969:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948571.864118:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948571.864122:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948571.864125:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948572.280094:0:33905:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948572.376932:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296662254, at 4296662528 00000100:00000010:1.0:1783948572.376947:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619cc0. 00000100:00000040:0.0:1783948572.377007:0:33424:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296662254, at 4296662528 00000100:00000010:0.0:1783948572.377011:0:33424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e950619600. 00010000:00000001:2.0:1783948572.887908:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948572.887916:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948572.887922:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948572.887924:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948572.890779:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948572.890787:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948572.890793:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783948572.904118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948572.904128:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948572.904140:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066fb80. 00000020:00000040:2.0:1783948572.904147:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:2.0:1783948572.904151:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948572.904155:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948572.904160:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948572.904168:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135ff00. 00000100:00000001:2.0:1783948572.904174:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904185:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948572.904195:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948572.904199:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904206:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d597b236] to pc [ptlrpcd_01_01+1] req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904231:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948572.904237:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948572.904240:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066dc00. 00000020:00000040:2.0:1783948572.904243:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948572.904245:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948572.904246:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948572.904248:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948572.904251:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135f400. 00000100:00000001:2.0:1783948572.904253:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904258:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948572.904264:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948572.904266:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904270:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55c666e] to pc [ptlrpcd_01_00+0] req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904278:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948572.904284:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948572.904287:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948572.904289:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948572.904291:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948572.904292:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948572.904294:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948572.904297:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135f700. 00000100:00000001:2.0:1783948572.904299:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904304:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948572.904310:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948572.904311:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904314:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c588ec] to pc [ptlrpcd_01_01+1] req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904320:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948572.904325:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948572.904327:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066d500. 00000020:00000040:2.0:1783948572.904329:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:2.0:1783948572.904331:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948572.904332:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948572.904334:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948572.904350:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e96135f800. 00000100:00000001:2.0:1783948572.904352:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904356:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948572.904367:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948572.904368:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904372:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af39df59] to pc [ptlrpcd_01_00+0] req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904377:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904381:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2000) 00000100:00000001:2.0:1783948572.904400:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948572.904404:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948572.904406:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948572.904411:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904419:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948572.904421:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.904425:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948572.904427:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948572.904429:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948572.904432:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636529152:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948572.904436:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948572.904441:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948572.904443:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.904446:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948572.904450:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950662c00. 02000000:00000001:2.0:1783948572.904451:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948572.904460:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948572.904465:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891c60. 00000400:00000010:2.0:1783948572.904472:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2550. 00000100:00000200:2.0:1783948572.904479:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636529152, portal 25 00000100:00000001:2.0:1783948572.904481:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948572.904483:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000040:2.0:1783948572.904488:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904499:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948572.904501:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948572.904504:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2908. 00000100:00000200:2.0:1783948572.904507:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636529152, offset 0 00000400:00000200:2.0:1783948572.904524:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948572.904532:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948572.904538:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948572.904543:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948572.904547:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948572.904550:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948572.904553:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948572.904556:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2645:2645:256:4294967295] 192.168.202.104@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:2.0:1783948572.904560:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948572.904570:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948572.904576:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948572.904582:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135f200. 00000800:00000200:2.0:1783948572.904589:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948572.904598:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948572.904603:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948572.904624:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948572.904628:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948572.904631:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296667381 00000100:00000010:2.0:1783948572.904636:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041420. 00000100:00000001:2.0:1783948572.904643:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783948572.904650:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296667381 00000100:00000010:2.0:1783948572.904653:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041c60. 00000100:00000001:2.0:1783948572.904656:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783948572.904659:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948572.904661:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.904664:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948572.904668:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904674:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948572.904676:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.904678:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948572.904680:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948572.904682:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948572.904684:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636529408:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948572.904687:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948572.904690:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948572.904691:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.904693:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948572.904695:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950663e00. 02000000:00000001:2.0:1783948572.904697:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948572.904700:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948572.904703:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948572.904707:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2660. 00000100:00000200:2.0:1783948572.904710:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636529408, portal 4 00000100:00000001:2.0:1783948572.904711:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948572.904712:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948572.904719:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904725:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948572.904728:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948572.904730:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2aa0. 00000100:00000200:2.0:1783948572.904733:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636529408, offset 0 00000400:00000200:2.0:1783948572.904737:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948572.904741:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948572.904744:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948572.904747:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948572.904749:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948572.904751:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948572.904753:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948572.904756:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2646:2646:255:4294967295] 192.168.202.104@tcp LPNI seq info [2646:2646:7:4294967295] 00000400:00000200:2.0:1783948572.904759:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948572.904765:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948572.904769:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948572.904773:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135fa00. 00000800:00000200:2.0:1783948572.904776:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948572.904780:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948572.904782:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948572.904785:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904788:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 22242 usecs (23 jiffies) 00000400:00000200:2.0:1783948572.904791:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948572.904792:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296663079 00000100:00000001:2.0:1783948572.904795:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948572.904797:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296663079 00000100:00000001:2.0:1783948572.904799:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948572.904800:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948572.904802:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.904804:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.904806:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948572.904814:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948572.904815:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948572.904817:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948572.904818:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948572.904820:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948572.904822:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1783948572.904824:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948572.904826:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948572.904827:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948572.904829:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948572.904829:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948572.904830:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948572.904834:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904840:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948572.904842:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.904844:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948572.904846:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948572.904848:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948572.904872:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636529280:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948572.904876:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948572.904878:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948572.904879:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.904881:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948572.904884:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950662e00. 02000000:00000001:2.0:1783948572.904886:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948572.904890:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948572.904892:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891108. 00000400:00000010:2.0:1783948572.904895:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948572.904898:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636529280, portal 10 00000100:00000001:2.0:1783948572.904900:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948572.904901:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000040:2.0:1783948572.904907:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.904914:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948572.904916:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948572.904918:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2088. 00000100:00000200:2.0:1783948572.904921:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636529280, offset 0 00000400:00000200:2.0:1783948572.904925:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948572.904929:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948572.904932:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948572.904935:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948572.904937:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948572.904939:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948572.904942:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948572.904945:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2647:2647:254:4294967295] 192.168.202.104@tcp LPNI seq info [2647:2647:6:4294967295] 00000400:00000200:2.0:1783948572.904949:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948572.904954:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948572.904959:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948572.904963:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e96135fb00. 00000800:00000200:2.0:1783948572.904967:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948572.904970:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948572.904973:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e96135fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948572.904976:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.904979:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 854123 usecs (855 jiffies) 00000400:00000200:2.0:1783948572.904982:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948572.904984:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296663912 00000100:00000001:2.0:1783948572.904986:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948572.904988:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296663912 00000100:00000001:2.0:1783948572.904990:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948572.904992:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948572.904993:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.904995:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948572.904998:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.905004:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948572.905005:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.905007:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948572.905008:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948572.905010:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948572.905013:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636529536:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948572.905015:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948572.905017:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948572.905019:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.905021:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948572.905023:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950663800. 02000000:00000001:2.0:1783948572.905025:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948572.905027:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948572.905030:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891a50. 00000400:00000010:2.0:1783948572.905033:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2440. 00000100:00000200:2.0:1783948572.905035:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636529536, portal 4 00000100:00000001:2.0:1783948572.905036:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948572.905038:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902142720 : -129839807408896 : ffff89e95066d500) 00000100:00000040:2.0:1783948572.905043:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.905048:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948572.905050:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948572.905052:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2770. 00000100:00000200:2.0:1783948572.905054:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636529536, offset 0 00000400:00000200:2.0:1783948572.905057:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948572.905060:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948572.905063:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948572.905065:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948572.905067:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948572.905069:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948572.905071:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948572.905074:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2648:2648:253:4294967295] 192.168.202.104@tcp LPNI seq info [2648:2648:5:4294967295] 00000400:00000200:2.0:1783948572.905078:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948572.905083:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948572.905087:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948572.905090:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61100. 00000800:00000200:2.0:1783948572.905094:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948572.905098:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948572.905101:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948572.905103:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.905106:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 239261 usecs (240 jiffies) 00000400:00000200:2.0:1783948572.905109:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948572.905111:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296663297 00000100:00000001:2.0:1783948572.905113:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948572.905115:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296663297 00000100:00000001:2.0:1783948572.905117:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948572.905119:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948572.905121:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.905124:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.905126:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.905137:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948572.905139:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948572.907021:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948572.907030:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135f200. 00000400:00000200:1.0:1783948572.907036:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948572.907044:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948572.907051:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2908 00000400:00000010:1.0:1783948572.907054:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2908. 00000100:00000001:1.0:1783948572.907059:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948572.907066:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948572.907398:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948572.907404:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948572.907412:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948572.907414:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948572.907432:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948572.907434:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135fa00. 00000400:00000200:1.0:1783948572.907437:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948572.907440:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948572.907443:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2aa0 00000400:00000010:1.0:1783948572.907445:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2aa0. 00000100:00000001:1.0:1783948572.907447:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948572.907452:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948572.907460:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948572.907463:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948572.907470:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948572.907472:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948572.907478:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948572.907480:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e96135fb00. 00000400:00000200:1.0:1783948572.907482:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948572.907485:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948572.907486:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2088 00000400:00000010:1.0:1783948572.907488:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2088. 00000100:00000001:1.0:1783948572.907490:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948572.907493:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948572.907501:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948572.907504:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948572.907509:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948572.907520:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948572.907579:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948572.907582:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61100. 00000400:00000200:1.0:1783948572.907585:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948572.907588:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948572.907591:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2770 00000400:00000010:1.0:1783948572.907593:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2770. 00000100:00000001:1.0:1783948572.907595:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948572.907599:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948572.907607:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948572.907609:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948572.908866:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948572.908870:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948572.913424:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.913446:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948572.913450:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.913452:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948572.913461:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.913470:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948572.913480:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.913485:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.913491:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.913495:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9455900 00000400:00000200:0.0:1783948572.913501:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.913509:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7489 [1] + 224 00000800:00000001:0.0:1783948572.913526:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.913533:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948572.913537:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948572.913542:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948572.913549:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948572.913559:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948572.913570:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948572.913590:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948572.913600:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.913603:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948572.914185:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948572.914190:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948572.914198:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948572.914200:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948572.914203:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948572.914208:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2660 00000400:00000010:2.0:1783948572.914210:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2660. 00000100:00000001:2.0:1783948572.914214:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948572.914220:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948572.914230:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.914237:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948572.914239:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948572.914241:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948572.914244:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948572.914247:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948572.914249:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948572.914252:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948572.914262:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948572.914266:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948572.914276:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948572.914278:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948572.914281:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948572.914285:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.914288:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948572.914291:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1783948572.914293:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948572.914294:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948572.914299:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.914307:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948572.914309:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948572.914312:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948572.914315:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948572.914323:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636529408:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948572.914328:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.914330:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948572.914333:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636529408/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948572.914350:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948572.914353:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948572.914357:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950663e00. 02000000:00000001:2.0:1783948572.914360:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948572.914362:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948572.914364:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948572.914366:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948572.914369:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135f700. 02000000:00000001:2.0:1783948572.914372:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948572.914374:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948572.914375:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948572.914379:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948572.914380:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948572.914383:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.914385:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948572.914387:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948572.914389:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948572.914391:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948572.927299:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927316:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948572.927320:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927322:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948572.927331:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927339:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948572.927349:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927354:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927359:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927363:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9455800 00000400:00000200:0.0:1783948572.927369:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927377:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7481 [1] + 224 00000800:00000001:0.0:1783948572.927385:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927390:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948572.927393:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948572.927398:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948572.927406:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948572.927414:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948572.927425:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948572.927449:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948572.927460:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927464:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948572.927466:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927468:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948572.927471:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927474:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948572.927479:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927481:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927484:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927487:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9455880 00000400:00000200:0.0:1783948572.927491:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927496:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7491 [1] + 224 00000800:00000001:0.0:1783948572.927500:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927503:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948572.927506:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948572.927509:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948572.927521:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948572.927527:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948572.927535:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948572.927541:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948572.927545:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927548:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948572.927550:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927551:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948572.927554:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927557:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948572.927561:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927563:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927565:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927567:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9455980 00000400:00000200:0.0:1783948572.927570:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948572.927574:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7499 [1] + 224 00000800:00000001:0.0:1783948572.927577:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927583:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948572.927585:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948572.927587:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948572.927590:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948572.927594:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948572.927602:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948572.927609:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948572.927612:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948572.927615:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.928885:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948572.928895:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948572.928906:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948572.928908:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948572.928912:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891108. 00000400:00000200:3.0:1783948572.928920:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:3.0:1783948572.928922:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:3.0:1783948572.928927:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948572.928935:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948572.928953:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.928960:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948572.928963:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.928966:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948572.928969:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948572.928972:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948572.928974:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948572.928977:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948572.928986:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=92 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948572.928989:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948572.928992:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948572.928993:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948572.928996:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948572.929000:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948572.929004:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948572.929006:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:3.0:1783948572.929008:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948572.929010:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948572.929014:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.929021:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948572.929024:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948572.929027:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948572.929031:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948572.929037:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636529280:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948572.929043:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948572.929044:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948572.929046:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891a50. 00000400:00000200:3.0:1783948572.929048:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2440 00000400:00000010:3.0:1783948572.929050:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2440. 00000100:00000001:3.0:1783948572.929052:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948572.929055:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948572.929063:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.929068:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948572.929069:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.929070:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948572.929072:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948572.929073:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948572.929074:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948572.929075:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948572.929093:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948572.929101:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948572.929104:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948572.929105:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948572.929106:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948572.929108:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948572.929110:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948572.929111:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948572.929113:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948572.929114:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948572.929117:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.929129:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948572.929130:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948572.929131:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948572.929135:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948572.929141:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636529536:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948572.929146:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948572.929147:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948572.929149:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891c60. 00000400:00000200:3.0:1783948572.929152:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2550 00000400:00000010:3.0:1783948572.929154:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2550. 00000100:00000001:3.0:1783948572.929157:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948572.929160:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948572.929167:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.929174:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948572.929176:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.929177:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948572.929179:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948572.929180:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948572.929181:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948572.929183:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948572.929186:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948572.929188:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948572.929190:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948572.929191:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948572.929193:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948572.929194:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948572.929196:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948572.929200:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.929207:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948572.929209:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948572.929210:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948572.929213:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948572.929219:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636529152:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948572.929222:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.929225:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948572.929228:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066dc00 x1870603636529280/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.929235:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948572.929238:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948572.929241:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950662e00. 02000000:00000001:3.0:1783948572.929246:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948572.929248:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948572.929250:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948572.929253:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948572.929255:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135f400. 02000000:00000001:3.0:1783948572.929259:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948572.929261:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948572.929263:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066dc00. 00000100:00000001:3.0:1783948572.929267:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948572.929268:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.929270:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948572.929272:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d500 x1870603636529536/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.929278:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948572.929279:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948572.929280:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950663800. 02000000:00000001:3.0:1783948572.929282:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948572.929283:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948572.929284:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948572.929286:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948572.929287:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135f800. 02000000:00000001:3.0:1783948572.929289:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948572.929290:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948572.929291:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d500. 00000100:00000001:3.0:1783948572.929292:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948572.929293:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.929295:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948572.929298:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066fb80 x1870603636529152/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948572.929303:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948572.929304:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948572.929306:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950662c00. 02000000:00000001:3.0:1783948572.929308:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948572.929309:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948572.929310:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:3.0:1783948572.929312:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948572.929314:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e96135ff00. 02000000:00000001:3.0:1783948572.929316:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948572.929316:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948572.929318:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066fb80. 00000100:00000001:3.0:1783948572.929320:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948572.929321:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.929323:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948572.929331:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948572.929333:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948572.929335:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948572.929351:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948573.445398:0:33997:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948573.913011:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948573.913019:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948573.913025:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948573.913027:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948573.913117:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948573.913121:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948573.913123:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1783948574.128017:0:34033:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1783948574.128024:0:34033:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 09:16:12 (1783948572) 00000001:00000001:1.0:1783948574.135652:0:34033:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1783948574.425306:0:34076:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948574.425311:0:34076:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948574.425314:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3de0 00000080:00200000:3.0:1783948574.425319:0:34076:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948574.425327:0:34076:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730800. 00800000:00000002:3.0:1783948574.425334:0:34076:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948574.425338:0:34076:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948574.425342:0:34076:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.425344:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d00 00800000:00000002:3.0:1783948574.425347:0:34076:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948574.425351:0:34076:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948574.425355:0:34076:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948574.425361:0:34076:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.425363:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bd0 00000002:00010000:3.0:1783948574.425365:0:34076:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948574.425369:0:34076:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948574.425370:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948574.425374:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948574.425380:0:34076:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:3.0:1783948574.425383:0:34076:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.425388:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.425392:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948574.425397:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1783948574.425407:0:34076:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948574.425412:0:34076:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.425415:0:34076:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1783948574.425423:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948574.425425:0:34076:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948574.425427:0:34076:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948574.425429:0:34076:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948574.425431:0:34076:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948574.425433:0:34076:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948574.425436:0:34076:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948574.425438:0:34076:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948574.425441:0:34076:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730800. 00000080:00000001:3.0:1783948574.425446:0:34076:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948574.425447:0:34076:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.425450:0:34076:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948574.425453:0:34076:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:3.0:1783948574.425456:0:34076:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948574.425459:0:34076:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948574.425460:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.425463:0:34076:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.425465:0:34076:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948574.425468:0:34076:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425470:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425473:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.425475:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948574.425476:0:34076:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.425478:0:34076:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.425480:0:34076:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d01bf3e18 00010000:00000001:3.0:1783948574.425482:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.425483:0:34076:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.425485:0:34076:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948574.425487:0:34076:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425488:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425491:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948574.425493:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1783948574.425514:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.425515:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.425517:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948574.425519:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948574.425522:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1783948574.425531:0:34076:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948574.425536:0:34076:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948574.425538:0:34076:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.425542:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.425544:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.425546:0:34076:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.425549:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948574.425552:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.425554:0:34076:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.425557:0:34076:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.425559:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948574.425622:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.425624:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948574.425628:0:34076:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948574.425629:0:34076:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948574.425632:0:34076:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 101 00000080:00000001:3.0:1783948574.425637:0:34076:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.425644:0:34076:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948574.425645:0:34076:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948574.425647:0:34076:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948574.425648:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ba8 00000080:00200000:3.0:1783948574.425649:0:34076:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948574.425652:0:34076:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730800. 00800000:00000002:3.0:1783948574.425655:0:34076:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948574.425657:0:34076:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948574.425658:0:34076:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.425659:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ac8 00800000:00000002:3.0:1783948574.425661:0:34076:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948574.425663:0:34076:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948574.425665:0:34076:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948574.425667:0:34076:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.425669:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3998 00000002:00010000:3.0:1783948574.425670:0:34076:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948574.425672:0:34076:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948574.425673:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948574.425675:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948574.425677:0:34076:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:3.0:1783948574.425679:0:34076:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.425682:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.425684:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948574.425687:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1783948574.425694:0:34076:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948574.425697:0:34076:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.425699:0:34076:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1783948574.425705:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948574.425707:0:34076:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948574.425708:0:34076:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948574.425710:0:34076:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948574.425712:0:34076:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948574.425714:0:34076:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948574.425716:0:34076:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948574.425718:0:34076:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948574.425720:0:34076:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730800. 00000080:00000001:3.0:1783948574.425723:0:34076:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948574.425724:0:34076:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.425726:0:34076:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948574.425729:0:34076:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:3.0:1783948574.425732:0:34076:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948574.425733:0:34076:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948574.425734:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.425735:0:34076:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.425737:0:34076:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948574.425739:0:34076:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425741:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425743:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.425744:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948574.425745:0:34076:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.425746:0:34076:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.425749:0:34076:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d01bf3be0 00010000:00000001:3.0:1783948574.425750:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.425751:0:34076:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.425752:0:34076:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948574.425754:0:34076:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425756:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425758:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948574.425760:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1783948574.425766:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.425767:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.425768:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948574.425770:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948574.425772:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1783948574.425778:0:34076:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948574.425780:0:34076:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948574.425781:0:34076:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.425783:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.425784:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.425785:0:34076:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.425787:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948574.425788:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.425790:0:34076:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.425792:0:34076:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.425793:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948574.425795:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.425796:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948574.425797:0:34076:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948574.425798:0:34076:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948574.425801:0:34076:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948574.425804:0:34076:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948574.425813:0:34076:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509ab260. 00000020:00000001:3.0:1783948574.425817:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d98 00000080:00200000:3.0:1783948574.425818:0:34076:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=1536 00000080:00000001:3.0:1783948574.425821:0:34076:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948574.425822:0:34076:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948574.425823:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3ca8 00000080:00200000:3.0:1783948574.425825:0:34076:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948574.425828:0:34076:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730800. 00800000:00000002:3.0:1783948574.425830:0:34076:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948574.425832:0:34076:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948574.425834:0:34076:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.425835:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bc8 00800000:00000002:3.0:1783948574.425837:0:34076:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948574.425839:0:34076:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948574.425841:0:34076:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948574.425844:0:34076:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.425845:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3a98 00000002:00010000:3.0:1783948574.425847:0:34076:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948574.425849:0:34076:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948574.425929:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948574.425930:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948574.425933:0:34076:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:3.0:1783948574.425935:0:34076:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.425938:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.425940:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948574.425943:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1783948574.425950:0:34076:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948574.425952:0:34076:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.425955:0:34076:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1783948574.425960:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948574.425962:0:34076:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948574.425964:0:34076:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948574.425966:0:34076:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948574.425968:0:34076:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948574.425970:0:34076:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948574.425972:0:34076:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948574.425974:0:34076:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948574.425976:0:34076:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730800. 00000080:00000001:3.0:1783948574.425979:0:34076:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948574.425981:0:34076:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.425983:0:34076:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948574.425985:0:34076:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:3.0:1783948574.425988:0:34076:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948574.425989:0:34076:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948574.425990:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.425992:0:34076:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.425993:0:34076:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948574.425995:0:34076:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.425998:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.426000:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426001:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948574.426002:0:34076:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.426004:0:34076:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.426006:0:34076:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d01bf3ce0 00010000:00000001:3.0:1783948574.426007:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.426008:0:34076:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.426009:0:34076:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948574.426011:0:34076:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.426012:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.426015:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948574.426017:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1783948574.426023:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426025:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.426026:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948574.426027:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948574.426029:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1783948574.426035:0:34076:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948574.426036:0:34076:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948574.426037:0:34076:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.426039:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426040:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.426042:0:34076:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426044:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948574.426045:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426046:0:34076:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426048:0:34076:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426050:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948574.426051:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426052:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948574.426053:0:34076:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948574.426054:0:34076:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948574.426057:0:34076:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948574.426059:0:34076:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.426064:0:34076:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948574.426065:0:34076:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948574.426066:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3d90 00000080:00200000:3.0:1783948574.426068:0:34076:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948574.426073:0:34076:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730800. 00800000:00000002:3.0:1783948574.426076:0:34076:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948574.426078:0:34076:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948574.426080:0:34076:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.426081:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3cb0 00800000:00000002:3.0:1783948574.426083:0:34076:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948574.426085:0:34076:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948574.426087:0:34076:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948574.426090:0:34076:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.426091:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3b80 00000002:00010000:3.0:1783948574.426093:0:34076:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948574.426095:0:34076:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948574.426096:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948574.426098:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948574.426100:0:34076:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:3.0:1783948574.426102:0:34076:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.426104:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.426106:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948574.426108:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1783948574.426114:0:34076:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948574.426116:0:34076:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.426119:0:34076:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1783948574.426125:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948574.426127:0:34076:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948574.426128:0:34076:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948574.426130:0:34076:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948574.426131:0:34076:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948574.426133:0:34076:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948574.426135:0:34076:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948574.426137:0:34076:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948574.426139:0:34076:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730800. 00000080:00000001:3.0:1783948574.426141:0:34076:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948574.426142:0:34076:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.426144:0:34076:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948574.426147:0:34076:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d4b 00800000:00000001:3.0:1783948574.426149:0:34076:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948574.426151:0:34076:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948574.426152:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.426153:0:34076:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.426154:0:34076:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948574.426157:0:34076:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.426159:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.426161:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426162:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948574.426164:0:34076:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.426165:0:34076:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.426167:0:34076:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d4b from it ffffb87d01bf3dc8 00010000:00000001:3.0:1783948574.426169:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.426170:0:34076:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.426171:0:34076:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:3.0:1783948574.426173:0:34076:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.426176:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:3.0:1783948574.426177:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948574.426179:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1783948574.426185:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426186:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.426187:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948574.426188:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948574.426190:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1783948574.426195:0:34076:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948574.426197:0:34076:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948574.426198:0:34076:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.426200:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426201:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.426202:0:34076:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426204:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948574.426205:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426207:0:34076:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426209:0:34076:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426210:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948574.426212:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426213:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948574.426214:0:34076:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948574.426215:0:34076:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948574.426218:0:34076:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948574.426220:0:34076:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.426224:0:34076:0:(namei.c:2225:do_mkdir()) Process entered 00000020:00000001:3.0:1783948574.426225:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3da0 00000080:00200000:3.0:1783948574.426227:0:34076:0:(namei.c:2228:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:3.0:1783948574.426230:0:34076:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:3.0:1783948574.426232:0:34076:0:(namei.c:1767:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1783948574.426235:0:34076:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951730800. 00800000:00000002:3.0:1783948574.426238:0:34076:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000010:3.0:1783948574.426245:0:34076:0:(namei.c:1785:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff89e9580d9a80. 00000080:00000001:3.0:1783948574.426248:0:34076:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.426252:0:34076:0:(lmv_obd.c:2302:lmv_create()) Process entered 00800000:00000001:3.0:1783948574.426254:0:34076:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783948574.426261:0:34076:0:(lmv_obd.c:1702:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1783948574.426262:0:34076:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1783948574.426265:0:34076:0:(lmv_obd.c:1783:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1783948574.426268:0:34076:0:(lmv_obd.c:1801:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:3.0:1783948574.426271:0:34076:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948574.426274:0:34076:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783948574.426276:0:34076:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783948574.426279:0:34076:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783948574.426282:0:34076:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783948574.426285:0:34076:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:3.0:1783948574.426288:0:34076:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.426290:0:34076:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.426292:0:34076:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.426294:0:34076:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.426296:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01bf3bc0 00800000:00000002:3.0:1783948574.426298:0:34076:0:(lmv_obd.c:2343:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1783948574.426303:0:34076:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1783948574.426306:0:34076:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948574.426308:0:34076:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 2 00010000:00000001:3.0:1783948574.426311:0:34076:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.426314:0:34076:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948574.426317:0:34076:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948574.426320:0:34076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1783948574.426327:0:34076:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948574.426331:0:34076:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948574.426333:0:34076:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948574.426335:0:34076:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948574.426337:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948574.426339:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948574.426340:0:34076:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 3 00010000:00000001:3.0:1783948574.426342:0:34076:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948574.426344:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.426346:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948574.426347:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948574.426348:0:34076:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 3 00010000:00000001:3.0:1783948574.426350:0:34076:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948574.426352:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.426354:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948574.426355:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948574.426356:0:34076:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fd00 count: 3 00010000:00000001:3.0:1783948574.426358:0:34076:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948574.426360:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.426362:0:34076:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948574.426365:0:34076:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948574.426374:0:34076:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948574.426376:0:34076:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948574.426379:0:34076:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948574.426380:0:34076:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426384:0:34076:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948574.426387:0:34076:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948574.426389:0:34076:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948574.426390:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.426392:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948574.426395:0:34076:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234a00 with handle 0x8c7cf19e4b440d4b from hash 00010000:00000001:3.0:1783948574.426397:0:34076:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948574.426399:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.426400:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.426401:0:34076:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948574.426404:0:34076:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948574.426405:0:34076:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948574.426408:0:34076:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948574.426410:0:34076:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948574.426412:0:34076:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783948574.426417:0:34076:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65180. 00000020:00000040:3.0:1783948574.426422:0:34076:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948574.426430:0:34076:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948574.426431:0:34076:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426434:0:34076:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948574.426437:0:34076:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.426439:0:34076:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.426442:0:34076:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948574.426443:0:34076:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948574.426446:0:34076:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948574.426452:0:34076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509ea800. 00000100:00000001:3.0:1783948574.426458:0:34076:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426461:0:34076:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948574.426463:0:34076:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948574.426468:0:34076:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1783948574.426474:0:34076:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948574.426476:0:34076:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948574.426477:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948574.426479:0:34076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e064db expref: -99 pid: 32983 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1783948574.426486:0:34076:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fd00 count: 0 00010000:00000010:3.0:1783948574.426492:0:34076:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887800. 00010000:00000001:3.0:1783948574.426514:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.426517:0:34076:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426519:0:34076:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948574.426520:0:34076:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.426522:0:34076:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948574.426533:0:34076:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948574.426545:0:34076:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948574.426555:0:34076:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948574.426557:0:34076:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948574.426630:0:34076:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941254cc0. 00000100:00000001:3.0:1783948574.426633:0:34076:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233646189760 : -129840063361856 : ffff89e941254cc0) 00000100:00000001:3.0:1783948574.426636:0:34076:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.426637:0:34076:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948574.426641:0:34076:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948574.426644:0:34076:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.426646:0:34076:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948574.426647:0:34076:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948574.426652:0:34076:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.426659:0:34076:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948574.426661:0:34076:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.426664:0:34076:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948574.426666:0:34076:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948574.426668:0:34076:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948574.426672:0:34076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job mkdir:342776fa-f61c-4b73-829b-67eb463eff17:34076:1870603636529792:192.168.202.104@tcp:36:mkdir.0 00000100:00000001:3.0:1783948574.426675:0:34076:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948574.426681:0:34076:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948574.426683:0:34076:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.426686:0:34076:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948574.426690:0:34076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e8400. 02000000:00000001:3.0:1783948574.426692:0:34076:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948574.426699:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948574.426703:0:34076:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948574.426711:0:34076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125aa0. 00000100:00000200:3.0:1783948574.426718:0:34076:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636529792, portal 10 00000100:00000001:3.0:1783948574.426720:0:34076:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.426721:0:34076:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000040:3.0:1783948574.426728:0:34076:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.426735:0:34076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948574.426738:0:34076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948574.426741:0:34076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948574.426745:0:34076:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870603636529792, offset 0 00000400:00000200:3.0:1783948574.426751:0:34076:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948574.426758:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948574.426766:0:34076:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948574.426772:0:34076:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948574.426776:0:34076:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948574.426780:0:34076:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948574.426782:0:34076:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948574.426786:0:34076:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2649:2649:256:4294967295] 192.168.202.104@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:3.0:1783948574.426790:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948574.426800:0:34076:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948574.426806:0:34076:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948574.426810:0:34076:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9491c4300. 00000800:00000200:3.0:1783948574.426818:0:34076:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948574.426825:0:34076:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948574.426829:0:34076:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9491c4300 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1783948574.426925:0:34076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.426930:0:34076:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 853105 usecs (854 jiffies) 00000400:00000200:3.0:1783948574.426934:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948574.426936:0:34076:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665433 00000100:00000001:3.0:1783948574.426939:0:34076:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948574.426942:0:34076:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665433 00000100:00000001:3.0:1783948574.426944:0:34076:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948574.426946:0:34076:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.426949:0:34076:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.426951:0:34076:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948574.426952:0:34076:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948574.426955:0:34076:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941254cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1783948574.426957:0:34076:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948574.426960:0:34076:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948574.427048:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948574.427052:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9491c4300. 00000400:00000200:0.0:1783948574.427056:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.427060:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948574.427070:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:0.0:1783948574.427072:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:0.0:1783948574.427077:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948574.427084:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.427091:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.427093:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.427098:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.427099:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948574.435270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fd00. 00010000:00000010:3.1:1783948574.435283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234a00. 00000800:00000001:0.0:1783948574.450706:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.450738:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948574.450742:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.450745:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.450755:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.450764:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948574.450778:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.450784:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.450790:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.450794:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd9455a80 00000400:00000200:0.0:1783948574.450800:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.450808:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x74a1 [1] + 224 00000800:00000001:0.0:1783948574.450818:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.450832:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.450836:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.450841:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948574.450849:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948574.450876:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948574.450889:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.450916:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948574.450927:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948574.450932:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.450938:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948574.450944:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2650:2650:256:4294967295] 192.168.202.104@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:0.0:1783948574.450949:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.450958:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948574.450964:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948574.450971:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5ba00. 00000800:00000200:0.0:1783948574.450977:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948574.450985:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948574.450990:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5ba00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948574.451090:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948574.451094:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5ba00. 00000400:00000200:0.0:1783948574.451098:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.451102:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948574.451109:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.451112:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.451450:0:34076:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948574.451458:0:34076:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948574.451460:0:34076:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948574.451464:0:34076:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948574.451468:0:34076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125aa0 00000400:00000010:3.0:1783948574.451471:0:34076:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125aa0. 00000100:00000001:3.0:1783948574.451474:0:34076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948574.451479:0:34076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948574.451490:0:34076:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65180 x1870603636529792/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.451508:0:34076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948574.451510:0:34076:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.451513:0:34076:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948574.451517:0:34076:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948574.451520:0:34076:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948574.451522:0:34076:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.451525:0:34076:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948574.451534:0:34076:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948574.451538:0:34076:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948574.451541:0:34076:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948574.451543:0:34076:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.451546:0:34076:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948574.451550:0:34076:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.451554:0:34076:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948574.451557:0:34076:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:3.0:1783948574.451559:0:34076:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948574.451561:0:34076:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.451563:0:34076:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000001:3.0:1783948574.451566:0:34076:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948574.451567:0:34076:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:3.0:1783948574.451570:0:34076:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948574.451572:0:34076:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.451577:0:34076:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65180 x1870603636529792/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948590 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.451585:0:34076:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.451587:0:34076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948574.451589:0:34076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948574.451593:0:34076:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65180 x1870603636529792/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948590 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948574.451602:0:34076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job mkdir:342776fa-f61c-4b73-829b-67eb463eff17:34076:1870603636529792:192.168.202.104@tcp:36:mkdir.0 00000100:00000001:3.0:1783948574.451606:0:34076:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.451609:0:34076:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.451611:0:34076:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948574.451613:0:34076:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.451616:0:34076:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65180 x1870603636529792/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948590 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.451623:0:34076:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948574.451626:0:34076:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941254cc0. 00000100:00000001:3.0:1783948574.451630:0:34076:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948574.451632:0:34076:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.451640:0:34076:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948574.451643:0:34076:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:3.0:1783948574.451646:0:34076:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.451649:0:34076:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1783948574.451652:0:34076:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783948505 to 1783948574 00000080:00000001:3.0:1783948574.451656:0:34076:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948574.451664:0:34076:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948574.451667:0:34076:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948574.451669:0:34076:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1783948574.451672:0:34076:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783948574.451688:0:34076:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d87380. 00000080:00000001:3.0:1783948574.451713:0:34076:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783948574.451715:0:34076:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff89e951d87448) 00000080:00000001:3.0:1783948574.451718:0:34076:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948574.451720:0:34076:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:3.0:1783948574.451729:0:34076:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.451731:0:34076:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1783948574.451734:0:34076:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948574.451736:0:34076:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1783948574 00000080:00200000:3.0:1783948574.451740:0:34076:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 4096 00000080:00000001:3.0:1783948574.451743:0:34076:0:(llite_lib.c:3377:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1783948574.451745:0:34076:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926366280 : -129839783185336 : ffff89e951d87448) 00000080:00000001:3.0:1783948574.451748:0:34076:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948574.451751:0:34076:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948574.451753:0:34076:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.451757:0:34076:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.451759:0:34076:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:3.0:1783948574.451760:0:34076:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.451765:0:34076:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636529792/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948590 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.451772:0:34076:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948574.451774:0:34076:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948574.451777:0:34076:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730800. 00000080:00000010:3.0:1783948574.451781:0:34076:0:(namei.c:2058:ll_new_node()) kfreed 'lum': 48 at ffff89e9580d9a80. 00000080:00000001:3.0:1783948574.451784:0:34076:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.451786:0:34076:0:(namei.c:2236:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948574.451790:0:34076:0:(namei.c:2280:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.451803:0:34076:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783948574.451809:0:34076:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1783948574.469071:0:34077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab260. 00000080:00000001:2.0:1783948574.472984:0:34077:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948574.472992:0:34077:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948574.472994:0:34077:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948574.472998:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fbc0 00000080:00200000:2.0:1783948574.473003:0:34077:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948574.473011:0:34077:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948574.473018:0:34077:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948574.473023:0:34077:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948574.473028:0:34077:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.473030:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fae0 00800000:00000002:2.0:1783948574.473032:0:34077:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948574.473036:0:34077:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948574.473041:0:34077:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948574.473046:0:34077:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.473048:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f9b0 00000002:00010000:2.0:1783948574.473050:0:34077:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948574.473054:0:34077:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948574.473056:0:34077:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948574.473060:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948574.473067:0:34077:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.473070:0:34077:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.473072:0:34077:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.473074:0:34077:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948574.473077:0:34077:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948574.473083:0:34077:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948574.473087:0:34077:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948574.473094:0:34077:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948574.473099:0:34077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.473104:0:34077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.473107:0:34077:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948574.473110:0:34077:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948574.473114:0:34077:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948574.473122:0:34077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581cb400. 00000100:00000001:2.0:1783948574.473129:0:34077:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.473133:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.473135:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.473137:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.473138:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.473140:0:34077:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.473145:0:34077:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948574.473149:0:34077:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948574.473151:0:34077:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948574.473156:0:34077:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f800. 00010000:00000010:2.0:1783948574.473160:0:34077:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887980. 00010000:00000001:2.0:1783948574.473166:0:34077:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948574.473171:0:34077:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234000. 00000020:00000001:2.0:1783948574.473175:0:34077:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948574.473177:0:34077:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234000 with handle 0x8c7cf19e4b440d52 to hash 00000020:00000001:2.0:1783948574.473180:0:34077:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948574.473181:0:34077:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.473185:0:34077:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.473188:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.473192:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.473197:0:34077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.473208:0:34077:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.473218:0:34077:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948574.473225:0:34077:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948574.473228:0:34077:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948574.473235:0:34077:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc79c0. 00000100:00000001:2.0:1783948574.473238:0:34077:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710623168 : -129839998928448 : ffff89e944fc79c0) 00000100:00000001:2.0:1783948574.473241:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.473242:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948574.473247:0:34077:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948574.473252:0:34077:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.473255:0:34077:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948574.473257:0:34077:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948574.473269:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.473278:0:34077:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948574.473280:0:34077:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.473284:0:34077:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948574.473286:0:34077:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948574.473289:0:34077:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948574.473292:0:34077:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636529920:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948574.473297:0:34077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948574.473302:0:34077:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948574.473305:0:34077:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.473308:0:34077:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948574.473313:0:34077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948574.473316:0:34077:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948574.473323:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948574.473328:0:34077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948574.473335:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2660. 00000100:00000200:2.0:1783948574.473342:0:34077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636529920, portal 10 00000100:00000001:2.0:1783948574.473344:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.473345:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948574.473351:0:34077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.473359:0:34077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948574.473362:0:34077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948574.473366:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2c38. 00000100:00000200:2.0:1783948574.473369:0:34077:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636529920, offset 0 00000400:00000200:2.0:1783948574.473377:0:34077:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948574.473385:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.473393:0:34077:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948574.473399:0:34077:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948574.473402:0:34077:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948574.473406:0:34077:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948574.473409:0:34077:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948574.473413:0:34077:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2651:2651:256:4294967295] 192.168.202.104@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:2.0:1783948574.473418:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.473429:0:34077:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948574.473435:0:34077:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948574.473441:0:34077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61900. 00000800:00000200:2.0:1783948574.473448:0:34077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948574.473457:0:34077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948574.473462:0:34077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783948574.473484:0:34077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.473489:0:34077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 852091 usecs (853 jiffies) 00000400:00000200:2.0:1783948574.473492:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948574.473507:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665476 00000100:00000001:2.0:1783948574.473511:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.473514:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665476 00000100:00000001:2.0:1783948574.473516:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.473518:0:34077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.473521:0:34077:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.473524:0:34077:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948574.473526:0:34077:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948574.473529:0:34077:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc79c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948574.473533:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948574.473537:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948574.473718:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948574.473723:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61900. 00000400:00000200:0.0:1783948574.473729:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.473734:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948574.473739:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2c38 00000400:00000010:0.0:1783948574.473743:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2c38. 00000100:00000001:0.0:1783948574.473747:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948574.473752:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.473763:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.473766:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.473774:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.473775:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948574.487948:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.487971:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948574.487976:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.487979:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.487987:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.487996:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948574.488104:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.488112:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.488120:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.488124:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9455b00 00000400:00000200:1.0:1783948574.488130:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.488138:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x74a9 [1] + 224 00000800:00000001:1.0:1783948574.488149:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.488165:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.488169:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.488175:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948574.488185:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948574.488196:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948574.488211:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.488291:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948574.488311:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948574.488322:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.488326:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783948574.490583:0:34077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948574.490590:0:34077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948574.490595:0:34077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948574.490605:0:34077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2660 00000400:00000010:2.0:1783948574.490608:0:34077:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2660. 00000100:00000001:2.0:1783948574.490613:0:34077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948574.490623:0:34077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948574.490635:0:34077:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.490643:0:34077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948574.490645:0:34077:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.490648:0:34077:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948574.490653:0:34077:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948574.490655:0:34077:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948574.490658:0:34077:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.490661:0:34077:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948574.490670:0:34077:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948574.490675:0:34077:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948574.490678:0:34077:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948574.490680:0:34077:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.490682:0:34077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948574.490686:0:34077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.490690:0:34077:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948574.490692:0:34077:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:2.0:1783948574.490694:0:34077:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948574.490697:0:34077:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.490702:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.490709:0:34077:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.490713:0:34077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948574.490715:0:34077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948574.490718:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948574.490728:0:34077:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636529920:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948574.490734:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.490737:0:34077:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.490739:0:34077:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948574.490741:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.490745:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.490751:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948574.490754:0:34077:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc79c0. 00000100:00000001:2.0:1783948574.490757:0:34077:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948574.490759:0:34077:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.490762:0:34077:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948574.490766:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.490768:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.490772:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=4 00000020:00000001:2.0:1783948574.490774:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490778:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000040:2.0:1783948574.490785:0:34077:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234000, remote cookie: 0x2ceea11ad5e06758, flags: 0x1001 00010000:00010000:2.0:1783948574.490790:0:34077:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.490801:0:34077:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.490807:0:34077:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948574.490811:0:34077:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948574.490814:0:34077:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948574.490815:0:34077:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948574.490816:0:34077:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948574.490819:0:34077:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6f800) refcount = 1 00010000:00010000:2.0:1783948574.490824:0:34077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.490830:0:34077:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948574.490834:0:34077:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948574.490835:0:34077:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.490839:0:34077:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948574.490841:0:34077:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.490845:0:34077:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.490868:0:34077:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948574.490870:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.490872:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.490873:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.490874:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.490875:0:34077:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.490880:0:34077:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948574.490882:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.490884:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.490886:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.490888:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490890:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490892:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.490893:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.490895:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=4 00000020:00000001:2.0:1783948574.490896:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490898:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490902:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.490905:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.490909:0:34077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.490915:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.490917:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.490918:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.490919:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.490921:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=5 00000020:00000001:2.0:1783948574.490923:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490925:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490927:0:34077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.490930:0:34077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.490937:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.490938:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948574.490941:0:34077:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.490948:0:34077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.490949:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.490950:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.490951:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.490952:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948574.490957:0:34077:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948574.490966:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.490967:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.490969:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.490971:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490973:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490975:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.490976:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.490977:0:34077:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.490979:0:34077:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.490982:0:34077:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948574.490984:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.490985:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.490987:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.490989:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.490991:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00000002:00010000:2.0:1783948574.490994:0:34077:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.491000:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491001:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.491003:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948574.491004:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.491005:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.491006:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.491008:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491010:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000040:2.0:1783948574.491016:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948574.491019:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948574.491023:0:34077:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783948574.491025:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491026:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.491028:0:34077:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948574.491031:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f938 00000002:00002000:2.0:1783948574.491033:0:34077:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948574.491035:0:34077:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.491039:0:34077:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.491042:0:34077:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948574.491045:0:34077:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948574.491048:0:34077:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948574.491051:0:34077:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948574.491055:0:34077:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000080:00000001:2.0:1783948574.491061:0:34077:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948574.491064:0:34077:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948574.491069:0:34077:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783948574.491073:0:34077:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948574.491082:0:34077:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477c680. 00800000:00000001:2.0:1783948574.491085:0:34077:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701926528 : -129840007625088 : ffff89e94477c680) 00800000:00000001:2.0:1783948574.491087:0:34077:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.491090:0:34077:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948574.491092:0:34077:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948574.491094:0:34077:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948574.491097:0:34077:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948574.491100:0:34077:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948574.491102:0:34077:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.491107:0:34077:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948574.491110:0:34077:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783948574.491115:0:34077:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948574.491117:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.491118:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.491120:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.491122:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491124:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491126:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491127:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948574.491128:0:34077:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948574.491130:0:34077:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948574.491132:0:34077:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477c680 1 00800000:00000010:2.0:1783948574.491134:0:34077:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477c680. 00800000:00000001:2.0:1783948574.491137:0:34077:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.491140:0:34077:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d52 00800000:00000001:2.0:1783948574.491144:0:34077:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948574.491145:0:34077:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948574.491146:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.491148:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.491149:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.491151:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491153:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491155:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491156:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.491157:0:34077:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.491160:0:34077:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.491162:0:34077:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.491164:0:34077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948574.491167:0:34077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d52 from it ffffb87d00c8fbf8 00010000:00000001:2.0:1783948574.491169:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.491170:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.491171:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.491173:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491174:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491176:0:34077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.491179:0:34077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.491185:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491186:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.491187:0:34077:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948574.491189:0:34077:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948574.491193:0:34077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948574.491201:0:34077:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.491203:0:34077:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948574.491205:0:34077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.491210:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491211:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.491212:0:34077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491215:0:34077:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948574.491217:0:34077:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491219:0:34077:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491222:0:34077:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491224:0:34077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.491225:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491227:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948574.491245:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.491250:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636529920/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.491258:0:34077:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948574.491261:0:34077:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948574.491264:0:34077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948574.491268:0:34077:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948574.491270:0:34077:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948574.491273:0:34077:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948574.491275:0:34077:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948574.491278:0:34077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb400. 02000000:00000001:2.0:1783948574.491281:0:34077:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948574.491283:0:34077:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948574.491285:0:34077:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948574.491289:0:34077:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948574.491290:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948574.491293:0:34077:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948574.491298:0:34077:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948574.491314:0:34077:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9461bebc0. 00000080:00000001:2.0:1783948574.491319:0:34077:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948574.491321:0:34077:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948574.491322:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fb00 00000080:00200000:2.0:1783948574.491324:0:34077:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948574.491329:0:34077:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948574.491333:0:34077:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948574.491336:0:34077:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948574.491339:0:34077:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.491340:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa20 00800000:00000002:2.0:1783948574.491342:0:34077:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948574.491346:0:34077:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948574.491349:0:34077:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948574.491353:0:34077:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.491355:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f8f0 00000002:00010000:2.0:1783948574.491357:0:34077:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948574.491361:0:34077:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948574.491363:0:34077:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948574.491364:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948574.491368:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948574.491370:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.491373:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.491375:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948574.491379:0:34077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948574.491386:0:34077:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948574.491389:0:34077:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.491392:0:34077:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948574.491399:0:34077:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948574.491401:0:34077:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948574.491403:0:34077:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948574.491405:0:34077:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948574.491407:0:34077:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948574.491408:0:34077:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948574.491411:0:34077:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948574.491412:0:34077:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948574.491415:0:34077:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000080:00000001:2.0:1783948574.491418:0:34077:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948574.491419:0:34077:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.491421:0:34077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948574.491424:0:34077:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d52 00800000:00000001:2.0:1783948574.491426:0:34077:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948574.491427:0:34077:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948574.491428:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.491429:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.491430:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.491432:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491434:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491436:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491438:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.491439:0:34077:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.491440:0:34077:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.491442:0:34077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d52 from it ffffb87d00c8fb38 00010000:00000001:2.0:1783948574.491444:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.491445:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.491446:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=3 00000020:00000001:2.0:1783948574.491448:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491450:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.491452:0:34077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.491455:0:34077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948574.491461:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491462:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.491463:0:34077:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948574.491464:0:34077:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948574.491466:0:34077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948574.491472:0:34077:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.491474:0:34077:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948574.491475:0:34077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.491477:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491478:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.491480:0:34077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491482:0:34077:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948574.491483:0:34077:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491485:0:34077:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491487:0:34077:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491488:0:34077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.491489:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491490:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948574.491492:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948574.491493:0:34077:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948574.491495:0:34077:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:2.0:1783948574.491526:0:34077:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.491529:0:34077:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783948574.491530:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fb50 00000080:00200000:2.0:1783948574.491532:0:34077:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), file ffff89e946749800, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1783948574.491538:0:34077:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e9580417e0. 00000080:00000001:2.0:1783948574.491541:0:34077:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783948574.491543:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa00 00000080:00200000:2.0:1783948574.491545:0:34077:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000010:2.0:1783948574.491551:0:34077:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948574.491553:0:34077:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948574.491557:0:34077:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948574.491559:0:34077:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.491560:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f920 00800000:00000002:2.0:1783948574.491562:0:34077:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948574.491565:0:34077:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783948574.491568:0:34077:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783948574.491572:0:34077:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:2.0:1783948574.491575:0:34077:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1783948574.491578:0:34077:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1783948574.491581:0:34077:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783948574.491583:0:34077:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783948574.491586:0:34077:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:2.0:1783948574.491588:0:34077:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.491590:0:34077:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.491592:0:34077:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.491594:0:34077:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948574.491596:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f8a0 00800000:00000002:2.0:1783948574.491598:0:34077:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1783948574.491600:0:34077:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.491601:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f7d8 00000002:00010000:2.0:1783948574.491603:0:34077:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1783948574.491606:0:34077:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948574.491608:0:34077:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948574.491612:0:34077:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783948574.491614:0:34077:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.491616:0:34077:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948574.491617:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948574.491620:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.491622:0:34077:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948574.491624:0:34077:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948574.491627:0:34077:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783948574.491634:0:34077:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948574.491639:0:34077:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948574.491641:0:34077:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948574.491643:0:34077:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783948574.491645:0:34077:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948574.491646:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948574.491648:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948574.491651:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948574.491653:0:34077:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.491654:0:34077:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948574.491655:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948574.491656:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948574.491657:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948574.491659:0:34077:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.491660:0:34077:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948574.491661:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948574.491662:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948574.491664:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948574.491666:0:34077:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.491667:0:34077:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783948574.491670:0:34077:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783948574.491674:0:34077:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783948574.491676:0:34077:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783948574.491679:0:34077:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948574.491680:0:34077:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491683:0:34077:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948574.491686:0:34077:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948574.491687:0:34077:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948574.491689:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.491690:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948574.491692:0:34077:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234000 with handle 0x8c7cf19e4b440d52 from hash 00010000:00000001:2.0:1783948574.491694:0:34077:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948574.491695:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.491697:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.491698:0:34077:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948574.491700:0:34077:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948574.491701:0:34077:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948574.491704:0:34077:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948574.491705:0:34077:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948574.491707:0:34077:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783948574.491711:0:34077:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948574.491714:0:34077:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948574.491718:0:34077:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948574.491720:0:34077:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491722:0:34077:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948574.491725:0:34077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.491727:0:34077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.491729:0:34077:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948574.491731:0:34077:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948574.491734:0:34077:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948574.491740:0:34077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581cb400. 00000100:00000001:2.0:1783948574.491746:0:34077:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491749:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.491751:0:34077:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948574.491754:0:34077:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783948574.491761:0:34077:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783948574.491763:0:34077:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948574.491764:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948574.491767:0:34077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06758 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1783948574.491779:0:34077:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f800 count: 0 00010000:00000010:2.0:1783948574.491784:0:34077:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887980. 00010000:00000001:2.0:1783948574.491795:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.491796:0:34077:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491798:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.491799:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.491801:0:34077:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.491811:0:34077:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948574.491814:0:34077:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948574.491816:0:34077:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948574.491821:0:34077:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6fe00. 00010000:00000010:2.0:1783948574.491825:0:34077:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887980. 00010000:00000001:2.0:1783948574.491829:0:34077:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948574.491834:0:34077:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234a00. 00000020:00000001:2.0:1783948574.491837:0:34077:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948574.491839:0:34077:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234a00 with handle 0x8c7cf19e4b440d59 to hash 00000020:00000001:2.0:1783948574.491841:0:34077:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948574.491842:0:34077:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.491846:0:34077:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.491848:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.491849:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.491911:0:34077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.491918:0:34077:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948574.491929:0:34077:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948574.491936:0:34077:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948574.491950:0:34077:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948574.491955:0:34077:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948574.491957:0:34077:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948574.491964:0:34077:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc79c0. 00000100:00000001:2.0:1783948574.491966:0:34077:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710623168 : -129839998928448 : ffff89e944fc79c0) 00000100:00000001:2.0:1783948574.491968:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.491969:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948574.491973:0:34077:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948574.491977:0:34077:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.491978:0:34077:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948574.491980:0:34077:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948574.491984:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.491991:0:34077:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948574.491993:0:34077:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.491996:0:34077:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948574.491998:0:34077:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948574.492000:0:34077:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948574.492002:0:34077:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636530176:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948574.492006:0:34077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948574.492011:0:34077:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948574.492013:0:34077:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.492015:0:34077:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948574.492071:0:34077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948574.492074:0:34077:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948574.492081:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948574.492085:0:34077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948574.492091:0:34077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9581ca400. 00000100:00000200:2.0:1783948574.492098:0:34077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636530176, portal 10 00000100:00000001:2.0:1783948574.492100:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.492102:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948574.492108:0:34077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.492115:0:34077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948574.492118:0:34077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948574.492121:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2660. 00000100:00000200:2.0:1783948574.492125:0:34077:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1870603636530176, offset 0 00000400:00000200:2.0:1783948574.492131:0:34077:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948574.492138:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.492145:0:34077:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948574.492150:0:34077:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948574.492154:0:34077:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948574.492158:0:34077:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948574.492161:0:34077:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948574.492165:0:34077:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2652:2652:256:4294967295] 192.168.202.104@tcp LPNI seq info [2652:2652:8:4294967295] 00000400:00000200:2.0:1783948574.492169:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.492179:0:34077:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948574.492185:0:34077:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948574.492189:0:34077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61300. 00000800:00000200:2.0:1783948574.492195:0:34077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948574.492203:0:34077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948574.492208:0:34077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61300 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1783948574.492224:0:34077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.492228:0:34077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 851067 usecs (852 jiffies) 00000400:00000200:2.0:1783948574.492231:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948574.492234:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665496 00000100:00000001:2.0:1783948574.492236:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.492238:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665496 00000100:00000001:2.0:1783948574.492240:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.492242:0:34077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.492245:0:34077:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.492247:0:34077:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948574.492248:0:34077:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948574.492251:0:34077:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc79c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948574.492253:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948574.492256:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948574.492554:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948574.492567:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61300. 00000400:00000200:0.0:1783948574.492573:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.492578:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948574.492584:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2660 00000400:00000010:0.0:1783948574.492587:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2660. 00000100:00000001:0.0:1783948574.492590:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948574.492595:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.492605:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.492608:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948590 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.492614:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.492616:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948574.496739:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.496756:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948574.496761:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.496763:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.496770:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.496778:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948574.496787:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.496792:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.496797:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.496802:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd9455c00 00000400:00000200:1.0:1783948574.496807:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.496813:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x74b1 [32] + 224 00000800:00000001:1.0:1783948574.496820:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.496828:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.496831:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.496835:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948574.496842:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948574.497013:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948590 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948574.497028:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.497050:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948574.497059:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.497063:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.497213:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948574.497221:0:34077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948574.497223:0:34077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948574.497227:0:34077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948574.497231:0:34077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9581ca400 00000400:00000010:2.0:1783948574.497234:0:34077:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9581ca400. 00000100:00000001:2.0:1783948574.497237:0:34077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948574.497242:0:34077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948574.497251:0:34077:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.497257:0:34077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948574.497259:0:34077:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.497261:0:34077:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948574.497265:0:34077:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948574.497268:0:34077:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948574.497270:0:34077:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.497273:0:34077:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948574.497281:0:34077:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948574.497286:0:34077:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948574.497288:0:34077:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1783948574.497292:0:34077:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.497298:0:34077:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783948574.497301:0:34077:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948574.497303:0:34077:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:2.0:1783948574.497305:0:34077:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948574.497307:0:34077:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1783948574.497311:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.497318:0:34077:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1783948574.497321:0:34077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948574.497324:0:34077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948574.497327:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948574.497335:0:34077:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636530176:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948574.497340:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.497342:0:34077:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783948574.497345:0:34077:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948574.497346:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.497349:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.497355:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948574.497358:0:34077:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc79c0. 00000100:00000001:2.0:1783948574.497361:0:34077:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948574.497363:0:34077:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1783948574.497366:0:34077:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948574.497370:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.497373:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.497376:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=4 00000020:00000001:2.0:1783948574.497379:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.497382:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00010000:2.0:1783948574.497387:0:34077:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.497397:0:34077:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1783948574.497401:0:34077:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.497406:0:34077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.497410:0:34077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.497415:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.497417:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948574.497419:0:34077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.497425:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.497429:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.497431:0:34077:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783948574.497434:0:34077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.497441:0:34077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e952234a00 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:2.0:1783948574.497444:0:34077:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1783948574.497448:0:34077:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.497454:0:34077:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1783948574.497456:0:34077:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1783948574.497460:0:34077:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.497466:0:34077:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783948574.497469:0:34077:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948574.497470:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.497471:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.497473:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=5 00000020:00000001:2.0:1783948574.497474:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.497477:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.497480:0:34077:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948574.497483:0:34077:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1783948574.497493:0:34077:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948574.497495:0:34077:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.497509:0:34077:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783948574.497511:0:34077:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948574.497515:0:34077:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948574.497517:0:34077:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948574.497518:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.497520:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948574.497523:0:34077:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234a00 with handle 0x8c7cf19e4b440d59 from hash 00010000:00000001:2.0:1783948574.497525:0:34077:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948574.497527:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.497528:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.497529:0:34077:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948574.497531:0:34077:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948574.497533:0:34077:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783948574.497535:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.497536:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.497538:0:34077:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.497540:0:34077:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.497543:0:34077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.497549:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.497550:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.497552:0:34077:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1783948574.497554:0:34077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.497555:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.497556:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.497557:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948574.497560:0:34077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d59 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948574.497567:0:34077:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fe00 count: 0 00010000:00000010:2.0:1783948574.497574:0:34077:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887980. 00010000:00000001:2.0:1783948574.497583:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.497585:0:34077:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1783948574.497590:0:34077:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1783948574.497596:0:34077:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948574.497668:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783948574.497670:0:34077:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.497672:0:34077:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.497673:0:34077:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.497676:0:34077:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1783948574.497679:0:34077:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1783948574.497683:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f760 00000002:00002000:2.0:1783948574.497685:0:34077:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:2.0:1783948574.497688:0:34077:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1783948574.497692:0:34077:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1783948574.497695:0:34077:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1783948574.497759:0:34077:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1783948574.497762:0:34077:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1783948574.497765:0:34077:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1783948574.497770:0:34077:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948574.497774:0:34077:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000100:00000001:2.0:1783948574.497779:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.497784:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636530176/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.497792:0:34077:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948574.497794:0:34077:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948574.497797:0:34077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948574.497830:0:34077:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948574.497833:0:34077:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948574.497835:0:34077:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948574.497838:0:34077:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948574.497841:0:34077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb400. 02000000:00000001:2.0:1783948574.497844:0:34077:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948574.497846:0:34077:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948574.497848:0:34077:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948574.497887:0:34077:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948574.497889:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948574.497894:0:34077:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783948574.497895:0:34077:0:(dcache.c:176:ll_intent_release()) intent ffff89e9580417e0 released 00000080:00000001:2.0:1783948574.497897:0:34077:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1783948574.497899:0:34077:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e9580417e0. 00000080:00000001:2.0:1783948574.497902:0:34077:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1783948574.497910:0:34077:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948574.497915:0:34077:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1783948574.497965:0:34077:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948574.497968:0:34077:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948574.497970:0:34077:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948574.497972:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fbc0 00000080:00200000:2.0:1783948574.497974:0:34077:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948574.497980:0:34077:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948574.497985:0:34077:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948574.497989:0:34077:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948574.497992:0:34077:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.497994:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fae0 00800000:00000002:2.0:1783948574.497996:0:34077:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948574.498000:0:34077:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948574.498004:0:34077:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948574.498008:0:34077:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.498010:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f9b0 00000002:00010000:2.0:1783948574.498012:0:34077:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948574.498015:0:34077:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948574.498017:0:34077:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948574.498020:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948574.498024:0:34077:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.498026:0:34077:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.498028:0:34077:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.498031:0:34077:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948574.498033:0:34077:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948574.498037:0:34077:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948574.498041:0:34077:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948574.498048:0:34077:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948574.498052:0:34077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.498055:0:34077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.498057:0:34077:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948574.498059:0:34077:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948574.498063:0:34077:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948574.498070:0:34077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581cb400. 00000100:00000001:2.0:1783948574.498077:0:34077:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.498081:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.498083:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.498085:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.498087:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.498089:0:34077:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.498094:0:34077:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948574.498098:0:34077:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948574.498100:0:34077:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948574.498104:0:34077:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6fb00. 00010000:00000010:2.0:1783948574.498107:0:34077:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887980. 00010000:00000001:2.0:1783948574.498112:0:34077:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948574.498115:0:34077:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235c00. 00000020:00000001:2.0:1783948574.498118:0:34077:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948574.498120:0:34077:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235c00 with handle 0x8c7cf19e4b440d60 to hash 00000020:00000001:2.0:1783948574.498123:0:34077:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948574.498124:0:34077:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.498128:0:34077:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.498131:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.498133:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.498136:0:34077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.498143:0:34077:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.498153:0:34077:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948574.498159:0:34077:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948574.498161:0:34077:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948574.498168:0:34077:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc79c0. 00000100:00000001:2.0:1783948574.498170:0:34077:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710623168 : -129839998928448 : ffff89e944fc79c0) 00000100:00000001:2.0:1783948574.498173:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.498174:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948574.498178:0:34077:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948574.498182:0:34077:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.498184:0:34077:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948574.498185:0:34077:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948574.498191:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.498199:0:34077:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948574.498202:0:34077:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.498206:0:34077:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948574.498209:0:34077:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948574.498211:0:34077:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948574.498215:0:34077:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636530304:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948574.498218:0:34077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948574.498224:0:34077:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948574.498226:0:34077:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.498229:0:34077:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948574.498234:0:34077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948574.498236:0:34077:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948574.498241:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948574.498244:0:34077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948574.498250:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948574.498256:0:34077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636530304, portal 10 00000100:00000001:2.0:1783948574.498258:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.498259:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948574.498266:0:34077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.498278:0:34077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948574.498281:0:34077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948574.498284:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a22a8. 00000100:00000200:2.0:1783948574.498288:0:34077:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636530304, offset 0 00000400:00000200:2.0:1783948574.498294:0:34077:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948574.498301:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.498308:0:34077:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948574.498313:0:34077:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948574.498317:0:34077:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948574.498321:0:34077:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948574.498324:0:34077:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948574.498327:0:34077:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2653:2653:256:4294967295] 192.168.202.104@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:2.0:1783948574.498332:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.498341:0:34077:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948574.498347:0:34077:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948574.498353:0:34077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61800. 00000800:00000200:2.0:1783948574.498359:0:34077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948574.498366:0:34077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948574.498371:0:34077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783948574.498389:0:34077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.498393:0:34077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 850027 usecs (851 jiffies) 00000400:00000200:2.0:1783948574.498397:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948574.498399:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665501 00000100:00000001:2.0:1783948574.498402:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.498404:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665501 00000100:00000001:2.0:1783948574.498407:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.498409:0:34077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.498411:0:34077:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.498414:0:34077:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948574.498416:0:34077:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948574.498419:0:34077:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc79c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948574.498421:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948574.498423:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948574.498605:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948574.498610:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61800. 00000400:00000200:0.0:1783948574.498613:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.498617:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948574.498620:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a22a8 00000400:00000010:0.0:1783948574.498621:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a22a8. 00000100:00000001:0.0:1783948574.498624:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948574.498628:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.498634:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.498637:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.498642:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.498643:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948574.501920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f800. 00010000:00000010:2.1:1783948574.501938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00000800:00000001:1.0:1783948574.503041:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.503057:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948574.503061:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.503062:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.503069:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.503075:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948574.503083:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.503087:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.503092:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.503095:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9455c80 00000400:00000200:1.0:1783948574.503098:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.503103:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x74b9 [1] + 224 00000800:00000001:1.0:1783948574.503108:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.503114:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.503116:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.503119:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948574.503125:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948574.503131:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948574.503139:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.503152:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948574.503165:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.503169:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.503179:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948574.503188:0:34077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948574.503190:0:34077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948574.503193:0:34077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948574.503198:0:34077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:2.0:1783948574.503200:0:34077:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:2.0:1783948574.503203:0:34077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948574.503208:0:34077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948574.503217:0:34077:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.503224:0:34077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948574.503226:0:34077:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.503239:0:34077:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948574.503243:0:34077:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948574.503246:0:34077:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948574.503249:0:34077:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.503253:0:34077:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948574.503262:0:34077:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948574.503267:0:34077:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948574.503270:0:34077:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948574.503271:0:34077:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.503274:0:34077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948574.503278:0:34077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.503282:0:34077:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948574.503285:0:34077:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:2.0:1783948574.503286:0:34077:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948574.503289:0:34077:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.503295:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.503308:0:34077:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.503311:0:34077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948574.503313:0:34077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948574.503317:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948574.503325:0:34077:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636530304:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948574.503330:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.503333:0:34077:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.503335:0:34077:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948574.503337:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.503340:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.503347:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948574.503349:0:34077:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc79c0. 00000100:00000001:2.0:1783948574.503352:0:34077:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948574.503354:0:34077:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.503356:0:34077:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948574.503360:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503363:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503366:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=4 00000020:00000001:2.0:1783948574.503368:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503371:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000040:2.0:1783948574.503378:0:34077:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235c00, remote cookie: 0x2ceea11ad5e06782, flags: 0x1001 00010000:00010000:2.0:1783948574.503383:0:34077:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.503394:0:34077:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.503407:0:34077:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948574.503412:0:34077:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948574.503414:0:34077:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948574.503415:0:34077:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948574.503417:0:34077:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948574.503419:0:34077:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6fb00) refcount = 1 00010000:00010000:2.0:1783948574.503424:0:34077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.503430:0:34077:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948574.503434:0:34077:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948574.503436:0:34077:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.503439:0:34077:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948574.503442:0:34077:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.503445:0:34077:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.503450:0:34077:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948574.503452:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503453:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.503454:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503455:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.503457:0:34077:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.503462:0:34077:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948574.503463:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503465:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503466:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.503468:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503470:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503473:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503474:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503475:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=4 00000020:00000001:2.0:1783948574.503476:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503479:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503481:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.503484:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.503488:0:34077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.503494:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503506:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.503508:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503509:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503511:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=5 00000020:00000001:2.0:1783948574.503513:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503515:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503517:0:34077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.503520:0:34077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.503526:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503527:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948574.503529:0:34077:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.503535:0:34077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.503536:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503537:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.503538:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503539:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948574.503544:0:34077:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948574.503553:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503554:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503556:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.503558:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503560:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503562:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503563:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.503565:0:34077:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.503567:0:34077:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.503570:0:34077:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948574.503572:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503573:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503574:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.503577:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503579:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00000002:00010000:2.0:1783948574.503583:0:34077:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.503589:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503590:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.503592:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948574.503593:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503594:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503595:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.503596:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503599:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000040:2.0:1783948574.503605:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:2.0:1783948574.503607:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948574.503611:0:34077:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783948574.503614:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503615:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.503616:0:34077:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948574.503619:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f938 00000002:00002000:2.0:1783948574.503621:0:34077:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948574.503624:0:34077:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.503628:0:34077:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.503631:0:34077:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948574.503635:0:34077:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948574.503638:0:34077:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948574.503642:0:34077:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948574.503645:0:34077:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000080:00000001:2.0:1783948574.503650:0:34077:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948574.503653:0:34077:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948574.503658:0:34077:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783948574.503662:0:34077:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948574.503667:0:34077:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477c680. 00800000:00000001:2.0:1783948574.503669:0:34077:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701926528 : -129840007625088 : ffff89e94477c680) 00800000:00000001:2.0:1783948574.503671:0:34077:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.503674:0:34077:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948574.503676:0:34077:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948574.503678:0:34077:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948574.503680:0:34077:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948574.503683:0:34077:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948574.503684:0:34077:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.503688:0:34077:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948574.503691:0:34077:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783948574.503695:0:34077:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948574.503697:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503698:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503700:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.503702:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503704:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503706:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503707:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948574.503709:0:34077:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948574.503711:0:34077:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948574.503713:0:34077:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477c680 1 00800000:00000010:2.0:1783948574.503715:0:34077:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477c680. 00800000:00000001:2.0:1783948574.503718:0:34077:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.503721:0:34077:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d60 00800000:00000001:2.0:1783948574.503724:0:34077:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948574.503726:0:34077:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948574.503727:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503729:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503730:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.503732:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503734:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503737:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503738:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.503739:0:34077:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.503741:0:34077:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.503743:0:34077:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.503746:0:34077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948574.503749:0:34077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d60 from it ffffb87d00c8fbf8 00010000:00000001:2.0:1783948574.503751:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.503752:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.503753:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.503755:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503757:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.503759:0:34077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.503761:0:34077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.503768:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503769:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.503770:0:34077:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948574.503772:0:34077:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948574.503775:0:34077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948574.503782:0:34077:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.503785:0:34077:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948574.503787:0:34077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.503791:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503792:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.503795:0:34077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.503798:0:34077:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948574.503800:0:34077:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.503802:0:34077:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.503805:0:34077:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.503807:0:34077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.503808:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.503809:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948574.503811:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.503816:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636530304/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.503823:0:34077:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948574.503825:0:34077:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948574.503829:0:34077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948574.503832:0:34077:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948574.503835:0:34077:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948574.503836:0:34077:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948574.503839:0:34077:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948574.503842:0:34077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb400. 02000000:00000001:2.0:1783948574.503846:0:34077:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948574.503848:0:34077:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948574.503849:0:34077:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948574.503899:0:34077:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948574.503901:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948574.503905:0:34077:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948574.503910:0:34077:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948574.503927:0:34077:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9461bef60. 00000080:00000001:2.0:1783948574.503932:0:34077:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783948574.503934:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fb50 00000080:00200000:2.0:1783948574.503936:0:34077:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), file ffff89e946749e00, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1783948574.503941:0:34077:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e9580417e0. 00000080:00000001:2.0:1783948574.503944:0:34077:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783948574.503946:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa00 00000080:00200000:2.0:1783948574.503947:0:34077:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open 00000080:00000010:2.0:1783948574.503955:0:34077:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948574.503961:0:34077:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948574.503967:0:34077:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948574.503969:0:34077:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.503971:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f920 00800000:00000002:2.0:1783948574.503973:0:34077:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948574.503976:0:34077:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783948574.503978:0:34077:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783948574.503982:0:34077:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00000020:00000001:2.0:1783948574.503985:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f8a0 00800000:00000002:2.0:1783948574.503987:0:34077:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1783948574.503992:0:34077:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.503993:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f7d8 00000002:00010000:2.0:1783948574.503995:0:34077:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1783948574.504000:0:34077:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948574.504003:0:34077:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948574.504006:0:34077:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948574.504015:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:2.0:1783948574.504018:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.504022:0:34077:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948574.504025:0:34077:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.504027:0:34077:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.504029:0:34077:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948574.504034:0:34077:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948574.504038:0:34077:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948574.504044:0:34077:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948574.504045:0:34077:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.504049:0:34077:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948574.504053:0:34077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.504056:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.504057:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.504059:0:34077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.504061:0:34077:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948574.504064:0:34077:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948574.504069:0:34077:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948574.504076:0:34077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581cb400. 00000100:00000001:2.0:1783948574.504083:0:34077:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.504088:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.504090:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.504091:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.504092:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.504094:0:34077:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.504105:0:34077:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948574.504109:0:34077:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948574.504111:0:34077:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948574.504113:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:2.0:1783948574.504116:0:34077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.504118:0:34077:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948574.504121:0:34077:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234000. 00000020:00000001:2.0:1783948574.504125:0:34077:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948574.504127:0:34077:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234000 with handle 0x8c7cf19e4b440d67 to hash 00000020:00000001:2.0:1783948574.504134:0:34077:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948574.504136:0:34077:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.504139:0:34077:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:2.0:1783948574.504142:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.504143:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.504146:0:34077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.504154:0:34077:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948574.504165:0:34077:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948574.504172:0:34077:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948574.504181:0:34077:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948574.504187:0:34077:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948574.504188:0:34077:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948574.504194:0:34077:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc79c0. 00000100:00000001:2.0:1783948574.504196:0:34077:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710623168 : -129839998928448 : ffff89e944fc79c0) 00000100:00000001:2.0:1783948574.504199:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.504200:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948574.504205:0:34077:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948574.504208:0:34077:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.504211:0:34077:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948574.504212:0:34077:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948574.504216:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.504223:0:34077:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948574.504227:0:34077:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.504231:0:34077:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948574.504234:0:34077:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948574.504236:0:34077:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948574.504240:0:34077:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636530560:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948574.504244:0:34077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948574.504249:0:34077:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948574.504252:0:34077:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.504254:0:34077:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948574.504412:0:34077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958c00000. 02000000:00000001:0.0:1783948574.504415:0:34077:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948574.504420:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948574.504423:0:34077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae840. 00000400:00000010:0.0:1783948574.504429:0:34077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e96018e000. 00000100:00000200:0.0:1783948574.504436:0:34077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636530560, portal 10 00000100:00000001:0.0:1783948574.504437:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.504438:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:0.0:1783948574.504443:0:34077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.504449:0:34077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948574.504450:0:34077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948574.504453:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf4c8. 00000100:00000200:0.0:1783948574.504455:0:34077:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1870603636530560, offset 0 00000400:00000200:0.0:1783948574.504460:0:34077:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948574.504464:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.504469:0:34077:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948574.504473:0:34077:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948574.504476:0:34077:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948574.504479:0:34077:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948574.504481:0:34077:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948574.504484:0:34077:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2654:2654:256:4294967295] 192.168.202.104@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:0.0:1783948574.504486:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.504492:0:34077:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948574.504508:0:34077:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948574.504512:0:34077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5ba00. 00000800:00000200:0.0:1783948574.504518:0:34077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948574.504524:0:34077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948574.504528:0:34077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5ba00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1783948574.504544:0:34077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948574.504548:0:34077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 848988 usecs (849 jiffies) 00000400:00000200:0.0:1783948574.504550:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948574.504553:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665505 00000100:00000001:0.0:1783948574.504555:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:0.0:1783948574.504557:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665505 00000100:00000001:0.0:1783948574.504559:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:0.0:1783948574.504561:0:34077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948574.504562:0:34077:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.504564:0:34077:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948574.504565:0:34077:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948574.504567:0:34077:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc79c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948574.504569:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948574.504570:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948574.504720:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.504725:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5ba00. 00000400:00000200:1.0:1783948574.504730:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.504735:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948574.504739:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf4c8 00000400:00000010:1.0:1783948574.504741:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf4c8. 00000100:00000001:1.0:1783948574.504746:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948574.504750:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.504760:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948574.504763:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948590 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.504770:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948574.504772:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948574.506909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fe00. 00010000:00000010:2.1:1783948574.506941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234a00. 00000080:00000010:2.1:1783948574.506946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bebc0. 00000800:00000001:1.0:1783948574.516476:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.516494:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948574.516508:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.516511:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.516522:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.516530:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948574.516541:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.516546:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.516552:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.516556:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd9455d80 00000400:00000200:1.0:1783948574.516562:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.516568:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x74c1 [64] + 224 00000800:00000001:1.0:1783948574.516587:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.516596:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.516601:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.516606:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948574.516614:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948574.516623:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948590 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948574.516634:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.516665:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948574.516674:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.516677:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.516903:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948574.516911:0:34077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948574.516912:0:34077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948574.516916:0:34077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae840. 00000400:00000200:0.0:1783948574.516922:0:34077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e96018e000 00000400:00000010:0.0:1783948574.516924:0:34077:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e96018e000. 00000100:00000001:0.0:1783948574.516928:0:34077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948574.516933:0:34077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948574.516942:0:34077:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.516948:0:34077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948574.516950:0:34077:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.516953:0:34077:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948574.516956:0:34077:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948574.516959:0:34077:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948574.516961:0:34077:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948574.516968:0:34077:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948574.516979:0:34077:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948574.516983:0:34077:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948574.516986:0:34077:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783948574.516990:0:34077:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff89e95066ea00 x1870603636530560/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.516996:0:34077:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783948574.517000:0:34077:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948574.517002:0:34077:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948574.517003:0:34077:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948574.517006:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.517008:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:0.0:1783948574.517011:0:34077:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948574.517013:0:34077:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1783948574.517015:0:34077:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948574.517018:0:34077:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783948574.517022:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.517029:0:34077:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783948574.517032:0:34077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948574.517034:0:34077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948574.517038:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948574.517045:0:34077:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636530560:192.168.202.104@tcp:101:lfs.0 00000100:00000001:0.0:1783948574.517050:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.517053:0:34077:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783948574.517056:0:34077:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948574.517058:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.517060:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.517067:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948574.517069:0:34077:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc79c0. 00000100:00000001:0.0:1783948574.517073:0:34077:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948574.517075:0:34077:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783948574.517079:0:34077:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783948574.517083:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948574.517086:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948574.517089:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=4 00000020:00000001:0.0:1783948574.517091:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:0.0:1783948574.517093:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00010000:0.0:1783948574.517097:0:34077:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948574.517107:0:34077:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783948574.517111:0:34077:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948574.517116:0:34077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948574.517119:0:34077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948574.517123:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948574.517125:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948574.517127:0:34077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948574.517132:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948574.517135:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948574.517138:0:34077:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783948574.517140:0:34077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948574.517145:0:34077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e952234000 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:0.0:1783948574.517148:0:34077:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783948574.517151:0:34077:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948574.517161:0:34077:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783948574.517163:0:34077:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783948574.517166:0:34077:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948574.517171:0:34077:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783948574.517174:0:34077:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948574.517175:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948574.517176:0:34077:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948574.517178:0:34077:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234000 refcount=5 00000020:00000001:0.0:1783948574.517180:0:34077:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:0.0:1783948574.517182:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931268096 : -129839778283520 : ffff89e952234000) 00010000:00000001:0.0:1783948574.517185:0:34077:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948574.517187:0:34077:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783948574.517192:0:34077:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948574.517194:0:34077:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948574.517196:0:34077:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948574.517198:0:34077:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948574.517202:0:34077:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948574.517203:0:34077:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948574.517205:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948574.517207:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783948574.517209:0:34077:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234000 with handle 0x8c7cf19e4b440d67 from hash 00010000:00000001:0.0:1783948574.517211:0:34077:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948574.517213:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948574.517214:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948574.517216:0:34077:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948574.517217:0:34077:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948574.517219:0:34077:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948574.517221:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948574.517222:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948574.517224:0:34077:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.517225:0:34077:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948574.517227:0:34077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948574.517232:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948574.517233:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948574.517234:0:34077:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783948574.517235:0:34077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948574.517237:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948574.517238:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948574.517239:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948574.517241:0:34077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234000/0x8c7cf19e4b440d67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948574.517252:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948574.517254:0:34077:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783948574.517258:0:34077:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783948574.517264:0:34077:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948574.517274:0:34077:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783948574.517278:0:34077:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948574.517286:0:34077:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948574.517288:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783948574.517290:0:34077:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948574.517292:0:34077:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948574.517294:0:34077:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948574.517297:0:34077:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783948574.517299:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.517300:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:0.0:1783948574.517302:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783948574.517303:0:34077:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948574.517305:0:34077:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783948574.517308:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f760 00000002:00002000:0.0:1783948574.517310:0:34077:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783948574.517313:0:34077:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948574.517316:0:34077:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948574.517319:0:34077:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783948574.517335:0:34077:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783948574.517338:0:34077:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948574.517342:0:34077:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:0.0:1783948574.517344:0:34077:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783948574.517346:0:34077:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e9580417e0 it_disposition 80002b 00000080:00000001:0.0:1783948574.517349:0:34077:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783948574.517355:0:34077:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783948574.517357:0:34077:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783948574.517360:0:34077:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1783948574.517362:0:34077:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783948574.517368:0:34077:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783948574.517370:0:34077:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1783948574.517372:0:34077:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.517375:0:34077:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1783948574.517377:0:34077:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783948574.517382:0:34077:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 4096 00000080:00200000:0.0:1783948574.517384:0:34077:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff89e951d87448): rc = 0 00000080:00000001:0.0:1783948574.517386:0:34077:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926366280 : -129839783185336 : ffff89e951d87448) 00000080:00000001:0.0:1783948574.517389:0:34077:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783948574.517391:0:34077:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783948574.517392:0:34077:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948574.517395:0:34077:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff89e951d87448) for lock 0x0 00800000:00000001:0.0:1783948574.517398:0:34077:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948574.517399:0:34077:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1783948574.517401:0:34077:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948574.517402:0:34077:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783948574.517409:0:34077:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f62288 inode ffff89e951d87448 refc 1 flags 0x20000e 00000080:00000001:0.0:1783948574.517412:0:34077:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783948574.517413:0:34077:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.517416:0:34077:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948574.517419:0:34077:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948574.517422:0:34077:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000100:00000001:0.0:1783948574.517428:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.517432:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.517439:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.517449:0:34077:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783948574.517451:0:34077:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783948574.517776:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa40 00000080:00200008:0.0:1783948574.517779:0:34077:0:(file.c:1058:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff89e951d87448), flags 320400 00000080:00000010:0.0:1783948574.517785:0:34077:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e951725040. 00000080:00000010:0.0:1783948574.517793:0:34077:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9511a2ec0. 00000080:00000001:0.0:1783948574.517796:0:34077:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783948574.517800:0:34077:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1783948574.517802:0:34077:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783948574.517805:0:34077:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e95818ea80. 00000002:00100000:0.0:1783948574.517810:0:34077:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948574.517816:0:34077:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948574.517818:0:34077:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783948574.517821:0:34077:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783948574.517824:0:34077:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.517826:0:34077:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948574.517829:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.517832:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783948574.517839:0:34077:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948574.517842:0:34077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958c00000. 02000000:00000001:0.0:1783948574.517957:0:34077:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783948574.517960:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948574.517963:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa40 00000080:00000008:0.0:1783948574.517965:0:34077:0:(file.c:1297:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff89e951d87448), flags 320400, rc = 0 00000080:00000001:0.0:1783948574.517968:0:34077:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.517971:0:34077:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783948574.517973:0:34077:0:(dcache.c:176:ll_intent_release()) intent ffff89e9580417e0 released 00000080:00000001:0.0:1783948574.517975:0:34077:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783948574.517977:0:34077:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783948574.517979:0:34077:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.517981:0:34077:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783948574.517984:0:34077:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e9580417e0. 00000080:00000001:0.0:1783948574.517987:0:34077:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.517990:0:34077:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783948574.517992:0:34077:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff89e951d87448), inode mode 41ed mask 44 00000080:00000001:0.0:1783948574.517996:0:34077:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.518029:0:34077:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783948574.518032:0:34077:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff89e951d87448) cmd=4008669a arg=22dc2e0 00000080:00000001:0.0:1783948574.518039:0:34077:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1783948574.518043:0:34077:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947146400. 00800000:00000001:0.0:1783948574.518050:0:34077:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783948574.518053:0:34077:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:0.0:1783948574.518057:0:34077:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783948574.518059:0:34077:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783948574.518064:0:34077:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948574.518069:0:34077:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243480. 00000020:00000040:0.0:1783948574.518073:0:34077:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948574.518077:0:34077:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948574.518082:0:34077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948574.518087:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948574.518088:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948574.518089:0:34077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.518092:0:34077:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948574.518094:0:34077:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948574.518097:0:34077:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948574.518103:0:34077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950635400. 00000100:00000001:0.0:1783948574.518109:0:34077:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948574.518112:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948574.518113:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948574.518114:0:34077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948574.518115:0:34077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948574.518117:0:34077:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783948574.518126:0:34077:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783948574.518131:0:34077:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948574.518139:0:34077:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948574.518140:0:34077:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948574.518146:0:34077:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6ce40. 00000100:00000001:0.0:1783948574.518148:0:34077:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707105856 : -129840002445760 : ffff89e944c6ce40) 00000100:00000001:0.0:1783948574.518151:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.518152:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166211712 : -129839543339904 : ffff89e960243480) 00000100:00000001:0.0:1783948574.518156:0:34077:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948574.518159:0:34077:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.518161:0:34077:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948574.518162:0:34077:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948574.518167:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.518174:0:34077:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948574.518176:0:34077:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948574.518180:0:34077:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948574.518183:0:34077:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948574.518185:0:34077:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948574.518188:0:34077:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960243480 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636530816:192.168.202.104@tcp:36:lfs.0 00000100:00000001:0.0:1783948574.518192:0:34077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948574.518197:0:34077:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948574.518199:0:34077:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948574.518201:0:34077:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948574.518206:0:34077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635000. 02000000:00000001:0.0:1783948574.518207:0:34077:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948574.518213:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948574.518217:0:34077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae840. 00000400:00000010:0.0:1783948574.518223:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfb28. 00000100:00000200:0.0:1783948574.518230:0:34077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636530816, portal 10 00000100:00000001:0.0:1783948574.518232:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.518233:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166211712 : -129839543339904 : ffff89e960243480) 00000100:00000040:0.0:1783948574.518239:0:34077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.518246:0:34077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948574.518248:0:34077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948574.518251:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948574.518254:0:34077:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636530816, offset 0 00000400:00000200:0.0:1783948574.518259:0:34077:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948574.518266:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.518272:0:34077:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948574.518277:0:34077:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948574.518281:0:34077:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948574.518285:0:34077:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948574.518287:0:34077:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948574.518291:0:34077:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2655:2655:256:4294967295] 192.168.202.104@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:0.0:1783948574.518295:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.518304:0:34077:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948574.518310:0:34077:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948574.518315:0:34077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948574.519644:0:34077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948574.519657:0:34077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948574.519662:0:34077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948574.519675:0:34077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948574.519681:0:34077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 847966 usecs (848 jiffies) 00000400:00000200:0.0:1783948574.519687:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948574.519690:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665519 00000100:00000001:0.0:1783948574.519695:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:0.0:1783948574.519697:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665519 00000100:00000001:0.0:1783948574.519699:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:0.0:1783948574.519702:0:34077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948574.519706:0:34077:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.519708:0:34077:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948574.519711:0:34077:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948574.519713:0:34077:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6ce40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948574.519716:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948574.519718:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948574.520118:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948574.520123:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948574.520129:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.520135:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948574.520143:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:0.0:1783948574.520145:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:0.0:1783948574.520150:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948574.520170:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.520181:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.520185:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.520192:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.520194:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783948574.524900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234000. 00000800:00000001:1.0:1783948574.528977:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.528998:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948574.529001:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.529003:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.529012:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.529018:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948574.529025:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.529029:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.529033:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.529036:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9455e80 00000400:00000200:1.0:1783948574.529040:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.529045:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x74d1 [1] + 224 00000800:00000001:1.0:1783948574.529051:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.529056:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.529059:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.529062:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948574.529069:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948574.529076:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948574.529085:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948574.529099:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948574.529107:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948574.529110:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.529116:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948574.529122:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2656:2656:256:4294967295] 192.168.202.104@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:1.0:1783948574.529126:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.529134:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948574.529139:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948574.529145:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000100:00000001:0.0:1783948574.529145:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1783948574.529151:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000400:00000001:0.0:1783948574.529153:0:34077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948574.529155:0:34077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1783948574.529158:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948574.529163:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1783948574.529220:0:34077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae840. 00000400:00000200:0.0:1783948574.529226:0:34077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfb28 00000400:00000010:0.0:1783948574.529228:0:34077:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfb28. 00000100:00000001:0.0:1783948574.529232:0:34077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948574.529237:0:34077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948574.529245:0:34077:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960243480 x1870603636530816/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.529250:0:34077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948574.529252:0:34077:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.529255:0:34077:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948574.529260:0:34077:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948574.529263:0:34077:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948574.529265:0:34077:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948574.529268:0:34077:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948574.529269:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.529272:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:1.0:1783948574.529277:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1783948574.529279:0:34077:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000400:00000200:1.0:1783948574.529280:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000100:00001000:0.0:1783948574.529283:0:34077:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000800:00000001:1.0:1783948574.529286:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1783948574.529286:0:34077:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948574.529288:0:34077:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948574.529289:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948574.529291:0:34077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948574.529294:0:34077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.529299:0:34077:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948574.529300:0:34077:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948574.529302:0:34077:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948574.529304:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.529306:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166211712 : -129839543339904 : ffff89e960243480) 00000100:00000001:0.0:1783948574.529310:0:34077:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948574.529312:0:34077:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1783948574.529314:0:34077:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948574.529317:0:34077:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948574.529322:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960243480 x1870603636530816/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948590 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.529329:0:34077:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948574.529332:0:34077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948574.529334:0:34077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948574.529338:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243480 x1870603636530816/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948590 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948574.529345:0:34077:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960243480 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636530816:192.168.202.104@tcp:36:lfs.0 00000100:00000001:0.0:1783948574.529350:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.529353:0:34077:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.529355:0:34077:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948574.529358:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.529361:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960243480 x1870603636530816/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948590 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.529375:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948574.529378:0:34077:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944c6ce40. 00000100:00000001:0.0:1783948574.529382:0:34077:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948574.529383:0:34077:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948574.529391:0:34077:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948574.529394:0:34077:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948574.529400:0:34077:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947146400. 00000100:00000001:0.0:1783948574.529404:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.529408:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960243480 x1870603636530816/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948590 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.529414:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.529416:0:34077:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.529532:0:34077:0:(dir.c:2167:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.529570:0:34077:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783948574.529573:0:34077:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948574.529577:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fd98 00000080:00200008:0.0:1783948574.529580:0:34077:0:(file.c:447:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff89e951d87448), flags 320000 00000080:00400000:0.0:1783948574.529584:0:34077:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1783948574.529588:0:34077:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783948574.529590:0:34077:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783948574.529592:0:34077:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1783948574.529601:0:34077:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948574.529604:0:34077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948574.529611:0:34077:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948574.529613:0:34077:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783948574.529615:0:34077:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:0.0:1783948574.529618:0:34077:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783948574.529620:0:34077:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783948574.529625:0:34077:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e947146400. 00000080:00000001:0.0:1783948574.529627:0:34077:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783948574.529634:0:34077:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783948574.529638:0:34077:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:0.0:1783948574.529640:0:34077:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:0.0:1783948574.529644:0:34077:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783948574.529646:0:34077:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:0.0:1783948574.529652:0:34077:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948574.529657:0:34077:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948574.529661:0:34077:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948574.529664:0:34077:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948574.529668:0:34077:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948574.529676:0:34077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e947147600. 00000100:00000001:0.0:1783948574.529683:0:34077:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783948574.529694:0:34077:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783948574.529704:0:34077:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783948574.529710:0:34077:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783948574.529717:0:34077:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948574.529718:0:34077:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948574.529724:0:34077:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6ce40. 00000100:00000001:0.0:1783948574.529726:0:34077:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707105856 : -129840002445760 : ffff89e944c6ce40) 00000100:00000001:0.0:1783948574.529728:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.529729:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948574.529733:0:34077:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948574.529737:0:34077:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.529739:0:34077:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948574.529740:0:34077:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948574.529744:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.529750:0:34077:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948574.529752:0:34077:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948574.529756:0:34077:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948574.529759:0:34077:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948574.529762:0:34077:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948574.529765:0:34077:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636531072:192.168.202.104@tcp:35:lfs.0 00000100:00000001:0.0:1783948574.529769:0:34077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948574.529773:0:34077:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948574.529776:0:34077:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948574.529779:0:34077:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948574.529783:0:34077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950636800. 02000000:00000001:0.0:1783948574.529785:0:34077:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948574.529790:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948574.529794:0:34077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae840. 00000400:00000010:0.0:1783948574.529798:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfb28. 00000100:00000200:0.0:1783948574.529806:0:34077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636531072, portal 10 00000100:00000001:0.0:1783948574.529807:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.529808:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948574.529815:0:34077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948596 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.529823:0:34077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948574.529825:0:34077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948574.529828:0:34077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfee0. 00000100:00000200:0.0:1783948574.529832:0:34077:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636531072, offset 0 00000400:00000200:0.0:1783948574.529838:0:34077:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948574.529843:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.529847:0:34077:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948574.529910:0:34077:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948574.529915:0:34077:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948574.529921:0:34077:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948574.529924:0:34077:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948574.529927:0:34077:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2657:2657:256:4294967295] 192.168.202.104@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:0.0:1783948574.529932:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.529940:0:34077:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948574.529945:0:34077:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948574.529950:0:34077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948574.529954:0:34077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948574.529960:0:34077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948574.529962:0:34077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783948574.529969:0:34077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948574.529974:0:34077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 846942 usecs (847 jiffies) 00000400:00000200:0.0:1783948574.529978:0:34077:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948574.529981:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665529 00000100:00000001:0.0:1783948574.529986:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:0.0:1783948574.529989:0:34077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665529 00000100:00000001:0.0:1783948574.529990:0:34077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:0.0:1783948574.529993:0:34077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948574.529996:0:34077:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.529999:0:34077:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948574.530001:0:34077:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:0.0:1783948574.530004:0:34077:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6ce40 going to sleep for 17 seconds 00000100:00000001:0.0:1783948574.530006:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948574.530009:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948574.530355:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.530358:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:1.0:1783948574.530362:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.530364:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948574.530367:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfee0 00000400:00000010:1.0:1783948574.530368:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfee0. 00000100:00000001:1.0:1783948574.530371:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948574.530375:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948596 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.530381:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948574.530383:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948596 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.530387:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948574.530388:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948574.534910:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.534932:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948574.534936:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.534938:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.534945:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.534951:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948574.534957:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.534962:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.534966:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.534969:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9455f80 00000400:00000200:1.0:1783948574.534973:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.534978:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x74e1 [1] + 224 00000800:00000001:1.0:1783948574.534984:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.534989:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.534991:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.534994:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948574.535001:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948574.535008:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948596 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948574.535016:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948596 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.535028:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948574.535036:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.535039:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.535073:0:34077:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948574.535082:0:34077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948574.535084:0:34077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948574.535087:0:34077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae840. 00000400:00000200:0.0:1783948574.535092:0:34077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfb28 00000400:00000010:0.0:1783948574.535095:0:34077:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfb28. 00000100:00000001:0.0:1783948574.535097:0:34077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948574.535102:0:34077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948596 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948574.535111:0:34077:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636531072/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948596 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535116:0:34077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948574.535118:0:34077:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.535120:0:34077:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948574.535123:0:34077:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948574.535126:0:34077:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948574.535128:0:34077:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948574.535131:0:34077:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948574.535140:0:34077:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=94 v=10 (10 5 5 5) 00000100:00001000:0.0:1783948574.535143:0:34077:0:(import.c:2215:obd_at_measure()) AT ffff89e9431d14a8 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:0.0:1783948574.535147:0:34077:0:(client.c:417:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff89e943191000 ptl 23 has changed from 10 to 5 00000100:00001000:0.0:1783948574.535150:0:34077:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948574.535153:0:34077:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948574.535155:0:34077:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948574.535304:0:34077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948574.535308:0:34077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.535312:0:34077:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948574.535313:0:34077:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948574.535315:0:34077:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948574.535317:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.535318:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948574.535321:0:34077:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948574.535323:0:34077:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1783948574.535325:0:34077:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948574.535328:0:34077:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948574.535333:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636531072/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948596 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535341:0:34077:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948574.535344:0:34077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948574.535345:0:34077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948574.535349:0:34077:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636531072/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948596 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948574.535355:0:34077:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34077:1870603636531072:192.168.202.104@tcp:35:lfs.0 00000100:00000001:0.0:1783948574.535359:0:34077:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.535362:0:34077:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.535365:0:34077:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948574.535367:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.535370:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636531072/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948596 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535377:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948574.535380:0:34077:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944c6ce40. 00000100:00000001:0.0:1783948574.535384:0:34077:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948574.535386:0:34077:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.535393:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.535394:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000002:00000001:0.0:1783948574.535397:0:34077:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948574.535400:0:34077:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948574.535406:0:34077:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947146400. 00000080:00000001:0.0:1783948574.535410:0:34077:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783948574.535415:0:34077:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948574.535420:0:34077:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948574.535425:0:34077:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535432:0:34077:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948574.535433:0:34077:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:0.0:1783948574.535436:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.535439:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535445:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.535447:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.535450:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636531072/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948596 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535456:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948574.535458:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.535460:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636530560/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948590 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535466:0:34077:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948574.535469:0:34077:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948574.535471:0:34077:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948574.535474:0:34077:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948574.535477:0:34077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb400. 02000000:00000001:0.0:1783948574.535481:0:34077:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948574.535484:0:34077:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948574.535486:0:34077:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:0.0:1783948574.535491:0:34077:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948574.535492:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948574.535494:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.535507:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636531072/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948596 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535513:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948574.535515:0:34077:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e95818ea80. 00000002:00000001:0.0:1783948574.535517:0:34077:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948574.535519:0:34077:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948574.535522:0:34077:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9511a2ec0. 00000100:00000001:0.0:1783948574.535524:0:34077:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948574.535527:0:34077:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242680 x1870603636531072/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948596 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.535533:0:34077:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948574.535535:0:34077:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948574.535537:0:34077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950636800. 02000000:00000001:0.0:1783948574.535540:0:34077:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948574.535542:0:34077:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948574.535543:0:34077:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948574.535545:0:34077:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948574.535547:0:34077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e947147600. 02000000:00000001:0.0:1783948574.535549:0:34077:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948574.535550:0:34077:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948574.535551:0:34077:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242680. 00000100:00000001:0.0:1783948574.535554:0:34077:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948574.535555:0:34077:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948574.535558:0:34077:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948574.535561:0:34077:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e951725040. 00000080:00000001:0.0:1783948574.535565:0:34077:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948574.535571:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fd98 00000080:00000008:0.0:1783948574.535574:0:34077:0:(file.c:491:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff89e951d87448), flags 320000, rc = 0 00000080:00000001:0.0:1783948574.535578:0:34077:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.535581:0:34077:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948574.535586:0:34077:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948574.535588:0:34077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fe00 00000080:00002000:0.0:1783948574.535590:0:34077:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff89e951f62288, parent ffff89e951e2fe58, inode ffff89e951d87448) hashed, 00000080:00000001:0.0:1783948574.535594:0:34077:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948574.535602:0:34077:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783948574.535608:0:34077:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1783948574.545900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bef60. 00010000:00010000:1.0:1783948574.548656:0:34079:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff89e943191000 00010000:00000001:1.0:1783948574.548664:0:34079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948574.548665:0:34079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948574.548668:0:34079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948574.548672:0:34079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948574.548673:0:34079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948574.548675:0:34079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948574.548703:0:34079:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff89e943191000 00010000:00000001:1.0:1783948574.548705:0:34079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948574.548706:0:34079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948574.548708:0:34079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948574.548709:0:34079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948574.548711:0:34079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948574.548712:0:34079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.608000:0:34084:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948574.608008:0:34084:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948574.608010:0:34084:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948574.608013:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3bc0 00000080:00200000:2.0:1783948574.608018:0:34084:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948574.608026:0:34084:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c9000. 00800000:00000002:2.0:1783948574.608033:0:34084:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948574.608037:0:34084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948574.608042:0:34084:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.608044:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ae0 00800000:00000002:2.0:1783948574.608046:0:34084:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948574.608049:0:34084:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948574.608054:0:34084:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948574.608059:0:34084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.608062:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd39b0 00000002:00010000:2.0:1783948574.608065:0:34084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948574.608069:0:34084:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948574.608071:0:34084:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948574.608074:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948574.608081:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:2.0:1783948574.608084:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.608090:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.608094:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948574.608099:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948574.608111:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948574.608117:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.608120:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948574.608126:0:34084:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948574.608128:0:34084:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948574.608130:0:34084:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948574.608132:0:34084:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948574.608134:0:34084:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948574.608136:0:34084:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948574.608138:0:34084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948574.608141:0:34084:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948574.608145:0:34084:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c9000. 00000080:00000001:2.0:1783948574.608151:0:34084:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948574.608153:0:34084:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.608156:0:34084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948574.608159:0:34084:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d60 00800000:00000001:2.0:1783948574.608162:0:34084:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948574.608164:0:34084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948574.608166:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.608168:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.608171:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.608173:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.608176:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.608179:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.608180:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.608181:0:34084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.608183:0:34084:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.608185:0:34084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d60 from it ffffb87d01cd3bf8 00010000:00000001:2.0:1783948574.608187:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.608188:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.608189:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.608191:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.608193:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.608195:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.608198:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948574.608205:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.608206:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.608208:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948574.608210:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948574.608212:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948574.608220:0:34084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.608224:0:34084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948574.608226:0:34084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.608230:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.608231:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.608233:0:34084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.608236:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948574.608238:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.608239:0:34084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.608242:0:34084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.608245:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.608246:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.608247:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948574.608250:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948574.608252:0:34084:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948574.608255:0:34084:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948574.608260:0:34084:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948574.608269:0:34084:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9461bef40. 00000020:00000001:2.0:1783948574.608273:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b28 00000080:00200000:2.0:1783948574.608275:0:34084:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=25 00000080:00000001:2.0:1783948574.608279:0:34084:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783948574.608281:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd39d8 00000080:00200000:2.0:1783948574.608283:0:34084:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:2.0:1783948574.608289:0:34084:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c9000. 00800000:00000002:2.0:1783948574.608292:0:34084:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948574.608296:0:34084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948574.608298:0:34084:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.608299:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd38f8 00800000:00000002:2.0:1783948574.608300:0:34084:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948574.608302:0:34084:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1783948574.608305:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3890 00800000:00000002:2.0:1783948574.608307:0:34084:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:2.0:1783948574.608309:0:34084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.608310:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd37c8 00000002:00010000:2.0:1783948574.608311:0:34084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1783948574.608315:0:34084:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948574.608316:0:34084:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948574.608321:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948574.608325:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948574.608331:0:34084:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948574.608334:0:34084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.608336:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.608338:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.608339:0:34084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.608341:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948574.608344:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948574.608347:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948574.608354:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581ca400. 00000100:00000001:2.0:1783948574.608361:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.608366:0:34084:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.608368:0:34084:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.608370:0:34084:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948574.608371:0:34084:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.608373:0:34084:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.608380:0:34084:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948574.608384:0:34084:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948574.608386:0:34084:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948574.608389:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:2.0:1783948574.608391:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.608394:0:34084:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948574.608397:0:34084:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234a00. 00000020:00000001:2.0:1783948574.608400:0:34084:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948574.608402:0:34084:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234a00 with handle 0x8c7cf19e4b440d6e to hash 00000020:00000001:2.0:1783948574.608405:0:34084:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948574.608406:0:34084:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.608409:0:34084:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.608412:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.608414:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.608417:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34084 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.608424:0:34084:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34084 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.608434:0:34084:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34084 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948574.608440:0:34084:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948574.608442:0:34084:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948574.608449:0:34084:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc7f00. 00000100:00000001:2.0:1783948574.608451:0:34084:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710624512 : -129839998927104 : ffff89e944fc7f00) 00000100:00000001:2.0:1783948574.608454:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.608455:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948574.608460:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948574.608464:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.608467:0:34084:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948574.608469:0:34084:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948574.608479:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.608488:0:34084:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948574.608492:0:34084:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.608507:0:34084:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948574.608510:0:34084:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948574.608513:0:34084:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948574.608517:0:34084:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636531200:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948574.608521:0:34084:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948574.608525:0:34084:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948574.608528:0:34084:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.608530:0:34084:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948574.608534:0:34084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948574.608536:0:34084:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948574.608543:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948574.608547:0:34084:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948574.608554:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948574.608561:0:34084:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636531200, portal 10 00000100:00000001:2.0:1783948574.608563:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.608565:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948574.608570:0:34084:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.608707:0:34084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948574.608711:0:34084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948574.608714:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2ee0. 00000100:00000200:2.0:1783948574.608717:0:34084:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636531200, offset 0 00000400:00000200:2.0:1783948574.608724:0:34084:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948574.608733:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.608740:0:34084:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948574.608745:0:34084:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948574.608749:0:34084:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948574.608752:0:34084:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948574.608754:0:34084:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948574.608758:0:34084:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2658:2658:256:4294967295] 192.168.202.104@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:2.0:1783948574.608762:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.608771:0:34084:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948574.608777:0:34084:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948574.608782:0:34084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61500. 00000800:00000200:2.0:1783948574.608790:0:34084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948574.608799:0:34084:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948574.608804:0:34084:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1783948574.608824:0:34084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.608828:0:34084:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 845912 usecs (846 jiffies) 00000400:00000200:2.0:1783948574.608832:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948574.608835:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665606 00000100:00000001:2.0:1783948574.608838:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.608841:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665606 00000100:00000001:2.0:1783948574.608843:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.608845:0:34084:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.608848:0:34084:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948574.611034:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.611045:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61500. 00000400:00000200:1.0:1783948574.611052:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.611064:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948574.611072:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2ee0 00000400:00000010:1.0:1783948574.611074:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2ee0. 00000100:00000001:1.0:1783948574.611079:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948574.611088:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.611100:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948574.611104:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.611111:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948574.611113:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783948574.611523:0:34084:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948574.611526:0:34084:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948574.611529:0:34084:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc7f00 going to sleep for 11 seconds 00000100:00000001:2.0:1783948574.611533:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948574.611536:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948574.621242:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.621263:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948574.621268:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.621271:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.621280:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.621287:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948574.621299:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.621305:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.621311:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.621315:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd9456000 00000400:00000200:1.0:1783948574.621321:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.621340:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x74f1 [1] + 224 00000800:00000001:1.0:1783948574.621347:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.621357:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.621361:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.621365:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948574.621374:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948574.621383:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948574.621394:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.621419:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948574.621427:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.621431:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.622453:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948574.622466:0:34084:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948574.622469:0:34084:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948574.622473:0:34084:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948574.622480:0:34084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:2.0:1783948574.622482:0:34084:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:2.0:1783948574.622486:0:34084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948574.622511:0:34084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948574.622524:0:34084:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.622531:0:34084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948574.622533:0:34084:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.622537:0:34084:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948574.622541:0:34084:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948574.622545:0:34084:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948574.622548:0:34084:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.622551:0:34084:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948574.622561:0:34084:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948574.622566:0:34084:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948574.622568:0:34084:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948574.622580:0:34084:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.622583:0:34084:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948574.622587:0:34084:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.622591:0:34084:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948574.622593:0:34084:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:2.0:1783948574.622596:0:34084:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948574.622598:0:34084:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.622604:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.622611:0:34084:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.622614:0:34084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948574.622616:0:34084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948574.622621:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948590 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948574.622636:0:34084:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636531200:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948574.622648:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.622652:0:34084:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.622654:0:34084:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948574.622657:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.622660:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948590 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.622667:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948574.622671:0:34084:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc7f00. 00000100:00000001:2.0:1783948574.622674:0:34084:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948574.622676:0:34084:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.622679:0:34084:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948574.622684:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.622686:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.622690:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=4 00000020:00000001:2.0:1783948574.622692:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.622849:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000040:2.0:1783948574.622876:0:34084:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234a00, remote cookie: 0x2ceea11ad5e067c1, flags: 0x1001 00010000:00010000:2.0:1783948574.622882:0:34084:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948574.622891:0:34084:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783948574.622894:0:34084:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783948574.622904:0:34084:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6fe00. 00010000:00000010:2.0:1783948574.622909:0:34084:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887680. 00010000:00000001:2.0:1783948574.622914:0:34084:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.622917:0:34084:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948574.622942:0:34084:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.622949:0:34084:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948574.622953:0:34084:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948574.622955:0:34084:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948574.622957:0:34084:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948574.622959:0:34084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948574.622962:0:34084:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff89e958f6fe00) refcount = 1 00010000:00010000:2.0:1783948574.622966:0:34084:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.622972:0:34084:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948574.622976:0:34084:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948574.622977:0:34084:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.622981:0:34084:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948574.622983:0:34084:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.622986:0:34084:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.622993:0:34084:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948574.622994:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.622995:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.622996:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.622997:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.622999:0:34084:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.623003:0:34084:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948574.623005:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623006:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623008:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948574.623010:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623013:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623016:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623017:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623018:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=4 00000020:00000001:2.0:1783948574.623021:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623022:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623025:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.623028:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.623032:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.623038:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623039:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.623040:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623042:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623043:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=5 00000020:00000001:2.0:1783948574.623045:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623047:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623049:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.623052:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.623058:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623060:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948574.623062:0:34084:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.623068:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.623070:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623071:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.623072:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623073:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948574.623079:0:34084:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948574.623091:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623092:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623094:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948574.623096:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623097:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623099:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623100:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.623102:0:34084:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.623104:0:34084:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948574.623106:0:34084:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948574.623108:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623109:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623110:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948574.623112:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623114:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00000002:00010000:2.0:1783948574.623118:0:34084:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.623124:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623125:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.623127:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948574.623128:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623130:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623131:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948574.623132:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623135:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000040:2.0:1783948574.623139:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:2.0:1783948574.623141:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948574.623145:0:34084:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:2.0:1783948574.623148:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623149:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.623151:0:34084:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948574.623154:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3750 00000002:00002000:2.0:1783948574.623156:0:34084:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948574.623159:0:34084:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.623163:0:34084:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.623166:0:34084:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948574.623181:0:34084:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783948574.623184:0:34084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948574.623188:0:34084:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:2.0:1783948574.623191:0:34084:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783948574.623192:0:34084:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01cd3ac8 it_disposition b 00000080:00000001:2.0:1783948574.623195:0:34084:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948574.623201:0:34084:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948574.623203:0:34084:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948574.623206:0:34084:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1783948574.623209:0:34084:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1783948574.623216:0:34084:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948574.623218:0:34084:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1783948574.623220:0:34084:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.623224:0:34084:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1783948574.623227:0:34084:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1783948574.623231:0:34084:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 4096 00000080:00200000:2.0:1783948574.623234:0:34084:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff89e951d87448): rc = 0 00000080:00000001:2.0:1783948574.623236:0:34084:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926366280 : -129839783185336 : ffff89e951d87448) 00010000:00000001:2.0:1783948574.623238:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623239:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623241:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948574.623243:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623245:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623247:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623249:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948574.623251:0:34084:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948574.623253:0:34084:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948574.623254:0:34084:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948574.623257:0:34084:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948574.623259:0:34084:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.623263:0:34084:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff89e951d87448) for lock 0x8c7cf19e4b440d6e 00800000:00000001:2.0:1783948574.623266:0:34084:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948574.623267:0:34084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948574.623269:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623270:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623271:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948574.623273:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623275:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623278:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623279:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.623280:0:34084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.623282:0:34084:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1783948574.623288:0:34084:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f620d8 inode ffff89e951d87448 refc 1 flags 0x20000e 00000080:00000001:2.0:1783948574.623293:0:34084:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1783948574.623294:0:34084:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.623297:0:34084:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1783948574.623300:0:34084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff89e951d87448) 00000080:00010000:2.0:1783948574.623303:0:34084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d6e from it ffffb87d01cd3ac8 00010000:00000001:2.0:1783948574.623305:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.623306:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.623308:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234a00 refcount=3 00000020:00000001:2.0:1783948574.623310:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623312:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270656 : -129839778280960 : ffff89e952234a00) 00010000:00000001:2.0:1783948574.623314:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.623317:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948574.623494:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623504:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.623506:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948574.623508:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948574.623511:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234a00/0x8c7cf19e4b440d6e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067c1 expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948574.623524:0:34084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.623528:0:34084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948574.623530:0:34084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.623534:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623535:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.623536:0:34084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.623540:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948574.623541:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.623543:0:34084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.623547:0:34084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.623549:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.623550:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.623551:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948574.623554:0:34084:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948574.623558:0:34084:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c9000. 00000100:00000001:2.0:1783948574.623564:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.623579:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636531200/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.623588:0:34084:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948574.623591:0:34084:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948574.623594:0:34084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948574.623597:0:34084:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948574.623599:0:34084:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948574.623601:0:34084:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948574.623603:0:34084:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948574.623606:0:34084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581ca400. 02000000:00000001:2.0:1783948574.623609:0:34084:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948574.623611:0:34084:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948574.623613:0:34084:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948574.623617:0:34084:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948574.623619:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948574.623628:0:34084:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948574.623630:0:34084:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff89e951d87448), inode mode 41ed mask 1 00000080:00000001:2.0:1783948574.623636:0:34084:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948574.627693:0:34084:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509ab260. 00000080:00000001:3.0:1783948574.627720:0:34084:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948574.627723:0:34084:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff89e951d87448), inode mode 41ed mask 3 00000080:00000001:3.0:1783948574.627731:0:34084:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.627736:0:34084:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783948574.627740:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b50 00000080:00200000:3.0:1783948574.627743:0:34084:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff89e951d87448), file ffff89e946749e00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1783948574.627749:0:34084:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e960204c60. 00000080:00000001:3.0:1783948574.627753:0:34084:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948574.627756:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a00 00000080:00200000:3.0:1783948574.627758:0:34084:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff89e951d87448), intent=open|creat 00000080:00000010:3.0:1783948574.627767:0:34084:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731c00. 00000080:00000001:3.0:1783948574.627774:0:34084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948574.627778:0:34084:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.627780:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3920 00800000:00000002:3.0:1783948574.627782:0:34084:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:3.0:1783948574.627785:0:34084:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783948574.627789:0:34084:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783948574.627795:0:34084:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948574.627800:0:34084:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783948574.627802:0:34084:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783948574.627806:0:34084:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783948574.627808:0:34084:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783948574.627811:0:34084:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:3.0:1783948574.627814:0:34084:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.627816:0:34084:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.627818:0:34084:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.627819:0:34084:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.627822:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd38a0 00800000:00000002:3.0:1783948574.627824:0:34084:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1783948574.627829:0:34084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948574.627830:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd37d8 00000002:00010000:3.0:1783948574.627832:0:34084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1783948574.627836:0:34084:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948574.627839:0:34084:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783948574.627842:0:34084:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783948574.627847:0:34084:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.627849:0:34084:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948574.627869:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:3.0:1783948574.627872:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.627875:0:34084:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948574.627879:0:34084:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.627881:0:34084:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.627883:0:34084:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948574.627890:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65f80. 00000020:00000040:3.0:1783948574.627894:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948574.627900:0:34084:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948574.627902:0:34084:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.627905:0:34084:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948574.627909:0:34084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.627915:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.627917:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.627918:0:34084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.627921:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948574.627934:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948574.627939:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948574.627947:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e8800. 00000100:00000001:3.0:1783948574.627954:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.627959:0:34084:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948574.627961:0:34084:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.627963:0:34084:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948574.627964:0:34084:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.627966:0:34084:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.627975:0:34084:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00010000:00000001:3.0:1783948574.627979:0:34084:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948574.627981:0:34084:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948574.627983:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fe00 count: 2 00010000:00000001:3.0:1783948574.627985:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.627988:0:34084:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948574.627991:0:34084:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597600. 00000020:00000001:3.0:1783948574.627995:0:34084:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948574.627999:0:34084:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597600 with handle 0x8c7cf19e4b440d75 to hash 00000020:00000001:3.0:1783948574.628002:0:34084:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948574.628003:0:34084:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.628006:0:34084:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.628010:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.628013:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.628017:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34084 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948574.628026:0:34084:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34084 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783948574.628039:0:34084:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783948574.628051:0:34084:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783948574.628060:0:34084:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34084 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948574.628066:0:34084:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948574.628068:0:34084:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948574.628076:0:34084:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941254600. 00000100:00000001:3.0:1783948574.628078:0:34084:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233646188032 : -129840063363584 : ffff89e941254600) 00000100:00000001:3.0:1783948574.628081:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.628082:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000001:3.0:1783948574.628087:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948574.628091:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.628092:0:34084:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948574.628094:0:34084:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948574.628099:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.628107:0:34084:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948574.628109:0:34084:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.628112:0:34084:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948574.628115:0:34084:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948574.628118:0:34084:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948574.628121:0:34084:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636531456:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948574.628126:0:34084:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948574.628132:0:34084:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948574.628134:0:34084:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.628137:0:34084:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948574.628197:0:34084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:3.0:1783948574.628200:0:34084:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948574.628208:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948574.628214:0:34084:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948574.628221:0:34084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9509eb800. 00000100:00000200:3.0:1783948574.628228:0:34084:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636531456, portal 10 00000100:00000001:3.0:1783948574.628231:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.628232:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000040:3.0:1783948574.628238:0:34084:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.628247:0:34084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948574.628249:0:34084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948574.628253:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125aa0. 00000100:00000200:3.0:1783948574.628257:0:34084:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870603636531456, offset 0 00000400:00000200:3.0:1783948574.628263:0:34084:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948574.628273:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948574.628280:0:34084:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948574.628286:0:34084:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948574.628290:0:34084:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948574.628295:0:34084:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948574.628298:0:34084:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948574.628302:0:34084:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2659:2659:256:4294967295] 192.168.202.104@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:3.0:1783948574.628306:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948574.628317:0:34084:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948574.628745:0:34084:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948574.628753:0:34084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9491c4300. 00000800:00000200:3.0:1783948574.628759:0:34084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948574.628767:0:34084:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948574.628772:0:34084:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9491c4300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1783948574.628848:0:34084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.628873:0:34084:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 844898 usecs (845 jiffies) 00000400:00000200:3.0:1783948574.628877:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948574.628879:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665626 00000100:00000001:3.0:1783948574.628883:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948574.628885:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665626 00000100:00000001:3.0:1783948574.628886:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948574.628888:0:34084:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.628890:0:34084:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.628892:0:34084:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948574.628893:0:34084:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948574.628895:0:34084:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941254600 going to sleep for 11 seconds 00000100:00000001:3.0:1783948574.628897:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948574.628900:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948574.630825:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.630833:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9491c4300. 00000400:00000200:1.0:1783948574.630839:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.630847:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948574.630879:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125aa0 00000400:00000010:1.0:1783948574.630882:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125aa0. 00000100:00000001:1.0:1783948574.630888:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948574.630898:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.630909:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948574.630913:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948590 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.630920:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948574.630922:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948574.640778:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.640794:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948574.640798:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.640801:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.640809:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.640817:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948574.640826:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.640831:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.640836:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.640840:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9456100 00000400:00000200:1.0:1783948574.640845:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.640893:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x74f9 [32] + 224 00000800:00000001:1.0:1783948574.640901:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948574.640909:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948574.640912:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.640917:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948574.640935:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948574.640946:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948590 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948574.640957:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.640993:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948574.641004:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948574.641008:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.641013:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948574.641018:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2660:2660:256:4294967295] 192.168.202.104@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:1.0:1783948574.641023:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948574.641030:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948574.641035:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948574.641041:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e9493f0800. 00000800:00000200:1.0:1783948574.641048:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948574.641056:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948574.641061:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493f0800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948574.641159:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.641163:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e9493f0800. 00000400:00000200:1.0:1783948574.641166:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.641170:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948574.641174:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.641179:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.641805:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948574.641813:0:34084:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948574.641815:0:34084:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948574.641819:0:34084:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948574.641823:0:34084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9509eb800 00000400:00000010:3.0:1783948574.641827:0:34084:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9509eb800. 00000100:00000001:3.0:1783948574.641830:0:34084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948574.641837:0:34084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948574.641847:0:34084:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65f80 x1870603636531456/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.641876:0:34084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948574.641879:0:34084:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.641882:0:34084:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948574.641886:0:34084:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948574.641888:0:34084:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948574.641890:0:34084:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.641893:0:34084:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948574.641903:0:34084:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948574.641907:0:34084:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948574.641910:0:34084:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948574.641912:0:34084:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.641915:0:34084:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948574.641918:0:34084:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.641922:0:34084:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948574.641932:0:34084:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:3.0:1783948574.641934:0:34084:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948574.641936:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.641938:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000001:3.0:1783948574.641940:0:34084:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948574.641942:0:34084:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 4294967656 00000100:00000001:3.0:1783948574.641944:0:34084:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948574.641947:0:34084:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.641952:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948590 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.641960:0:34084:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.641963:0:34084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948574.641965:0:34084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948574.641969:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948590 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948574.641977:0:34084:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65f80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636531456:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948574.641982:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.641985:0:34084:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.641987:0:34084:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948574.641990:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.641993:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948590 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.642007:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948574.642009:0:34084:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941254600. 00000100:00000001:3.0:1783948574.642014:0:34084:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948574.642015:0:34084:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.642018:0:34084:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948574.642023:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.642026:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.642068:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=4 00000020:00000001:3.0:1783948574.642071:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642075:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000040:3.0:1783948574.642081:0:34084:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597600, remote cookie: 0x2ceea11ad5e067dd, flags: 0x1001 00010000:00010000:3.0:1783948574.642086:0:34084:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948574.642094:0:34084:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:3.0:1783948574.642097:0:34084:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783948574.642106:0:34084:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459100. 00010000:00000010:3.0:1783948574.642110:0:34084:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7b00. 00010000:00000001:3.0:1783948574.642115:0:34084:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.642119:0:34084:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948574.642126:0:34084:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.642132:0:34084:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948574.642136:0:34084:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948574.642139:0:34084:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948574.642140:0:34084:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948574.642141:0:34084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948574.642145:0:34084:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff89e959459100) refcount = 1 00010000:00010000:3.0:1783948574.642149:0:34084:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.642155:0:34084:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948574.642158:0:34084:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948574.642160:0:34084:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.642162:0:34084:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948574.642165:0:34084:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.642167:0:34084:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.642173:0:34084:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948574.642174:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642176:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.642176:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642178:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.642179:0:34084:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.642184:0:34084:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948574.642186:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.642187:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.642189:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:3.0:1783948574.642191:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642192:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642194:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.642196:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.642425:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=4 00000020:00000001:3.0:1783948574.642428:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642430:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642433:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.642436:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.642439:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.642450:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642451:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.642453:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.642454:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.642455:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=5 00000020:00000001:3.0:1783948574.642457:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642459:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642461:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948574.642464:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.642470:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642471:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948574.642474:0:34084:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.642480:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948574.642481:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642482:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.642483:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642484:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948574.642490:0:34084:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948574.642510:0:34084:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783948574.642515:0:34084:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948574.642522:0:34084:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.642529:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.642530:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.642532:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:3.0:1783948574.642534:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642536:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00000002:00010000:3.0:1783948574.642540:0:34084:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1783948574.642549:0:34084:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e9580d9a80. 00010000:00000001:3.0:1783948574.642551:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642553:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948574.642554:0:34084:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.642556:0:34084:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.642559:0:34084:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1783948574.642561:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.642562:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000001:3.0:1783948574.642565:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.642566:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00010000:00000001:3.0:1783948574.642568:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.642568:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.642570:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:3.0:1783948574.642572:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642574:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00000002:00010000:3.0:1783948574.642577:0:34084:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.642583:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642584:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.642586:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948574.642587:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.642589:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.642590:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:3.0:1783948574.642591:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.642593:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000040:3.0:1783948574.642597:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:3.0:1783948574.642600:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948574.642603:0:34084:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:3.0:1783948574.642605:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.642606:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948574.642608:0:34084:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948574.642611:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3760 00000002:00002000:3.0:1783948574.642614:0:34084:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1783948574.642617:0:34084:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.642621:0:34084:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.642623:0:34084:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948574.642626:0:34084:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948574.642629:0:34084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.642633:0:34084:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948574.642635:0:34084:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e960204c60 it_disposition 1800037 00000080:00002000:3.0:1783948574.642641:0:34084:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f4dd80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1783948574.642647:0:34084:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948574.642650:0:34084:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:3.0:1783948574.642652:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3988 00000080:00200000:3.0:1783948574.642654:0:34084:0:(namei.c:1623:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff89e951d87448), intent=open|creat 00000080:00000001:3.0:1783948574.642656:0:34084:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:3.0:1783948574.642659:0:34084:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948574.642664:0:34084:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948574.642668:0:34084:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948574.642671:0:34084:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:3.0:1783948574.642673:0:34084:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783948574.642688:0:34084:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d82100. 00000020:00000001:3.0:1783948574.642698:0:34084:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1783948574.642699:0:34084:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1783948574.642702:0:34084:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783948574.642705:0:34084:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff89e951d821c8) 00000020:00000001:3.0:1783948574.642709:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948574.642713:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948574.642719:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731600. 00000020:00000010:3.0:1783948574.642725:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951730800. 00000020:00000010:3.0:1783948574.642728:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.642734:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.642740:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.642745:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.642751:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.642756:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.642759:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731400. 00000008:00000010:3.0:1783948574.642763:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.642767:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.642771:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.642775:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948574.642778:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948574.642780:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948574.642784:0:34084:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1783948574.642788:0:34084:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e950ba24b0. 00000020:00000001:3.0:1783948574.642790:0:34084:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783948574.642792:0:34084:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.642799:0:34084:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:3.0:1783948574.642803:0:34084:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e941328ba0. 00020000:00000001:3.0:1783948574.642805:0:34084:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614233647057824 : -129840062493792 : ffff89e941328ba0) 00020000:00000001:3.0:1783948574.642809:0:34084:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:3.0:1783948574.642811:0:34084:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783948574.642821:0:34084:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e960204420. 00020000:00000010:3.0:1783948574.642825:0:34084:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e950b42e00. 00020000:00000010:3.0:1783948574.642829:0:34084:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9602048a0. 00020000:00000001:3.0:1783948574.642830:0:34084:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234165954720 : -129839543596896 : ffff89e9602048a0) 00020000:00000002:3.0:1783948574.642833:0:34084:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9602048a0, objid 0x30:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948574.642840:0:34084:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948574.642845:0:34084:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e950b42e00: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:3.0:1783948574.642847:0:34084:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1783948574.642849:0:34084:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9602048a0, objid 0x30:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948574.642890:0:34084:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948574.642893:0:34084:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e950b42e00: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:3.0:1783948574.642897:0:34084:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e9509a97d0. 00020000:00000010:3.0:1783948574.642900:0:34084:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e941254600. 00020000:00000001:3.0:1783948574.642903:0:34084:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1783948574.642906:0:34084:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e9506a0b90. 00020000:00000001:3.0:1783948574.642908:0:34084:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1783948574.642910:0:34084:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1783948574.642914:0:34084:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1783948574.642917:0:34084:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e950ba2578. 00000020:00000001:3.0:1783948574.642918:0:34084:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783948574.642920:0:34084:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.642922:0:34084:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614233907602936 : -129839801948680 : ffff89e950ba25f8) 00020000:00000001:3.0:1783948574.642926:0:34084:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1783948574.642929:0:34084:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e952183180. 00020000:00000001:3.0:1783948574.642932:0:34084:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.642936:0:34084:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233907602936 : -129839801948680 : ffff89e950ba25f8) 00020000:00000001:3.0:1783948574.642938:0:34084:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614233907602936 : -129839801948680 : ffff89e950ba25f8) 00020000:00000002:3.0:1783948574.642941:0:34084:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff89e950ba2578[0:0] -> [0x200000404:0x30:0x0]@ffff89e950ba24b0: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:3.0:1783948574.642946:0:34084:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1783948574.642948:0:34084:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1783948574.642950:0:34084:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.642952:0:34084:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233907602736 : -129839801948880 : ffff89e950ba2530) 00000020:00001000:3.0:1783948574.642955:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948574.642959:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951730800. 00000020:00000010:3.0:1783948574.642963:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.642966:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.642969:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.642972:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.642975:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.642978:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.642981:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731600. 00000008:00000010:3.0:1783948574.642984:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.642986:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.642989:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.642992:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948574.642995:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731400. 00000020:00000010:3.0:1783948574.642997:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948574.643001:0:34084:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:3.0:1783948574.643003:0:34084:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783948574.643006:0:34084:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1783948574 00000080:00000001:3.0:1783948574.643010:0:34084:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1783948574.643012:0:34084:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926345160 : -129839783206456 : ffff89e951d821c8) 00010000:00000001:3.0:1783948574.643014:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.643016:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.643017:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:3.0:1783948574.643019:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.643022:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00000080:00000001:3.0:1783948574.643024:0:34084:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783948574.643026:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948574.643032:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948574.643035:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731400. 00000020:00000010:3.0:1783948574.643037:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731600. 00000020:00000010:3.0:1783948574.643039:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.643042:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.643044:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.643046:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.643049:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.643051:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.643053:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730800. 00000008:00000010:3.0:1783948574.643055:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.643057:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.643062:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.643064:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948574.643066:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948574.643068:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948574.643069:0:34084:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1783948574.643071:0:34084:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783948574.643073:0:34084:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783948574.643075:0:34084:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e9602041e0. 00020000:00000010:3.0:1783948574.643078:0:34084:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e950b42b80. 00020000:00000010:3.0:1783948574.643080:0:34084:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9602046c0. 00020000:00000001:3.0:1783948574.643082:0:34084:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234165954240 : -129839543597376 : ffff89e9602046c0) 00020000:00000002:3.0:1783948574.643085:0:34084:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9602046c0, objid 0x30:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948574.643088:0:34084:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948574.643091:0:34084:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e950b42b80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:3.0:1783948574.643094:0:34084:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e941328ba0) owner ffff89e94134cf80 00020000:00000001:3.0:1783948574.643096:0:34084:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783948574.643099:0:34084:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e941328ba0) owner ffff89e94134cf80 00020000:00000010:3.0:1783948574.643102:0:34084:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e950b42b80. 00020000:00000010:3.0:1783948574.643105:0:34084:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e9602041e0. 00020000:00000010:3.0:1783948574.643107:0:34084:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9602046c0. 00020000:00000002:3.0:1783948574.643109:0:34084:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1783948574.643111:0:34084:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.643112:0:34084:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.643115:0:34084:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1783948574.643118:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:3.0:1783948574.643120:0:34084:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9602048a0 addref 2/0 by ffff89e94134cf80. 00020000:00000002:3.0:1783948574.643123:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:3.0:1783948574.643125:0:34084:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1783948574.643127:0:34084:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1783948574.643128:0:34084:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1783948574.643129:0:34084:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1783948574.643131:0:34084:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1783948574.643134:0:34084:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1783948574.643136:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948574.643137:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731600. 00000020:00000010:3.0:1783948574.643140:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.643142:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.643143:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.643145:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.643148:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.643150:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.643152:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731400. 00000008:00000010:3.0:1783948574.643154:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.643156:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.643158:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.643160:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948574.643162:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730800. 00000020:00000010:3.0:1783948574.643164:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948574.643166:0:34084:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.643168:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.643172:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948574.643174:0:34084:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948574.643176:0:34084:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783948574.643178:0:34084:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.643180:0:34084:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff89e951d821c8) 00000080:00010000:3.0:1783948574.643184:0:34084:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff89e951d821c8) for lock 0x8c7cf19e4b440d75 00800000:00000001:3.0:1783948574.643187:0:34084:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948574.643188:0:34084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948574.643190:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.643191:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.643192:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:3.0:1783948574.643194:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.643246:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.643250:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.643251:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948574.643253:0:34084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.643254:0:34084:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643256:0:34084:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:3.0:1783948574.643258:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.643264:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.643271:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643278:0:34084:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948574.643282:0:34084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff89e951d821c8) 00000080:00000001:3.0:1783948574.643285:0:34084:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948574.643288:0:34084:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731c00. 00000100:00000001:3.0:1783948574.643290:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.643293:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.643299:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643302:0:34084:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1783948574.643303:0:34084:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643311:0:34084:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948574.643313:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a60 00000080:00200008:3.0:1783948574.643315:0:34084:0:(file.c:1058:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff89e951d821c8), flags 100102 00000080:00000010:3.0:1783948574.643321:0:34084:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b37c0. 00000080:00000010:3.0:1783948574.643326:0:34084:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e9580d9100. 00000080:00000001:3.0:1783948574.643329:0:34084:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1783948574.643332:0:34084:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1783948574.643334:0:34084:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1783948574.643337:0:34084:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9509ab5a0. 00000002:00100000:3.0:1783948574.643341:0:34084:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948574.643347:0:34084:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.643349:0:34084:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1783948574.643352:0:34084:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1783948574.643356:0:34084:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643358:0:34084:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.643360:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.643364:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1783948574.643371:0:34084:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948574.643375:0:34084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:3.0:1783948574.643409:0:34084:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1783948574.643411:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.643413:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3a60 00000080:00000008:3.0:1783948574.643416:0:34084:0:(file.c:1297:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff89e951d821c8), flags 100102, rc = 0 00000080:00000001:3.0:1783948574.643420:0:34084:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783948574.643422:0:34084:0:(dcache.c:176:ll_intent_release()) intent ffff89e960204c60 released 00000080:00010000:3.0:1783948574.643424:0:34084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d75 from it ffff89e960204c60 00010000:00000001:3.0:1783948574.643425:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.643427:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.643428:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597600 refcount=3 00000020:00000001:3.0:1783948574.643430:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.643432:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733494272 : -129839976057344 : ffff89e946597600) 00010000:00000001:3.0:1783948574.643433:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948574.643440:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.643447:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.643448:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.643449:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948574.643452:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948574.643455:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597600/0x8c7cf19e4b440d75 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e067dd expref: -99 pid: 34084 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948574.643462:0:34084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948574.643465:0:34084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948574.643467:0:34084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.643471:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.643472:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.643473:0:34084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.643477:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948574.643480:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.643482:0:34084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.643485:0:34084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.643487:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948574.643488:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.643489:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948574.643491:0:34084:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783948574.643492:0:34084:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1783948574.643503:0:34084:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783948574.643506:0:34084:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948574.643508:0:34084:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783948574.643510:0:34084:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643513:0:34084:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1783948574.643515:0:34084:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643517:0:34084:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948574.643520:0:34084:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643524:0:34084:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783948574.643527:0:34084:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e960204c60. 00000080:00000001:3.0:1783948574.643530:0:34084:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643534:0:34084:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948574.643536:0:34084:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff89e951d821c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1783948574.643539:0:34084:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643794:0:34084:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:3.0:1783948574.643796:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d90 00000080:00200008:3.0:1783948574.643798:0:34084:0:(file.c:2605:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000001:3.0:1783948574.643800:0:34084:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1783948574.643801:0:34084:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643803:0:34084:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1783948574.643805:0:34084:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643807:0:34084:0:(file.c:2553:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1783948574.643809:0:34084:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1783948574.643811:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:3.0:1783948574.643812:0:34084:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9602048a0 addref 2/0 by ffff89e94134cf80. 00020000:00000002:3.0:1783948574.643814:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:3.0:1783948574.643816:0:34084:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:3.0:1783948574.643821:0:34084:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:3.0:1783948574.643822:0:34084:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:3.0:1783948574.643825:0:34084:0:(rw26.c:711:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1783948574.643828:0:34084:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1783948574.643829:0:34084:0:(file.c:2582:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:3.0:1783948574.643830:0:34084:0:(file.c:2584:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.643832:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948574.643834:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948574.643836:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731c00. 00000020:00000010:3.0:1783948574.643838:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951730800. 00000020:00000010:3.0:1783948574.643839:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948574.643842:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.643844:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.643846:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.643849:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.643875:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.643878:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731400. 00000008:00000010:3.0:1783948574.643880:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.643881:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.643883:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.643885:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948574.643886:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948574.643888:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000080:00000001:3.0:1783948574.643889:0:34084:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1783948574.643891:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ca0 00000080:00200000:3.0:1783948574.643892:0:34084:0:(file.c:2058:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:3.0:1783948574.643895:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3c38 00000080:00200000:3.0:1783948574.643896:0:34084:0:(file.c:1816:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1783948574.643898:0:34084:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1783948574.643902:0:34084:0:(cl_io.c:214:cl_io_rw_init()) header@00000000be9f4e2c[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:3.0:1783948574.643903:0:34084:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:3.0:1783948574.643906:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.643907:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948574.643909:0:34084:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948574.643911:0:34084:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948574.643913:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.643914:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1783948574.643916:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948574.643921:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643923:0:34084:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783948574.643924:0:34084:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.643926:0:34084:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948574.643928:0:34084:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x30:0x0]io ffff89e960109780 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1783948574.643932:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:3.0:1783948574.643935:0:34084:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948574.643937:0:34084:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948574.643940:0:34084:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948574.643942:0:34084:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1783948574.643943:0:34084:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:3.0:1783948574.643946:0:34084:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1783948574.643948:0:34084:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948574.643949:0:34084:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.643951:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.643952:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948574.643953:0:34084:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948574.643955:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:3.0:1783948574.643957:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.643959:0:34084:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948574.643961:0:34084:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1783948574.643963:0:34084:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1783948574.643966:0:34084:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.643969:0:34084:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783948574.643970:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783948574.643973:0:34084:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1783948574.643974:0:34084:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1783948574.643976:0:34084:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1783948574.643979:0:34084:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:3.0:1783948574.643982:0:34084:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783948574.643984:0:34084:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783948574.643987:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:3.0:1783948574.643990:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.643991:0:34084:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948574.643992:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948574.643994:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948574.643996:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731600. 00000020:00000010:3.0:1783948574.643997:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951730200. 00000020:00000010:3.0:1783948574.643999:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.644002:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948574.644003:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948574.644005:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948574.644007:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948574.644009:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948574.644011:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730e00. 00000008:00000010:3.0:1783948574.644013:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948574.644015:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948574.644016:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948574.644018:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948574.644020:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948574.644021:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000020:00000001:3.0:1783948574.644023:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba25f8 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.644024:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948574.644026:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.644026:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948574.644028:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644029:0:34084:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644030:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948574.644032:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1783948574.644034:0:34084:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1783948574.644037:0:34084:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644038:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644039:0:34084:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644040:0:34084:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644041:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644043:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1783948574.644045:0:34084:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1783948574.644047:0:34084:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1783948574.644049:0:34084:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1783948574.644051:0:34084:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.644054:0:34084:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.644055:0:34084:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1783948574.644057:0:34084:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1783948574.644058:0:34084:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1783948574.644060:0:34084:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1783948574.644061:0:34084:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644062:0:34084:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.644063:0:34084:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.644064:0:34084:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.644065:0:34084:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644067:0:34084:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783948574.644068:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.644068:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783948574.644070:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948574.644071:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644072:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644073:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644075:0:34084:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644076:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948574.644077:0:34084:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1783948574.644078:0:34084:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1783948574.644080:0:34084:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1783948574.644082:0:34084:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1783948574.644083:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1783948574.644086:0:34084:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9594c7d00. 00020000:00000002:3.0:1783948574.644087:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1783948574.644089:0:34084:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1783948574.644090:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.644090:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948574.644091:0:34084:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1783948574.644094:0:34084:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e9523e64c0. 00000008:00010000:3.0:1783948574.644095:0:34084:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1783948574.644097:0:34084:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948574.644098:0:34084:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1783948574.644100:0:34084:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9594c7d30, osc lock ffff89e9523e64c0, flags 0x0 00000020:00000001:3.0:1783948574.644102:0:34084:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644104:0:34084:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.644105:0:34084:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234051411200 : -129839658140416 : ffff89e9594c7d00) 00000020:00000001:3.0:1783948574.644106:0:34084:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948574.644107:0:34084:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1783948574.644108:0:34084:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644109:0:34084:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644110:0:34084:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948574.644111:0:34084:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948574.644112:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.644112:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948574.644113:0:34084:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948574.644115:0:34084:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948574.644116:0:34084:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1783948574.644117:0:34084:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.644119:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783948574.644121:0:34084:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783948574.644121:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783948574.644123:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783948574.644124:0:34084:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783948574.644125:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783948574.644127:0:34084:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1783948574.644128:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948574.644132:0:34084:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.644134:0:34084:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1783948574.644138:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64380. 00000020:00000040:3.0:1783948574.644141:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00010000:00000001:3.0:1783948574.644144:0:34084:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948574.644148:0:34084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.644149:0:34084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.644151:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948574.644153:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948574.644156:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948574.644160:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951730a00. 00000100:00000001:3.0:1783948574.644166:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.644168:0:34084:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948574.644170:0:34084:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.644171:0:34084:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948574.644172:0:34084:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.644173:0:34084:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.644175:0:34084:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00010000:00000001:3.0:1783948574.644177:0:34084:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948574.644178:0:34084:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948574.644180:0:34084:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459900. 00010000:00000010:3.0:1783948574.644183:0:34084:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e959459400. 00010000:00000001:3.0:1783948574.644185:0:34084:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948574.644187:0:34084:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596400. 00000020:00000001:3.0:1783948574.644190:0:34084:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948574.644192:0:34084:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596400 with handle 0x8c7cf19e4b440d7c to hash 00000020:00000001:3.0:1783948574.644194:0:34084:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948574.644195:0:34084:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000010:3.0:1783948574.644289:0:34084:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e9580d9d00. 00010000:00000001:3.0:1783948574.644291:0:34084:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.644295:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.644297:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.644300:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948574.644306:0:34084:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948574.644315:0:34084:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948574.644320:0:34084:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948574.644322:0:34084:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948574.644328:0:34084:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948574.644330:0:34084:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233646189568 : -129840063362048 : ffff89e941254c00) 00000100:00000001:3.0:1783948574.644332:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.644334:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000001:3.0:1783948574.644337:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948574.644339:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.644341:0:34084:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948574.644343:0:34084:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948574.644350:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.644359:0:34084:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948574.644361:0:34084:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.644364:0:34084:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948574.644367:0:34084:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948574.644370:0:34084:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948574.644373:0:34084:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636531584:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948574.644378:0:34084:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948574.644385:0:34084:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948574.644387:0:34084:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.644389:0:34084:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948574.644393:0:34084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948574.644394:0:34084:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948574.644400:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948574.644403:0:34084:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948574.644407:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948574.644413:0:34084:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636531584, portal 4 00000100:00000001:3.0:1783948574.644414:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.644415:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000040:3.0:1783948574.644419:0:34084:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.644423:0:34084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948574.644425:0:34084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948574.644427:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125908. 00000100:00000200:3.0:1783948574.644429:0:34084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636531584, offset 0 00000400:00000200:3.0:1783948574.644433:0:34084:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948574.644440:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948574.644445:0:34084:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948574.644449:0:34084:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948574.644452:0:34084:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948574.644456:0:34084:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948574.644459:0:34084:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948574.644463:0:34084:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2661:2661:256:4294967295] 192.168.202.104@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:3.0:1783948574.644467:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948574.644478:0:34084:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948574.644483:0:34084:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948574.644489:0:34084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9491c4300. 00000800:00000200:3.0:1783948574.644506:0:34084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948574.644513:0:34084:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948574.644518:0:34084:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9491c4300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948574.644537:0:34084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.644541:0:34084:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 22200 usecs (23 jiffies) 00000400:00000200:3.0:1783948574.644543:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948574.644546:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296664819 00000100:00000001:3.0:1783948574.644548:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948574.644550:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296664819 00000100:00000001:3.0:1783948574.644552:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948574.644554:0:34084:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.644555:0:34084:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.644557:0:34084:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948574.644558:0:34084:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948574.644560:0:34084:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941254c00 going to sleep for 11 seconds 00000100:00000001:3.0:1783948574.644561:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948574.644563:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948574.644739:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.644744:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9491c4300. 00000400:00000200:1.0:1783948574.644748:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.644753:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948574.644759:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125908 00000400:00000010:1.0:1783948574.644761:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125908. 00000100:00000001:1.0:1783948574.644766:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948574.644770:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.644779:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948574.644781:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.644787:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948574.644789:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948574.647340:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.647352:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948574.647356:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.647357:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.647363:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.647369:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948574.647374:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.647378:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.647382:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.647384:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9456180 00000400:00000200:0.0:1783948574.647388:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.647393:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x7501 [1] + 224 00000800:00000001:0.0:1783948574.647398:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.647405:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.647407:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.647410:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948574.647415:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948574.647421:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948574.647428:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.647442:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948574.647448:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.647450:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.647490:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948574.647506:0:34084:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948574.647508:0:34084:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948574.647510:0:34084:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948574.647515:0:34084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948574.647517:0:34084:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948574.647529:0:34084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948574.647537:0:34084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948574.647545:0:34084:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.647551:0:34084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948574.647552:0:34084:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.647555:0:34084:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948574.647559:0:34084:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948574.647561:0:34084:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948574.647564:0:34084:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.647567:0:34084:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948574.647575:0:34084:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948574.647579:0:34084:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948574.647582:0:34084:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948574.647584:0:34084:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.647587:0:34084:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948574.647590:0:34084:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.647593:0:34084:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948574.647596:0:34084:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1783948574.647598:0:34084:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948574.647599:0:34084:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.647604:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.647611:0:34084:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.647614:0:34084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948574.647616:0:34084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948574.647619:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948574.647627:0:34084:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636531584:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948574.647631:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.647634:0:34084:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.647636:0:34084:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948574.648000:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.648006:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.648014:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948574.648016:0:34084:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948574.648020:0:34084:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948574.648022:0:34084:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.648025:0:34084:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948574.648029:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.648031:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.648034:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=4 00000020:00000001:3.0:1783948574.648037:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.648039:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000040:3.0:1783948574.648046:0:34084:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596400, remote cookie: 0x2ceea11ad5e067eb, flags: 0x1 00010000:00010000:3.0:1783948574.648053:0:34084:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.648063:0:34084:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1783948574.648066:0:34084:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.648068:0:34084:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948574.648072:0:34084:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1783948574.648077:0:34084:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948574.648085:0:34084:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff89e959459900) refcount = 1 00010000:00000040:3.0:1783948574.648088:0:34084:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948574.648091:0:34084:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.648099:0:34084:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948574.648100:0:34084:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.648103:0:34084:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948574.648105:0:34084:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.648108:0:34084:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.648114:0:34084:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948574.648116:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.648117:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.648118:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.648119:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.648121:0:34084:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.648125:0:34084:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783948574.648128:0:34084:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783948574.648130:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.648131:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.648133:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948574.648135:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.648137:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.648139:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.648140:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.648141:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=4 00000020:00000001:3.0:1783948574.648143:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.648145:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.648147:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948574.648150:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.648153:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.648159:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.648160:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948574.648163:0:34084:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783948574.648167:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00010000:3.0:1783948574.648171:0:34084:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783948574.648178:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.648180:0:34084:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783948574.648182:0:34084:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783948574.648185:0:34084:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948574.648187:0:34084:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648189:0:34084:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648191:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:3.0:1783948574.648193:0:34084:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1783948574.648195:0:34084:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.648197:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.648198:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.648199:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=5 00000020:00000001:3.0:1783948574.648201:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.648204:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.648206:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948574.648209:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.648216:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.648217:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948574.648220:0:34084:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.648226:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948574.648227:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.648228:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948574.648229:0:34084:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.648231:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.648234:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64380 x1870603636531584/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.648240:0:34084:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948574.648242:0:34084:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948574.648245:0:34084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948574.648248:0:34084:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948574.648251:0:34084:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948574.648252:0:34084:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948574.648254:0:34084:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948574.648257:0:34084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951730a00. 02000000:00000001:3.0:1783948574.648260:0:34084:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948574.648261:0:34084:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948574.648263:0:34084:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64380. 00000100:00000001:3.0:1783948574.648266:0:34084:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948574.648267:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948574.648269:0:34084:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.648271:0:34084:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648274:0:34084:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.648276:0:34084:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648278:0:34084:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648281:0:34084:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648283:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648285:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648288:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1783948574.648292:0:34084:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1783948574.648297:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b88 00000080:00200000:3.0:1783948574.648299:0:34084:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:3.0:1783948574.648303:0:34084:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1783948574.648306:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:3.0:1783948574.648310:0:34084:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9602048a0 addref 2/0 by ffff89e94134cf80. 00020000:00000002:3.0:1783948574.648312:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:3.0:1783948574.648316:0:34084:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1783948574.648318:0:34084:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1783948574.648321:0:34084:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1783948574.648324:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:3.0:1783948574.648327:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.648329:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948574.648331:0:34084:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1783948574.648333:0:34084:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1783948574.648336:0:34084:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648338:0:34084:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.648340:0:34084:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648341:0:34084:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.648347:0:34084:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:3.0:1783948574.648349:0:34084:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:3.0:1783948574.648375:0:34084:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1783948574.648377:0:34084:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] ffffedddc42b42c0 0 1 00000020:00000001:3.0:1783948574.648380:0:34084:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1783948574.648382:0:34084:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648384:0:34084:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1783948574.648389:0:34084:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff89e9460b01c0. 00000020:00000001:3.0:1783948574.648393:0:34084:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1783948574.648394:0:34084:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1783948574.648396:0:34084:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1783948574.648399:0:34084:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1783948574.648401:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.648402:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000008:00000001:3.0:1783948574.648406:0:34084:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1783948574.648407:0:34084:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff89e9460b0230 folio ffffedddc42b42c0 pg:0 obj off 0 00000008:00000001:3.0:1783948574.648410:0:34084:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648411:0:34084:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1783948574.648412:0:34084:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1783948574.648414:0:34084:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1783948574.648415:0:34084:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.648418:0:34084:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648420:0:34084:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:3.0:1783948574.648422:0:34084:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:3.0:1783948574.648425:0:34084:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1783948574.648427:0:34084:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783948574.648428:0:34084:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234164926336 : -129839544625280 : ffff89e960109780) 00000020:00000001:3.0:1783948574.648430:0:34084:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783948574.648432:0:34084:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783948574.648434:0:34084:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948574.648438:0:34084:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000004255e48 0 0 0] 00000020:00000001:3.0:1783948574.648440:0:34084:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783948574.648441:0:34084:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1783948574.648443:0:34084:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1783948574.648445:0:34084:0:(rw26.c:610:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1783948574.648446:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.648448:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.648449:0:34084:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948574.648452:0:34084:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1783948574.648455:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948574.648456:0:34084:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.648457:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948574.648458:0:34084:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948574.648461:0:34084:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948574.648463:0:34084:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948574.648466:0:34084:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948574.648468:0:34084:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648470:0:34084:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648472:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000080:00000001:3.0:1783948574.648475:0:34084:0:(rw26.c:630:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948574.648477:0:34084:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:3.0:1783948574.648479:0:34084:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.648481:0:34084:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:3.0:1783948574.648483:0:34084:0:(rw26.c:898:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:3.0:1783948574.648484:0:34084:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783948574.648485:0:34084:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234164926336 : -129839544625280 : ffff89e960109780) 00000020:00000001:3.0:1783948574.648487:0:34084:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1783948574.648489:0:34084:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948574.648510:0:34084:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1783948574.648512:0:34084:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783948574.648513:0:34084:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783948574.648515:0:34084:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1783948574.648518:0:34084:0:(rw26.c:956:ll_write_end()) page@00000000cdf320dc[3 00000000051ed14b 2 1 0000000004255e48 0 0 0] 00000080:00200000:3.0:1783948574.648522:0:34084:0:(rw26.c:956:ll_write_end()) vmpage @0000000069badf09 17ffffc0001001 3:0 ffff89e9460b01c0 0 lru 00000080:00200000:3.0:1783948574.648529:0:34084:0:(rw26.c:956:ll_write_end()) osc-page@00000000b70e6adf 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000004736d7a0 00000000a89ce0c3 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1783948574.648531:0:34084:0:(rw26.c:956:ll_write_end()) end page@00000000cdf320dc 00000080:00200000:3.0:1783948574.648533:0:34084:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1783948574.648534:0:34084:0:(rw26.c:977:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948574.648537:0:34084:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1783948574.648539:0:34084:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:3.0:1783948574.648541:0:34084:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1783948574.648543:0:34084:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1783948574.648545:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.648546:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948574.648548:0:34084:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1783948574.648550:0:34084:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1783948574.648552:0:34084:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1783948574.648554:0:34084:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783948574.648555:0:34084:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1783948574.648556:0:34084:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1783948574.648559:0:34084:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- oap ffff89e9460b0230 folio ffffedddc42b42c0 pg:0 added for cmd 2 00000008:00000001:3.0:1783948574.648563:0:34084:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:3.0:1783948574.648565:0:34084:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1783948574.648571:0:34084:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1783948574.648575:0:34084:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff89e9460b0268 page ffffedddc42b42c0 00000008:00000020:3.0:1783948574.648580:0:34084:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1783948574.648584:0:34084:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1783948574.648585:0:34084:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.648588:0:34084:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1783948574.648591:0:34084:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff89e9595ca0c0. 00000008:00000020:3.0:1783948574.648596:0:34084:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff89e952183180 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:3.0:1783948574.648601:0:34084:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1783948574.648606:0:34084:0:(osc_cache.c:857:osc_extent_find()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff89e952183180], [28672|0|-|-|ffff89e946596400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1783948574.648612:0:34084:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000450b36e0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1783948574.648619:0:34084:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:3.0:1783948574.648622:0:34084:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.648624:0:34084:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.648626:0:34084:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1783948574.648628:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000002:3.0:1783948574.648629:0:34084:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:3.0:1783948574.648632:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.648633:0:34084:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783948574.648635:0:34084:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:3.0:1783948574.648636:0:34084:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948574.648638:0:34084:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.648997:0:34084:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649000:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:3.0:1783948574.649002:0:34084:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1783948574.649004:0:34084:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1783948574.649006:0:34084:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783948574.649010:0:34084:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[4 00000000051ed14b 2 1 0000000004255e48 0 0 0] 00000020:00000001:3.0:1783948574.649012:0:34084:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1783948574.649013:0:34084:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1783948574.649015:0:34084:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1783948574.649017:0:34084:0:(osc_request.c:745:osc_update_next_shrink()) next time 3197 to shrink grant 00000080:00000001:3.0:1783948574.649019:0:34084:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1783948574.649022:0:34084:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1783948574.649028:0:34084:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff89e951d82378, count 1, dirtied 1 00000080:00000001:3.0:1783948574.649030:0:34084:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1783948574.649032:0:34084:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783948574.649034:0:34084:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948574.649035:0:34084:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948574.649036:0:34084:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948574.649039:0:34084:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[3 00000000051ed14b 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948574.649040:0:34084:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1783948574.649041:0:34084:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1783948574.649043:0:34084:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783948574.649044:0:34084:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783948574.649046:0:34084:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[3 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948574.649047:0:34084:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1783948574.649048:0:34084:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1783948574.649049:0:34084:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1783948574.649051:0:34084:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1783948574.649053:0:34084:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649054:0:34084:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649056:0:34084:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649058:0:34084:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948574.649060:0:34084:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:3.0:1783948574.649061:0:34084:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1783948574.649063:0:34084:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1783948574.649064:0:34084:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649066:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b88 00000080:00200000:3.0:1783948574.649067:0:34084:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:3.0:1783948574.649070:0:34084:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649072:0:34084:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783948574.649074:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.649075:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783948574.649076:0:34084:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1783948574.649078:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.649079:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.649081:0:34084:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1783948574.649082:0:34084:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948574.649084:0:34084:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649085:0:34084:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649087:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:3.0:1783948574.649089:0:34084:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649091:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649092:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649094:0:34084:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649095:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649097:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783948574.649099:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1783948574.649100:0:34084:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783948574.649101:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1783948574.649103:0:34084:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1783948574.649106:0:34084:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1783948574.649110:0:34084:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952183180 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1783948574.649116:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1783948574.649117:0:34084:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.649119:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1783948574.649121:0:34084:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.649123:0:34084:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1783948574.649124:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783948574.649125:0:34084:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649127:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649128:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783948574.649130:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948574.649132:0:34084:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1783948574.649134:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e944d9e3f8 (ffff89e9585c7098/0) at cl_lock_release():245 00000020:00000001:3.0:1783948574.649136:0:34084:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948574.649137:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e944d9e3f8 (ffff89e9585c7098/0) at cl_lock_cancel():142 00020000:00000001:3.0:1783948574.649140:0:34084:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1783948574.649142:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.649143:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948574.649145:0:34084:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948574.649146:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9594c7d30 (ffff89e9585c7758/1) at cl_lock_cancel():142 00000008:00000001:3.0:1783948574.649148:0:34084:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1783948574.649150:0:34084:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1783948574.649151:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.649153:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.649155:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=5 00000020:00000001:3.0:1783948574.649157:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.649159:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.649161:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948574.649165:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948574.649173:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.649174:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.649175:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948574.649178:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948574.649181:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948574.649190:0:34084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948574.649193:0:34084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948574.649195:0:34084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948574.649201:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.649202:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.649203:0:34084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.649207:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948574.649209:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.649211:0:34084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.649214:0:34084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.649215:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948574.649216:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.649217:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948574.649218:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.649219:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948574.649221:0:34084:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1783948574.649223:0:34084:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948574.649224:0:34084:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948574.649225:0:34084:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948574.649227:0:34084:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948574.649228:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e944d9e3f8 (ffff89e9585c7098/0) at cl_lock_fini():72 00020000:00000001:3.0:1783948574.649230:0:34084:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1783948574.649231:0:34084:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948574.649232:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9594c7d30 (ffff89e9585c7098/1) at cl_lock_fini():72 00000008:00000010:3.0:1783948574.649235:0:34084:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e9523e64c0. 00000020:00000001:3.0:1783948574.649238:0:34084:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1783948574.649239:0:34084:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9594c7d00. 00020000:00000001:3.0:1783948574.649242:0:34084:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1783948574.649243:0:34084:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1783948574.649245:0:34084:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1783948574.649246:0:34084:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783948574.649248:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.649249:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948574.649250:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783948574.649251:0:34084:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649253:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649254:0:34084:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783948574.649255:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783948574.649257:0:34084:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1783948574.649258:0:34084:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:3.0:1783948574.649260:0:34084:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783948574.649261:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948574.649262:0:34084:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948574.649263:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.649264:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783948574.649266:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783948574.649267:0:34084:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649269:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649271:0:34084:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948574.649272:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948574.649274:0:34084:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948574.649277:0:34084:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1783948574.649280:0:34084:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1783948574.649282:0:34084:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1783948574.649284:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948574.649286:0:34084:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948574.649287:0:34084:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948574.649288:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948574.649290:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948574.649292:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948574.649296:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951730200. 00000020:00000010:3.0:1783948574.649299:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.649303:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948574.649307:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948574.649311:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948574.649315:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948574.649375:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948574.649379:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731600. 00000008:00000010:3.0:1783948574.649382:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948574.649387:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948574.649391:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948574.649394:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948574.649397:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730e00. 00000020:00000010:3.0:1783948574.649399:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00020000:00000001:3.0:1783948574.649402:0:34084:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948574.649404:0:34084:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948574.649406:0:34084:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948574.649408:0:34084:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948574.649411:0:34084:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948574.649412:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1783948574.649413:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ca0 00000080:00200000:3.0:1783948574.649415:0:34084:0:(file.c:2206:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:3.0:1783948574.649420:0:34084:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783948574.649422:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.649424:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.649425:0:34084:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948574.649427:0:34084:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1783948574.649430:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948574.649432:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1783948574.649433:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948574.649434:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1783948574.649437:0:34084:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1783948574 a=0 c=1783948574 b=0 00020000:00000001:3.0:1783948574.649440:0:34084:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948574.649442:0:34084:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=1 m=1783948574 a=0 c=1783948574 b=0 00020000:00000001:3.0:1783948574.649444:0:34084:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649445:0:34084:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649447:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000080:00200000:3.0:1783948574.649449:0:34084:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 0 00000080:00000001:3.0:1783948574.649451:0:34084:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1783948574.649513:0:34084:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:3.0:1783948574.649516:0:34084:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1783948574.649518:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948574.649520:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951730800. 00000020:00000010:3.0:1783948574.649523:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948574.649525:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.649529:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.649531:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.649534:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.649536:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.649538:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731c00. 00000008:00000010:3.0:1783948574.649540:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.649543:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.649545:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.649548:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948574.649550:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731400. 00000020:00000010:3.0:1783948574.649552:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000020:00000001:3.0:1783948574.649556:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d90 00000080:00000008:3.0:1783948574.649558:0:34084:0:(file.c:2683:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:3.0:1783948574.649561:0:34084:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948574.649633:0:34084:0:(file.c:5291:ll_fsync()) Process entered 00000020:00000001:3.0:1783948574.649636:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e48 00000080:00200008:3.0:1783948574.649688:0:34084:0:(file.c:5295:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0 00000080:00000001:3.0:1783948574.649744:0:34084:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1783948574.649747:0:34084:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1783948574.649749:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948574.649754:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948574.649758:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731400. 00000020:00000010:3.0:1783948574.649762:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731c00. 00000020:00000010:3.0:1783948574.649765:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948574.649770:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.649774:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.649777:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.649781:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.649784:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.649787:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730800. 00000008:00000010:3.0:1783948574.649789:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.649792:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.649794:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.649797:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948574.649800:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948574.649802:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948574.649804:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.649807:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948574.649808:0:34084:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948574.649810:0:34084:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948574.649813:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.649814:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948574.649816:0:34084:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948574.649819:0:34084:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x30:0x0]io ffff89e960109780 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1783948574.649822:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:3.0:1783948574.649825:0:34084:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948574.649826:0:34084:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948574.649828:0:34084:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948574.649830:0:34084:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649832:0:34084:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948574.649834:0:34084:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948574.649836:0:34084:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649837:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.649838:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948574.649840:0:34084:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948574.649841:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:3.0:1783948574.649843:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649845:0:34084:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783948574.649846:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1783948574.649848:0:34084:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783948574.649874:0:34084:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783948574.649876:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948574.649879:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.649880:0:34084:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948574.649881:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948574.649883:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948574.649885:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730e00. 00000020:00000010:3.0:1783948574.649888:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731600. 00000020:00000010:3.0:1783948574.649890:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.649893:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948574.649895:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948574.649898:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948574.649900:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948574.649903:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948574.649905:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730200. 00000008:00000010:3.0:1783948574.649908:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948574.649910:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948574.649912:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948574.649915:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948574.649916:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948574.649918:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000020:00000001:3.0:1783948574.649920:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba25f8 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.649921:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948574.649974:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.649975:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948574.649977:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649979:0:34084:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649981:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948574.649983:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783948574.649984:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649986:0:34084:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649988:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649990:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1783948574.649991:0:34084:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783948574.649993:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.649994:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783948574.649995:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948574.649996:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.649997:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.649999:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.650001:0:34084:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.650002:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948574.650003:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.650005:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.650007:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1783948574.650008:0:34084:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783948574.650009:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.650010:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783948574.650012:0:34084:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1783948574.650014:0:34084:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783948574.650017:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1783948574.650019:0:34084:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1783948574.650020:0:34084:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948574.650022:0:34084:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1783948574.650024:0:34084:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:3.0:1783948574.650026:0:34084:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446614233930543488 : -129839779008128 : ffff89e952183180) 00000008:00000020:3.0:1783948574.650029:0:34084:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff89e952183180 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1783948574.650031:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1783948574.650032:0:34084:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1783948574.650033:0:34084:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948574.650035:0:34084:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1783948574.650037:0:34084:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1783948574.650039:0:34084:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff89e952183180], [28672|1|+|-|ffff89e946596400|1024|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1783948574.650046:0:34084:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 00000000450b36e0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1783948574.650054:0:34084:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1783948574.650056:0:34084:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1783948574.650060:0:34084:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1783948574.650062:0:34084:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1783948574.650066:0:34084:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff89e952183180], [28672|1|+|-|ffff89e946596400|1024|ffff89e94134cf80]} make ready 00000008:00010000:3.0:1783948574.650071:0:34084:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000450b36e0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1783948574.650077:0:34084:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:3.0:1783948574.650079:0:34084:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1783948574.650089:0:34084:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1783948574.650091:0:34084:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1783948574.650092:0:34084:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1783948574.650093:0:34084:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948574.650094:0:34084:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948574.650096:0:34084:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1783948574.650098:0:34084:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1783948574.650100:0:34084:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948574.650103:0:34084:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948574.650104:0:34084:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1783948574.650106:0:34084:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1783948574.650107:0:34084:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1783948574.650109:0:34084:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000cdf320dc[2 00000000051ed14b 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948574.650111:0:34084:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1783948574.650112:0:34084:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.650114:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.650116:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.650117:0:34084:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1783948574.650119:0:34084:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.650120:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:3.0:1783948574.650122:0:34084:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.650125:0:34084:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:3.0:1783948574.650128:0:34084:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff89e943191000: cli: ffff89e943f6d560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1783948574.650133:0:34084:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff89e9506a00c0. 00000008:00000010:3.0:1783948574.650136:0:34084:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff89e952382340. 00000020:00000001:3.0:1783948574.650139:0:34084:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1783948574.650141:0:34084:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1783948574.650142:0:34084:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1783948574.650145:0:34084:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1783948574/1783948574 00000020:00000001:3.0:1783948574.650148:0:34084:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1783948574.650150:0:34084:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1783948574.650153:0:34084:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1783948574.650155:0:34084:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:3.0:1783948574.650158:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948574.650163:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:3.0:1783948574.650166:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948574.650171:0:34084:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783948574.650174:0:34084:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783948574.650177:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948574.650181:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948574.650185:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948574.650198:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.650199:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948574.650201:0:34084:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783948574.650203:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948574.650204:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948574.650206:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:3.0:1783948574.650208:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.650211:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00000008:00000001:3.0:1783948574.650213:0:34084:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948574.650214:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.650215:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1783948574.650216:0:34084:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1783948574.650218:0:34084:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1783948574.650223:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64380. 00000020:00000040:3.0:1783948574.650227:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948574.650233:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948574.650235:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948574.650237:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948574.650242:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951730a00. 00000100:00000001:3.0:1783948574.650248:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948574.650255:0:34084:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:3.0:1783948574.650259:0:34084:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff89e943191000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8359936 cl_lost_grant 0 00000008:00000001:3.0:1783948574.650264:0:34084:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1783948574.650287:0:34084:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 3007 MB/s 00000008:00008000:3.0:1783948574.650293:0:34084:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffedddc42b42c0 map ffff89e951d82378 index 0 flags 17ffffc0005008 count 3 priv ffff89e9460b01c0: off 0 00000008:00000001:3.0:1783948574.650301:0:34084:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1783948574.650303:0:34084:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:3.0:1783948574.650306:0:34084:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff89e950b64380 - object 0x240000400:66 offset 0<>1 00000008:00000001:3.0:1783948574.650309:0:34084:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.650310:0:34084:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1783948574.650312:0:34084:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1783948574.650313:0:34084:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1783948574.650315:0:34084:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1783948574/1783948574 00000020:00000001:3.0:1783948574.650317:0:34084:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1783948574.650318:0:34084:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1783948574.650378:0:34084:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1783948574.650381:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.650382:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000008:00000002:3.0:1783948574.650393:0:34084:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 00000000a6c50f82, now 0r/1w/0d in flight req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1783948574.650402:0:34084:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:3.0:1783948574.650410:0:34084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1b3456f] to pc [ptlrpcd_01_01+1] req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.650486:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948574.650489:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948574.650492:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948574.650506:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.650517:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948574.650519:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.650523:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948574.650525:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948574.650527:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948574.650530:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636531712:192.168.202.104@tcp:4:multiop.0 00000100:00000001:2.0:1783948574.650534:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948574.650540:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948574.650542:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.650544:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948574.650549:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581ca400. 02000000:00000001:2.0:1783948574.650551:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948574.650562:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948574.650567:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948574.650583:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948574.650591:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636531712, portal 4 00000100:00000001:2.0:1783948574.650593:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.650594:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000040:2.0:1783948574.650599:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.650606:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948574.650608:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948574.650611:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2bb0. 00000100:00000200:2.0:1783948574.650614:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1870603636531712, offset 0 00000400:00000200:2.0:1783948574.650620:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948574.650628:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.650635:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948574.650649:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948574.650654:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948574.650657:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948574.650660:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948574.650663:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2662:2662:256:4294967295] 192.168.202.104@tcp LPNI seq info [2662:2662:8:4294967295] 00000400:00000200:2.0:1783948574.650667:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.650676:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948574.650681:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948574.650687:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61c00. 00000800:00000200:2.0:1783948574.650692:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948574.650811:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948574.650816:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61c00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1783948574.650837:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.650842:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 22121 usecs (23 jiffies) 00000400:00000200:2.0:1783948574.650846:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948574.650849:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296664825 00000100:00000001:2.0:1783948574.650871:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.650874:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296664825 00000100:00000001:2.0:1783948574.650876:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.650878:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.650881:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.650884:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.650886:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948574.651082:0:34084:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1783948574.651085:0:34084:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.651087:0:34084:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.651090:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1783948574.651091:0:34084:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.651093:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1783948574.651094:0:34084:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.651096:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1783948574.651097:0:34084:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.651100:0:34084:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:3.0:1783948574.651102:0:34084:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.651104:0:34084:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1783948574.651107:0:34084:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1783948574.651110:0:34084:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948574.651112:0:34084:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.651115:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.651117:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.651119:0:34084:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.651120:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.651122:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783948574.651124:0:34084:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1783948574.651125:0:34084:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783948574.651126:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1783948574.651128:0:34084:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000001:3.0:1783948574.651130:0:34084:0:(osc_cache.c:975:osc_extent_wait()) Process entered 00000008:00000001:3.0:1783948574.651133:0:34084:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1783948574.651387:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.651392:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61c00. 00000400:00000200:1.0:1783948574.651397:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.651402:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948574.651408:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2bb0 00000400:00000010:1.0:1783948574.651410:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2bb0. 00000100:00000001:1.0:1783948574.651415:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948574.651419:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.651429:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948574.651432:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.651444:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948574.651445:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948574.652292:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948574.652298:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948574.655211:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.655226:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948574.655230:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.655232:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.655238:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.655245:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948574.655252:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.655256:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.655260:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.655263:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 4 MB=0x6a54dd9456200 00000400:00000200:0.0:1783948574.655266:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.655271:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 448/448 into md 0x7509 [1] + 224 00000800:00000001:0.0:1783948574.655276:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.655281:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.655283:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.655286:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948574.655292:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948574.655298:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948574.655306:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.655311:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948574.655317:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.655318:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.655907:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948574.655911:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948574.655916:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948574.655919:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948574.655928:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948574.655930:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948574.655933:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948574.655938:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:2.0:1783948574.655940:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:2.0:1783948574.655944:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948574.655949:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948574.655959:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64380 x1870603636531712/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.655971:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948574.655973:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.655976:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948574.655979:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948574.655982:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948574.655984:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.655987:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948574.655997:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9601854a8 time=844 v=5 (5 5 5 0) 00000100:00001000:2.0:1783948574.656002:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948574.656004:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948574.656006:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.656008:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948574.656012:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.656016:0:2356:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948574.656018:0:2356:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948574.656020:0:2356:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948574.656022:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.656023:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907348352 : -129839802203264 : ffff89e950b64380) 00000100:00000001:2.0:1783948574.656026:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948574.656028:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1783948574.656029:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948574.656032:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.656036:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64380 x1870603636531712/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.656044:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.656047:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948574.656048:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948574.656051:0:2356:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:2.0:1783948574.656053:0:2356:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1783948574.656058:0:2356:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1783948574.656062:0:2356:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1783948574.656066:0:2356:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for usr 0 00000001:04000000:2.0:1783948574.656068:0:2356:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for grp 0 00000001:04000000:2.0:1783948574.656070:0:2356:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for prj 0 00000001:00000001:2.0:1783948574.656072:0:2356:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783948574.656075:0:2356:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:2.0:1783948574.656078:0:2356:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:2.0:1783948574.656082:0:2356:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1783948574.656085:0:2356:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1783948574.656087:0:2356:0:(osc_request.c:2585:brw_interpret()) request ffff89e950b64380 aa ffff89e950b64530 rc 0 00000020:00000001:2.0:1783948574.656093:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:2.0:1783948574.656096:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:2.0:1783948574.656098:0:2356:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783948574.656101:0:2356:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948574.656104:0:2356:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948574.656106:0:2356:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948574.656108:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000010:2.0:1783948574.656110:0:2356:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff89e952382340. 00000020:00000001:2.0:1783948574.656115:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:2.0:1783948574.656117:0:2356:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1783948574.656122:0:2356:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1783948574.656124:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.656128:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64380 x1870603636531712/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.656135:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948574.656139:0:2356:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1783948574.656143:0:2356:0:(osc_cache.c:910:osc_extent_finish()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff89e952183180], [28672|1|+|+|ffff89e946596400|1024|ffff89e94134cf80]} extent finished. 00000008:00010000:2.0:1783948574.656150:0:2356:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000450b36e0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1783948574.656161:0:2356:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1783948574.656163:0:2356:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1783948574.656167:0:2356:0:(cl_page.c:1104:cl_page_complete()) page@00000000cdf320dc[2 00000000051ed14b 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948574.656168:0:2356:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1783948574.656170:0:2356:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948574.656172:0:2356:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948574.656174:0:2356:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948574.656177:0:2356:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 00000000051ed14b 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948574.656178:0:2356:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1783948574.656180:0:2356:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1783948574.656182:0:2356:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1783948574.656185:0:2356:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1783948574.656187:0:2356:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1783948574.656204:0:2356:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1783948574.656205:0:2356:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1783948574.656207:0:2356:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948574.656210:0:2356:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948574.656212:0:2356:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1783948574.656213:0:2356:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783948574.656215:0:2356:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:2.0:1783948574.656217:0:2356:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 16797696 dirty: 0/0 00000008:00000020:2.0:1783948574.656236:0:2356:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff89e952183180], [28672|0|-|-|ffff89e946596400|1024|ffff89e94134cf80]} destroyed. 00000008:00010000:2.0:1783948574.656242:0:2356:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000450b36e0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1783948574.656249:0:2356:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1783948574.656251:0:2356:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff89e9506a00c0. 00000008:00000020:2.0:1783948574.656260:0:2356:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff89e943f6d560. 00000008:00000001:2.0:1783948574.656275:0:2356:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.656280:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64380 x1870603636531712/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948574.656288:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636531712:192.168.202.104@tcp:4:multiop.0 00000100:00000001:2.0:1783948574.656293:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.656295:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.656298:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64380 x1870603636531712/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.656304:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.656306:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.656309:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948574.656310:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.656312:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:3.0:1783948574.656314:0:34084:0:(osc_cache.c:1010:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.656315:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948574.656325:0:28984:0:(cl_object.c:762:cl_env_obtain()) Process entered 00010000:00000001:3.0:1783948574.656327:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948574.656329:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1783948574.656331:0:28984:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000008:00000010:3.0:1783948574.656333:0:34084:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff89e9595ca0c0. 00000020:00000010:2.0:1783948574.656336:0:28984:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c9000. 00000008:00000020:3.0:1783948574.656338:0:34084:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000020:00000010:2.0:1783948574.656340:0:28984:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9546c9800. 00000008:00000001:3.0:1783948574.656341:0:34084:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.656344:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000010:2.0:1783948574.656344:0:28984:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00020000:00000001:3.0:1783948574.656346:0:34084:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1783948574.656348:0:28984:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000001:3.0:1783948574.656349:0:34084:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1783948574.656351:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000010:2.0:1783948574.656352:0:28984:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00000020:00000001:3.0:1783948574.656354:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783948574.656356:0:34084:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00008000:00000010:2.0:1783948574.656357:0:28984:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00020000:00000001:3.0:1783948574.656358:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.656360:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948574.656361:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000080:00000010:2.0:1783948574.656361:0:28984:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00020000:00000001:3.0:1783948574.656362:0:34084:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.656364:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.656366:0:34084:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000080:00000010:2.0:1783948574.656366:0:28984:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000001:3.0:1783948574.656367:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783948574.656368:0:34084:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783948574.656370:0:34084:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000010:2.0:1783948574.656371:0:28984:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c8a00. 00000020:00000001:3.0:1783948574.656372:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948574.656374:0:34084:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00000008:00000010:2.0:1783948574.656374:0:28984:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000001:3.0:1783948574.656375:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.656376:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783948574.656377:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783948574.656378:0:34084:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1783948574.656378:0:28984:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00020000:00000001:3.0:1783948574.656380:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.656382:0:34084:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00008000:00000010:2.0:1783948574.656382:0:28984:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000020:00000001:3.0:1783948574.656383:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948574.656385:0:34084:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948574.656385:0:28984:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:3.0:1783948574.656388:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948574.656388:0:28984:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00020000:00000001:3.0:1783948574.656390:0:34084:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948574.656391:0:34084:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00001000:2.0:1783948574.656391:0:28984:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:3.0:1783948574.656392:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000008:00000020:2.0:1783948574.656393:0:28984:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff89e943f6d560. 00000020:00000001:3.0:1783948574.656394:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1783948574.656395:0:28984:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000020:00001000:3.0:1783948574.656396:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000008:00000001:2.0:1783948574.656396:0:28984:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000020:00000010:3.0:1783948574.656399:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731600. 00000008:00000001:2.0:1783948574.656399:0:28984:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948574.656401:0:28984:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1783948574.656402:0:28984:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:3.0:1783948574.656403:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000020:00000010:2.0:1783948574.656403:0:28984:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9546c9800. 00000008:00000010:3.0:1783948574.656407:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00000020:00000010:2.0:1783948574.656407:0:28984:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948574.656409:0:28984:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:3.0:1783948574.656410:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948574.656412:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00020000:00000010:2.0:1783948574.656412:0:28984:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948574.656414:0:28984:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:3.0:1783948574.656415:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:2.0:1783948574.656417:0:28984:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:3.0:1783948574.656418:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000080:00000010:2.0:1783948574.656419:0:28984:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:3.0:1783948574.656421:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730e00. 00000020:00000010:2.0:1783948574.656421:0:28984:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c9000. 00000008:00000010:3.0:1783948574.656424:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00000008:00000010:2.0:1783948574.656424:0:28984:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:3.0:1783948574.656427:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00020000:00000010:2.0:1783948574.656427:0:28984:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948574.656429:0:28984:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00008000:00000010:3.0:1783948574.656430:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:2.0:1783948574.656432:0:28984:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000080:00000010:3.0:1783948574.656433:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:2.0:1783948574.656434:0:28984:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c8a00. 00000020:00000010:3.0:1783948574.656436:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730200. 00000020:00000010:2.0:1783948574.656437:0:28984:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000020:00000010:3.0:1783948574.656438:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00020000:00000001:3.0:1783948574.656440:0:34084:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948574.656442:0:34084:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948574.656444:0:34084:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948574.656446:0:34084:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948574.656449:0:34084:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948574.656450:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948574.656462:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948574.656465:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731c00. 00000020:00000010:3.0:1783948574.656467:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948574.656470:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.656472:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.656474:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.656477:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.656479:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.656481:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731400. 00000008:00000010:3.0:1783948574.656483:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.656485:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.656487:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.656489:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948574.656491:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730800. 00000020:00000010:3.0:1783948574.656492:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948574.656506:0:34084:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948574.656510:0:34084:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.656517:0:34084:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783948574.656519:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:3.0:1783948574.656521:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:3.0:1783948574.656523:0:34084:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.656528:0:34084:0:(lmv_obd.c:3050:lmv_fsync()) Process entered 00000002:00000001:3.0:1783948574.656533:0:34084:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:3.0:1783948574.656537:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66a00. 00000020:00000040:3.0:1783948574.656540:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948574.656544:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948574.656546:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948574.656550:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948574.656556:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951730800. 00000100:00000001:3.0:1783948574.656561:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.656564:0:34084:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948574.656566:0:34084:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948574.656570:0:34084:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948574.656572:0:34084:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233646189568 : -129840063362048 : ffff89e941254c00) 00000100:00000001:3.0:1783948574.656573:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.656574:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907358208 : -129839802193408 : ffff89e950b66a00) 00000100:00000001:3.0:1783948574.656584:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948574.656588:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.656589:0:34084:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948574.656590:0:34084:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948574.656593:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.656598:0:34084:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948574.656600:0:34084:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.656602:0:34084:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948574.656604:0:34084:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948574.656605:0:34084:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948574.656608:0:34084:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66a00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636531840:192.168.202.104@tcp:44:multiop.0 00000100:00000001:3.0:1783948574.656612:0:34084:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948574.656617:0:34084:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948574.656618:0:34084:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.656620:0:34084:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948574.656623:0:34084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948574.656624:0:34084:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948574.656628:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948574.656630:0:34084:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948574.656634:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948574.656644:0:34084:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636531840, portal 10 00000100:00000001:3.0:1783948574.656646:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948574.656647:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907358208 : -129839802193408 : ffff89e950b66a00) 00000100:00000040:3.0:1783948574.656651:0:34084:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.656656:0:34084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948574.656657:0:34084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948574.656660:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125c38. 00000100:00000200:3.0:1783948574.656662:0:34084:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1870603636531840, offset 0 00000400:00000200:3.0:1783948574.656665:0:34084:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948574.656670:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948574.656676:0:34084:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948574.656680:0:34084:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948574.656683:0:34084:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948574.656686:0:34084:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948574.656688:0:34084:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948574.656691:0:34084:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2663:2663:256:4294967295] 192.168.202.104@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:3.0:1783948574.656693:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948574.656704:0:34084:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948574.656707:0:34084:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948574.656712:0:34084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9491c4300. 00000800:00000200:3.0:1783948574.656716:0:34084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948574.656722:0:34084:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948574.656726:0:34084:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9491c4300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1783948574.656738:0:34084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.656742:0:34084:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 843887 usecs (844 jiffies) 00000400:00000200:3.0:1783948574.656748:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948574.656752:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665652 00000100:00000001:3.0:1783948574.656755:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948574.656757:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665652 00000100:00000001:3.0:1783948574.656759:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948574.656761:0:34084:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.656764:0:34084:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.656766:0:34084:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948574.656768:0:34084:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948574.656770:0:34084:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941254c00 going to sleep for 11 seconds 00000100:00000001:3.0:1783948574.656772:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948574.656774:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948574.656874:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.656879:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9491c4300. 00000400:00000200:1.0:1783948574.656883:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.656888:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948574.656892:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125c38 00000400:00000010:1.0:1783948574.656894:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125c38. 00000100:00000001:1.0:1783948574.656897:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948574.656901:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948574.656910:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948574.656913:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948574.656919:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948574.656920:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948574.664076:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.664091:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948574.664095:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.664097:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.664104:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.664110:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948574.664118:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.664122:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.664126:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.664129:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd9456280 00000400:00000200:0.0:1783948574.664133:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.664138:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x7511 [1] + 224 00000800:00000001:0.0:1783948574.664145:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.664149:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.664151:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.664154:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948574.664160:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948574.664168:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948574.664176:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948574.664191:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948574.664198:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.664201:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.664269:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948574.664276:0:34084:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948574.664277:0:34084:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948574.664280:0:34084:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948574.664284:0:34084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948574.664286:0:34084:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948574.664288:0:34084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948574.664292:0:34084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948574.664298:0:34084:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.664302:0:34084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948574.664303:0:34084:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.664305:0:34084:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948574.664307:0:34084:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948574.664309:0:34084:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948574.664311:0:34084:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948574.664313:0:34084:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948574.664322:0:34084:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=94 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948574.664326:0:34084:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948574.664328:0:34084:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948574.664330:0:34084:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948574.664332:0:34084:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948574.664335:0:34084:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.664338:0:34084:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783948574.664340:0:34084:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 8589934597 gen 2 00000100:00000040:3.0:1783948574.664343:0:34084:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff89e950b65180 x1870603636529792/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.664348:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.664350:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65180 x1870603636529792/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.664354:0:34084:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948574.664356:0:34084:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948574.664359:0:34084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e8400. 02000000:00000001:3.0:1783948574.664361:0:34084:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948574.664363:0:34084:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948574.664364:0:34084:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948574.664366:0:34084:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948574.664368:0:34084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509ea800. 02000000:00000001:3.0:1783948574.664370:0:34084:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948574.664371:0:34084:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948574.664372:0:34084:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65180. 00000100:00000001:3.0:1783948574.664375:0:34084:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948574.664376:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948574.664379:0:34084:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff89e960243480 x1870603636530816/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.664383:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.664385:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960243480 x1870603636530816/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.664392:0:34084:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948574.664393:0:34084:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948574.664394:0:34084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635000. 02000000:00000001:3.0:1783948574.664397:0:34084:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948574.664397:0:34084:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948574.664398:0:34084:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948574.664399:0:34084:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948574.664399:0:34084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950635400. 02000000:00000001:3.0:1783948574.664400:0:34084:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948574.664401:0:34084:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948574.664402:0:34084:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243480. 00000100:00000001:3.0:1783948574.664403:0:34084:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948574.664404:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783948574.664407:0:34084:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948574.664411:0:34084:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783948574.664412:0:34084:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:3.0:1783948574.664414:0:34084:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948574.664415:0:34084:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.664419:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.664422:0:34084:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948574.664424:0:34084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948574.664426:0:34084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948574.664428:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948574.664432:0:34084:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66a00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636531840:192.168.202.104@tcp:44:multiop.0 00000100:00000001:3.0:1783948574.664435:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948574.664437:0:34084:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.664439:0:34084:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948574.664442:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.664443:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.664447:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948574.664449:0:34084:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948574.664452:0:34084:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948574.664453:0:34084:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948574.664455:0:34084:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948574.664457:0:34084:0:(lmv_obd.c:3057:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.664459:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948574.664461:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66a00 x1870603636531840/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948574.664465:0:34084:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948574.664465:0:34084:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948574.664466:0:34084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948574.664468:0:34084:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948574.664468:0:34084:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948574.664469:0:34084:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948574.664470:0:34084:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948574.664471:0:34084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951730800. 02000000:00000001:3.0:1783948574.664472:0:34084:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948574.664473:0:34084:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948574.664474:0:34084:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66a00. 00000100:00000001:3.0:1783948574.664475:0:34084:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948574.664475:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948574.664477:0:34084:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:3.0:1783948574.664478:0:34084:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948574.664480:0:34084:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1783948574.664482:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948574.664485:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948574.664488:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730800. 00000020:00000010:3.0:1783948574.664492:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731400. 00000020:00000010:3.0:1783948574.664503:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948574.664510:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.664515:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.664520:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.664532:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.664536:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.664540:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731c00. 00000008:00000010:3.0:1783948574.664543:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.664547:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.664550:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.664554:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948574.664557:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948574.664559:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948574.664563:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.664566:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948574.664569:0:34084:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948574.664815:0:34084:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948574.664820:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.664821:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948574.664823:0:34084:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948574.664828:0:34084:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x30:0x0]io ffff89e960109780 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1783948574.664831:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:3.0:1783948574.664835:0:34084:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948574.664837:0:34084:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948574.664839:0:34084:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948574.664841:0:34084:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.664843:0:34084:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948574.664845:0:34084:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948574.664846:0:34084:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.664848:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.664849:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948574.664850:0:34084:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948574.665141:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:3.0:1783948574.665144:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665146:0:34084:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783948574.665148:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1783948574.665150:0:34084:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783948574.665152:0:34084:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783948574.665155:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1783948574.665158:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948574.665160:0:34084:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948574.665161:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948574.665164:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948574.665167:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730200. 00000020:00000010:3.0:1783948574.665169:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951730e00. 00000020:00000010:3.0:1783948574.665170:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.665173:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948574.665176:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948574.665178:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948574.665180:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948574.665182:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948574.665184:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731600. 00000008:00000010:3.0:1783948574.665187:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948574.665188:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948574.665190:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948574.665192:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948574.665193:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948574.665195:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000020:00000001:3.0:1783948574.665198:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba25f8 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.665200:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948574.665203:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948574.665204:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948574.665206:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.665207:0:34084:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.665209:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948574.665212:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783948574.665214:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.665217:0:34084:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665218:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665220:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1783948574.665221:0:34084:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783948574.665223:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.665224:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783948574.665226:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948574.665227:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665229:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.665231:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.665233:0:34084:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665234:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948574.665235:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665237:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665239:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1783948574.665241:0:34084:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783948574.665242:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.665243:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783948574.665245:0:34084:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1783948574.665248:0:34084:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1783948574.665253:0:34084:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:3.0:1783948574.665256:0:34084:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.665258:0:34084:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783948574.665260:0:34084:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783948574.665262:0:34084:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.665263:0:34084:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1783948574.665265:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783948574.665267:0:34084:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783948574.665268:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783948574.665269:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783948574.665270:0:34084:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783948574.665271:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783948574.665273:0:34084:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1783948574.665277:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66a00. 00000020:00000040:3.0:1783948574.665281:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948574.665284:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948574.665287:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948574.665290:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948574.665294:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951730400. 00000100:00000001:3.0:1783948574.665299:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948574.665305:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948574.665308:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948574.665314:0:34084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000059a306c] to pc [ptlrpcd_01_00+0] req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1783948574.665337:0:34084:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.665340:0:34084:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948574.665342:0:34084:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665344:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.665346:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.665347:0:34084:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665349:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.665351:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783948574.665353:0:34084:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1783948574.665354:0:34084:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783948574.665355:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1783948574.665373:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948574.665377:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948574.665380:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948574.665386:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.665393:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948574.665396:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.665399:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948574.665402:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948574.665404:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948574.665407:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636531968:192.168.202.104@tcp:16:multiop.0 00000100:00000001:2.0:1783948574.665411:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948574.665416:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948574.665418:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.665420:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948574.665425:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cac00. 02000000:00000001:2.0:1783948574.665427:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948574.665432:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948574.665436:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948574.665441:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948574.665446:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636531968, portal 4 00000100:00000001:2.0:1783948574.665448:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948574.665450:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907358208 : -129839802193408 : ffff89e950b66a00) 00000100:00000040:2.0:1783948574.665466:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.665475:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948574.665477:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948574.665480:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2000. 00000100:00000200:2.0:1783948574.665484:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870603636531968, offset 0 00000400:00000200:2.0:1783948574.665490:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948574.665506:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.665513:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948574.665519:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948574.665524:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948574.665528:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948574.665530:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948574.665535:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2664:2664:256:4294967295] 192.168.202.104@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:2.0:1783948574.665540:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948574.665548:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948574.665554:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948574.665559:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61400. 00000800:00000200:2.0:1783948574.665564:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948574.665571:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948574.665576:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1783948574.665594:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.665598:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 22056 usecs (23 jiffies) 00000400:00000200:2.0:1783948574.665601:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948574.665604:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296664840 00000100:00000001:2.0:1783948574.665607:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.665609:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296664840 00000100:00000001:2.0:1783948574.665611:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948574.665613:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.665615:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.665619:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.665621:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.665626:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948574.665628:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948574.665630:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948574.665631:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948574.665632:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.665634:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.665647:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948574.665649:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948574.665832:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948574.665836:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61400. 00000400:00000200:1.0:1783948574.665841:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948574.665845:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948574.665849:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2000 00000400:00000010:1.0:1783948574.665874:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2000. 00000100:00000001:1.0:1783948574.665878:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948574.665883:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.665902:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948574.665905:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948574.665912:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948574.665914:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948574.669742:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.669760:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948574.669764:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.669767:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.669775:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.669782:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948574.669792:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.669797:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.669804:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.669808:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 432 into portal 4 MB=0x6a54dd9456300 00000400:00000200:0.0:1783948574.669814:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948574.669820:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 432/432 into md 0x7519 [1] + 224 00000800:00000001:0.0:1783948574.669829:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.669837:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948574.669840:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948574.669845:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948574.669899:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948574.669909:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948574.669926:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948574.669950:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948574.669960:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948574.669963:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.670175:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948574.670180:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948574.670186:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948574.670188:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948574.670191:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948574.670196:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:2.0:1783948574.670198:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:2.0:1783948574.670201:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948574.670206:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948574.670215:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.670221:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948574.670223:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.670225:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948574.670228:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948574.670231:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948574.670233:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948574.670236:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948574.670244:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948574.670248:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948574.670251:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948574.670252:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.670255:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948574.670258:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.670262:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783948574.670264:0:2355:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967338 gen 15 00000100:00000040:2.0:1783948574.670271:0:2355:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967338) req@ffff89e950b64380 x1870603636531712/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.670278:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.670281:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64380 x1870603636531712/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948590 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.670288:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948574.670290:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948574.670293:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581ca400. 02000000:00000001:2.0:1783948574.670297:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948574.670299:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948574.670301:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948574.670303:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948574.670306:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951730a00. 02000000:00000001:2.0:1783948574.670309:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948574.670311:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948574.670312:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64380. 00000100:00000001:2.0:1783948574.670316:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948574.670327:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.670330:0:2355:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783948574.670332:0:2355:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1783948574.670335:0:2355:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948574.670337:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.670343:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.670350:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948574.670354:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948574.670356:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948574.670360:0:2355:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:2.0:1783948574.670366:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:2.0:1783948574.670368:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:2.0:1783948574.670370:0:2355:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783948574.670374:0:2355:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948574.670376:0:2355:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948574.670379:0:2355:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948574.670380:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:2.0:1783948574.670396:0:2355:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948574.670401:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948574.670409:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636531968:192.168.202.104@tcp:16:multiop.0 00000100:00000001:2.0:1783948574.670414:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.670416:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948574.670419:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66a00 x1870603636531968/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948574.670425:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948574.670427:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948574.670428:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cac00. 02000000:00000001:2.0:1783948574.670431:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948574.670432:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948574.670434:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948574.670436:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948574.670437:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951730400. 02000000:00000001:2.0:1783948574.670440:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948574.670441:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948574.670442:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66a00. 00000100:00000001:2.0:1783948574.670444:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948574.670446:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948574.670448:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948574.670603:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783948574.670607:0:34084:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.670610:0:34084:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1783948574.670616:0:34084:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783948574.670619:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.670621:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948574.670622:0:34084:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948574.670627:0:34084:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1783948574.670632:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948574.670634:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1783948574.670636:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948574.670637:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1783948574.670639:0:34084:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1783948574 a=0 c=1783948574 b=8 00020000:00000001:3.0:1783948574.670643:0:34084:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948574.670645:0:34084:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=1 m=1783948574 a=0 c=1783948574 b=8 00020000:00000001:3.0:1783948574.670649:0:34084:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.670651:0:34084:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.670652:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000080:00200000:3.0:1783948574.670654:0:34084:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 8 00000080:00000001:3.0:1783948574.670657:0:34084:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1783948574.670658:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783948574.670661:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783948574.670663:0:34084:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783948574.670666:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.670667:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948574.670668:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783948574.670669:0:34084:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.670670:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.670671:0:34084:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783948574.670672:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783948574.670673:0:34084:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783948574.670674:0:34084:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783948574.670676:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948574.670678:0:34084:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948574.670679:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948574.670679:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783948574.670680:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783948574.670681:0:34084:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.670682:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948574.670683:0:34084:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948574.670684:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948574.670685:0:34084:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.670686:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948574.670687:0:34084:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948574.670688:0:34084:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948574.670689:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948574.670690:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948574.670691:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948574.670703:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951730e00. 00000020:00000010:3.0:1783948574.670706:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948574.670710:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948574.670713:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948574.670716:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948574.670721:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948574.670724:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948574.670728:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730200. 00000008:00000010:3.0:1783948574.670731:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948574.670735:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948574.670739:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948574.670742:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948574.670746:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731600. 00000020:00000010:3.0:1783948574.670748:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00020000:00000001:3.0:1783948574.670751:0:34084:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948574.670753:0:34084:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948574.670755:0:34084:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948574.670758:0:34084:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948574.670761:0:34084:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948574.670762:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948574.670765:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948574.670767:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731400. 00000020:00000010:3.0:1783948574.670770:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948574.670772:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948574.670775:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948574.670777:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948574.670780:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948574.670782:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948574.670785:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730800. 00000008:00000010:3.0:1783948574.670787:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948574.670789:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948574.670792:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948574.670794:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948574.670797:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731c00. 00000020:00000010:3.0:1783948574.670798:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:3.0:1783948574.670801:0:34084:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948574.670807:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e48 00000080:00000008:3.0:1783948574.670809:0:34084:0:(file.c:5359:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:3.0:1783948574.670812:0:34084:0:(file.c:5361:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.672556:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948574.672564:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948574.672569:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948574.672583:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.698634:0:34088:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948574.698640:0:34088:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948574.698643:0:34088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d33b78 00000080:00200000:2.0:1783948574.698647:0:34088:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948574.698652:0:34088:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c9000. 00800000:00000002:2.0:1783948574.698657:0:34088:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948574.698660:0:34088:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948574.698663:0:34088:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.698665:0:34088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d33a98 00800000:00000002:2.0:1783948574.698667:0:34088:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948574.698669:0:34088:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948574.698673:0:34088:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948574.698677:0:34088:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948574.698679:0:34088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d33968 00000002:00010000:2.0:1783948574.698680:0:34088:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948574.698682:0:34088:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948574.698684:0:34088:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948574.698686:0:34088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948574.698692:0:34088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:2.0:1783948574.698693:0:34088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948574.698697:0:34088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948574.698700:0:34088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948574.698704:0:34088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783948574.698711:0:34088:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948574.698715:0:34088:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948574.698717:0:34088:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1783948574.698722:0:34088:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948574.698723:0:34088:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948574.698725:0:34088:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948574.698726:0:34088:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948574.698727:0:34088:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948574.698728:0:34088:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948574.698729:0:34088:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948574.698731:0:34088:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948574.698733:0:34088:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c9000. 00000080:00000001:2.0:1783948574.698738:0:34088:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948574.698740:0:34088:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.698742:0:34088:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948574.698745:0:34088:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d60 00800000:00000001:2.0:1783948574.698747:0:34088:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948574.698749:0:34088:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948574.698750:0:34088:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.698751:0:34088:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.698753:0:34088:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.698754:0:34088:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.698756:0:34088:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.698758:0:34088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.698759:0:34088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948574.698760:0:34088:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948574.698761:0:34088:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948574.698763:0:34088:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d60 from it ffffb87d01d33bb0 00010000:00000001:2.0:1783948574.698765:0:34088:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948574.698766:0:34088:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948574.698767:0:34088:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948574.698768:0:34088:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.698769:0:34088:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948574.698770:0:34088:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948574.698772:0:34088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948574.698775:0:34088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.698776:0:34088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.698777:0:34088:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948574.698778:0:34088:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948574.698780:0:34088:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948574.698784:0:34088:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.698786:0:34088:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948574.698788:0:34088:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948574.698791:0:34088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.698792:0:34088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948574.698793:0:34088:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.698795:0:34088:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948574.698796:0:34088:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.698797:0:34088:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.698799:0:34088:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.698801:0:34088:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948574.698801:0:34088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948574.698802:0:34088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948574.698804:0:34088:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948574.698805:0:34088:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948574.698807:0:34088:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:2.0:1783948574.698810:0:34088:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.698812:0:34088:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783948574.698814:0:34088:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948574.698815:0:34088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d33b78 00000080:00200008:2.0:1783948574.698816:0:34088:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 504000 00000080:00000010:2.0:1783948574.698820:0:34088:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948574.698823:0:34088:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.698825:0:34088:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.698839:0:34088:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948574.698840:0:34088:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=8028667f arg=7ffc05c12050 00000080:00000001:2.0:1783948574.698845:0:34088:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000080:00000001:2.0:1783948574.698848:0:34088:0:(llite_lib.c:4266:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1783948574.698849:0:34088:0:(llite_lib.c:4272:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.698874:0:34088:0:(llite_lib.c:3654:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.698876:0:34088:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.698881:0:34088:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783948574.698883:0:34088:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948574.698885:0:34088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d33d98 00000080:00200008:2.0:1783948574.698886:0:34088:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 504000 00000080:00400000:2.0:1783948574.698889:0:34088:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1783948574.698892:0:34088:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948574.698894:0:34088:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948574.698896:0:34088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d33d98 00000080:00000008:2.0:1783948574.698897:0:34088:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 504000, rc = 0 00000080:00000001:2.0:1783948574.698900:0:34088:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948574.698901:0:34088:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.936368:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.936377:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.936383:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.936384:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948574.936387:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948574.936388:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948574.937584:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948574.937590:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948574.937593:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948575.466971:0:34084:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:1.0:1783948575.466981:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d90 00000080:00200008:1.0:1783948575.466986:0:34084:0:(file.c:2605:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000001:1.0:1783948575.466993:0:34084:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1783948575.466995:0:34084:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.466998:0:34084:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1783948575.467003:0:34084:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.467006:0:34084:0:(file.c:2553:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1783948575.467009:0:34084:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1783948575.467014:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:1.0:1783948575.467018:0:34084:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9602048a0 addref 2/0 by ffff89e94134cf80. 00020000:00000002:1.0:1783948575.467020:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:1.0:1783948575.467023:0:34084:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:1.0:1783948575.467032:0:34084:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:1.0:1783948575.467034:0:34084:0:(rw26.c:704:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:1.0:1783948575.467038:0:34084:0:(rw26.c:711:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1783948575.467041:0:34084:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1783948575.467043:0:34084:0:(file.c:2582:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1783948575.467045:0:34084:0:(file.c:2584:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467047:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.467053:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.467058:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022ac00. 00000020:00000010:1.0:1783948575.467062:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.467065:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.467072:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.467076:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.467082:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.467088:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.467092:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.467095:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a400. 00000008:00000010:1.0:1783948575.467098:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.467101:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.467105:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.467108:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.467110:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.467113:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000080:00000001:1.0:1783948575.467115:0:34084:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1783948575.467117:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ca0 00000080:00200000:1.0:1783948575.467118:0:34084:0:(file.c:2058:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:1.0:1783948575.467123:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3c38 00000080:00200000:1.0:1783948575.467125:0:34084:0:(file.c:1816:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1783948575.467128:0:34084:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1783948575.467135:0:34084:0:(cl_io.c:214:cl_io_rw_init()) header@00000000be9f4e2c[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:1.0:1783948575.467137:0:34084:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:1.0:1783948575.467140:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.467143:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948575.467146:0:34084:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948575.467148:0:34084:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948575.467151:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.467153:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1783948575.467155:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948575.467160:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.467162:0:34084:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948575.467165:0:34084:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.467167:0:34084:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948575.467169:0:34084:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x30:0x0]io ffff89e9582d77e0 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1783948575.467172:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:1.0:1783948575.467175:0:34084:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948575.467177:0:34084:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948575.467180:0:34084:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948575.467182:0:34084:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1783948575.467184:0:34084:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:1.0:1783948575.467187:0:34084:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1783948575.467188:0:34084:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948575.467190:0:34084:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467191:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.467192:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948575.467194:0:34084:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948575.467195:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:1.0:1783948575.467198:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467199:0:34084:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948575.467201:0:34084:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1783948575.467204:0:34084:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1783948575.467207:0:34084:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467210:0:34084:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948575.467211:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783948575.467214:0:34084:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1783948575.467215:0:34084:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1783948575.467216:0:34084:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1783948575.467218:0:34084:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:1.0:1783948575.467220:0:34084:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948575.467222:0:34084:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948575.467226:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1783948575.467230:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.467231:0:34084:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948575.467232:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.467235:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948575.467240:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941678000. 00000020:00000010:1.0:1783948575.467244:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950666200. 00000020:00000010:1.0:1783948575.467246:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948575.467249:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.467252:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.467255:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.467258:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.467260:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.467263:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950667a00. 00000008:00000010:1.0:1783948575.467266:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.467268:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.467271:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.467274:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948575.467276:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948575.467278:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948575.467280:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba25f8 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.467282:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948575.467285:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.467286:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948575.467288:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467290:0:34084:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467292:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.467294:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1783948575.467297:0:34084:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1783948575.467300:0:34084:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467302:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467304:0:34084:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467306:0:34084:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467307:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467309:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1783948575.467312:0:34084:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1783948575.467314:0:34084:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1783948575.467316:0:34084:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1783948575.467319:0:34084:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.467322:0:34084:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.467324:0:34084:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1783948575.467325:0:34084:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1783948575.467327:0:34084:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1783948575.467329:0:34084:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1783948575.467330:0:34084:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467332:0:34084:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.467334:0:34084:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.467336:0:34084:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.467337:0:34084:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467339:0:34084:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948575.467341:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.467342:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948575.467344:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948575.467345:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467347:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467348:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467350:0:34084:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467351:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948575.467353:0:34084:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783948575.467355:0:34084:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783948575.467357:0:34084:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783948575.467359:0:34084:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783948575.467361:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1783948575.467367:0:34084:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9585c4000. 00020000:00000002:1.0:1783948575.467369:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1783948575.467371:0:34084:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783948575.467373:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.467374:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.467376:0:34084:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783948575.467381:0:34084:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e94369bc80. 00000008:00010000:1.0:1783948575.467383:0:34084:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1783948575.467386:0:34084:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948575.467387:0:34084:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783948575.467390:0:34084:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9585c4030, osc lock ffff89e94369bc80, flags 0x0 00000020:00000001:1.0:1783948575.467392:0:34084:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467394:0:34084:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.467396:0:34084:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234035666944 : -129839673884672 : ffff89e9585c4000) 00000020:00000001:1.0:1783948575.467398:0:34084:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948575.467399:0:34084:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783948575.467401:0:34084:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467402:0:34084:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467404:0:34084:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948575.467406:0:34084:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948575.467407:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.467408:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.467410:0:34084:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948575.467412:0:34084:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948575.467413:0:34084:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1783948575.467415:0:34084:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.467418:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948575.467420:0:34084:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948575.467422:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948575.467424:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948575.467425:0:34084:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948575.467426:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948575.467429:0:34084:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783948575.467432:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.467440:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:1.0:1783948575.467442:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.467448:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.467452:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.467457:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783948575.467468:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.467474:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.467478:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948575.467486:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.474066:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.474072:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:1.0:1783948575.474078:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474083:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00000008:00000001:1.0:1783948575.474089:0:34084:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783948575.474093:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.474094:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.474096:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=4 00000020:00000001:1.0:1783948575.474098:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474100:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474102:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.474104:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.474105:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=5 00000020:00000001:1.0:1783948575.474106:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474108:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474111:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.474114:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.474119:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948575.474131:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.474133:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948575.474136:0:34084:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.474138:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.474139:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.474141:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=6 00000020:00000001:1.0:1783948575.474143:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474145:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474148:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.474151:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948575.474158:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.474159:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948575.474162:0:34084:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948575.474169:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.474170:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.474171:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.474172:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.474173:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948575.474175:0:34084:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.474177:0:34084:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474180:0:34084:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.474183:0:34084:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474185:0:34084:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474186:0:34084:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474189:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474191:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474194:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1783948575.474198:0:34084:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1783948575.474204:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b88 00000080:00200000:1.0:1783948575.474206:0:34084:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:1.0:1783948575.474209:0:34084:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1783948575.474212:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:1.0:1783948575.474215:0:34084:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9602048a0 addref 2/0 by ffff89e94134cf80. 00020000:00000002:1.0:1783948575.474218:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:1.0:1783948575.474221:0:34084:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1783948575.474224:0:34084:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1783948575.474227:0:34084:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1783948575.474231:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1783948575.474235:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.474237:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.474238:0:34084:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1783948575.474241:0:34084:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1783948575.474245:0:34084:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474247:0:34084:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.474249:0:34084:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474250:0:34084:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.474257:0:34084:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:1.0:1783948575.474259:0:34084:0:(rw26.c:704:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:1.0:1783948575.474265:0:34084:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1783948575.474267:0:34084:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] ffffedddc42b42c0 ffff89e9460b01c0 1 00000020:00000001:1.0:1783948575.474270:0:34084:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1783948575.474272:0:34084:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:1.0:1783948575.474274:0:34084:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:1.0:1783948575.474277:0:34084:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1783948575.474279:0:34084:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783948575.474281:0:34084:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032601056 : -129839676950560 : ffff89e9582d77e0) 00000020:00000001:1.0:1783948575.474283:0:34084:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1783948575.474284:0:34084:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1783948575.474287:0:34084:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948575.474292:0:34084:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 00000000051ed14b 1 1 000000004eb88987 0 0 0] 00000020:00000001:1.0:1783948575.474294:0:34084:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1783948575.474295:0:34084:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948575.474296:0:34084:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1783948575.474298:0:34084:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:1.0:1783948575.474300:0:34084:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.474303:0:34084:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:1.0:1783948575.474304:0:34084:0:(rw26.c:898:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:1.0:1783948575.474306:0:34084:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783948575.474307:0:34084:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032601056 : -129839676950560 : ffff89e9582d77e0) 00000020:00000001:1.0:1783948575.474309:0:34084:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1783948575.474310:0:34084:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948575.474314:0:34084:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1783948575.474316:0:34084:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1783948575.474318:0:34084:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1783948575.474319:0:34084:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1783948575.474322:0:34084:0:(rw26.c:956:ll_write_end()) page@00000000cdf320dc[3 00000000051ed14b 2 1 000000004eb88987 0 0 0] 00000080:00200000:1.0:1783948575.474325:0:34084:0:(rw26.c:956:ll_write_end()) vmpage @0000000069badf09 17ffffc0001029 2:0 ffff89e9460b01c0 0 lru 00000080:00200000:1.0:1783948575.474333:0:34084:0:(rw26.c:956:ll_write_end()) osc-page@00000000b70e6adf 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 000000004736d7a0 00000000a89ce0c3 > 3< 0 0 > 4< 0 0 8 16797696 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1783948575.474335:0:34084:0:(rw26.c:956:ll_write_end()) end page@00000000cdf320dc 00000080:00200000:1.0:1783948575.474337:0:34084:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1783948575.474339:0:34084:0:(rw26.c:977:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948575.474344:0:34084:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1783948575.474346:0:34084:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:1.0:1783948575.474348:0:34084:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1783948575.474350:0:34084:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1783948575.474352:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.474353:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.474355:0:34084:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1783948575.474357:0:34084:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1783948575.474360:0:34084:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1783948575.474361:0:34084:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1783948575.474362:0:34084:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1783948575.474364:0:34084:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1783948575.474368:0:34084:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- oap ffff89e9460b0230 folio ffffedddc42b42c0 pg:0 added for cmd 2 00000008:00000001:1.0:1783948575.474373:0:34084:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:1.0:1783948575.474375:0:34084:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:1.0:1783948575.474382:0:34084:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:1.0:1783948575.474385:0:34084:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff89e9460b0268 page ffffedddc42b42c0 00000008:00000020:1.0:1783948575.474389:0:34084:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 16769024, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:1.0:1783948575.474394:0:34084:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1783948575.474395:0:34084:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.474397:0:34084:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:1.0:1783948575.474404:0:34084:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff89e9820d3c00. 00000008:00000020:1.0:1783948575.474410:0:34084:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff89e952183180 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:1.0:1783948575.474415:0:34084:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1783948575.474420:0:34084:0:(osc_cache.c:857:osc_extent_find()) extent ffff89e9820d3c00@{[0 -> 0/1023], [3|1|-|active|wi|ffff89e952183180], [28672|0|-|-|ffff89e946596400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1783948575.474426:0:34084:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1783948575.474435:0:34084:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:1.0:1783948575.474438:0:34084:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.474441:0:34084:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.474443:0:34084:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1783948575.474445:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000002:1.0:1783948575.474448:0:34084:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:1.0:1783948575.474450:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.474451:0:34084:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783948575.474453:0:34084:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:1.0:1783948575.474456:0:34084:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948575.474458:0:34084:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474460:0:34084:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474462:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:1.0:1783948575.474463:0:34084:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1783948575.474465:0:34084:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1783948575.474467:0:34084:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948575.474470:0:34084:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[4 00000000051ed14b 2 1 000000004eb88987 0 0 0] 00000020:00000001:1.0:1783948575.474472:0:34084:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1783948575.474473:0:34084:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1783948575.474474:0:34084:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1783948575.474477:0:34084:0:(osc_request.c:745:osc_update_next_shrink()) next time 3198 to shrink grant 00000080:00000001:1.0:1783948575.474479:0:34084:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1783948575.474481:0:34084:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1783948575.474497:0:34084:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff89e951d82378, count 1, dirtied 1 00000080:00000001:1.0:1783948575.474499:0:34084:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1783948575.474501:0:34084:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1783948575.474503:0:34084:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783948575.474504:0:34084:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783948575.474505:0:34084:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948575.474508:0:34084:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[3 00000000051ed14b 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948575.474509:0:34084:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1783948575.474511:0:34084:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948575.474512:0:34084:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1783948575.474513:0:34084:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948575.474515:0:34084:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[3 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948575.474517:0:34084:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1783948575.474518:0:34084:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1783948575.474519:0:34084:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1783948575.474521:0:34084:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1783948575.474523:0:34084:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474524:0:34084:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.474527:0:34084:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474528:0:34084:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948575.474530:0:34084:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1783948575.474532:0:34084:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1783948575.474533:0:34084:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1783948575.474535:0:34084:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474537:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3b88 00000080:00200000:1.0:1783948575.474538:0:34084:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1783948575.474542:0:34084:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.474544:0:34084:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948575.474546:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.474548:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948575.474549:0:34084:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1783948575.474551:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.474553:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.474554:0:34084:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1783948575.474556:0:34084:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948575.474557:0:34084:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474559:0:34084:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474561:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:1.0:1783948575.474563:0:34084:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474564:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.474566:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.474568:0:34084:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474569:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474571:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948575.474573:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1783948575.474574:0:34084:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948575.474575:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1783948575.474577:0:34084:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:1.0:1783948575.474579:0:34084:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1783948575.474583:0:34084:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952183180 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1783948575.474588:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948575.474591:0:34084:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.474592:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948575.474594:0:34084:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.474596:0:34084:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:1.0:1783948575.474597:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948575.474599:0:34084:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.474600:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.474603:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948575.474604:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948575.474606:0:34084:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948575.474608:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9473088a8 (ffff89e95852f5a8/0) at cl_lock_release():245 00000020:00000001:1.0:1783948575.474611:0:34084:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948575.474612:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9473088a8 (ffff89e95852f5a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948575.474616:0:34084:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948575.474617:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.474618:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.474620:0:34084:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948575.474621:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9585c4030 (ffff89e95852fcf8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948575.474624:0:34084:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948575.474625:0:34084:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948575.474627:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.474629:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.474631:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=5 00000020:00000001:1.0:1783948575.474633:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474635:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.474637:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.476241:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948575.476256:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.476258:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.476260:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.476263:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.476265:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948575.476276:0:34084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.476281:0:34084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.476283:0:34084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.476287:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.476288:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.476290:0:34084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.476293:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.476295:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.476297:0:34084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.476299:0:34084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.476301:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.476302:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.476303:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.476306:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.476307:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948575.476308:0:34084:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948575.476311:0:34084:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.476313:0:34084:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.476316:0:34084:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.476317:0:34084:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948575.476319:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9473088a8 (ffff89e95852f5a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948575.476324:0:34084:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948575.476325:0:34084:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948575.476326:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9585c4030 (ffff89e95852f5a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948575.476329:0:34084:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e94369bc80. 00000020:00000001:1.0:1783948575.476336:0:34084:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948575.476337:0:34084:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9585c4000. 00020000:00000001:1.0:1783948575.476341:0:34084:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948575.476342:0:34084:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948575.476343:0:34084:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1783948575.476347:0:34084:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948575.476349:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.476351:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948575.476353:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948575.476354:0:34084:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.476357:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.476358:0:34084:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948575.476360:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948575.476361:0:34084:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1783948575.476364:0:34084:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1783948575.476366:0:34084:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948575.476368:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948575.476371:0:34084:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948575.476372:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.476373:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948575.476377:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948575.476379:0:34084:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.476381:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.476382:0:34084:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948575.476383:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948575.476385:0:34084:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948575.476390:0:34084:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1783948575.476392:0:34084:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1783948575.476395:0:34084:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1783948575.476397:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948575.476399:0:34084:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948575.476400:0:34084:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948575.476401:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948575.476403:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.476406:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948575.476411:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950666200. 00000020:00000010:1.0:1783948575.476415:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948575.476420:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.476425:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.476429:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.476435:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.476439:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.476443:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941678000. 00000008:00000010:1.0:1783948575.476448:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.476451:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.476457:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.476461:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948575.476464:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950667a00. 00000020:00000010:1.0:1783948575.476469:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948575.476472:0:34084:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948575.476474:0:34084:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948575.476476:0:34084:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948575.476478:0:34084:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948575.476481:0:34084:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948575.476482:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1783948575.476485:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3ca0 00000080:00200000:1.0:1783948575.476497:0:34084:0:(file.c:2206:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1783948575.476504:0:34084:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948575.476508:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.476510:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.476513:0:34084:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948575.476518:0:34084:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948575.476524:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948575.476526:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:1.0:1783948575.476527:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948575.476528:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:1.0:1783948575.476530:0:34084:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1783948575 a=0 c=1783948575 b=8 00020000:00000001:1.0:1783948575.476534:0:34084:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948575.476537:0:34084:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=2 m=1783948575 a=0 c=1783948575 b=8 00020000:00000001:1.0:1783948575.476540:0:34084:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.476542:0:34084:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.476543:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000080:00200000:1.0:1783948575.476545:0:34084:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 8 00000080:00000001:1.0:1783948575.476548:0:34084:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1783948575.476553:0:34084:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1783948575.476556:0:34084:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1783948575.476558:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.476560:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.476564:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.476566:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.476571:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.476574:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.476577:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.476579:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.476582:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022ac00. 00000008:00000010:1.0:1783948575.476584:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.476587:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.476589:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.476591:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.476594:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a400. 00000020:00000010:1.0:1783948575.476596:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000020:00000001:1.0:1783948575.476600:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d90 00000080:00000008:1.0:1783948575.476602:0:34084:0:(file.c:2683:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:1.0:1783948575.476604:0:34084:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948575.476620:0:34084:0:(file.c:5291:ll_fsync()) Process entered 00000020:00000001:1.0:1783948575.476622:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e48 00000080:00200008:1.0:1783948575.476624:0:34084:0:(file.c:5295:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0 00000080:00000001:1.0:1783948575.476642:0:34084:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1783948575.476645:0:34084:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783948575.476647:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.476656:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.476661:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950667a00. 00000020:00000010:1.0:1783948575.476666:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950666200. 00000020:00000010:1.0:1783948575.476669:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.476675:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.476678:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.476681:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.476686:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.477366:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.477374:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a400. 00000008:00000010:1.0:1783948575.477379:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.477382:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.477386:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.477390:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.477393:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.477397:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948575.477401:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.477404:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948575.477406:0:34084:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948575.477408:0:34084:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948575.477411:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.477413:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948575.477414:0:34084:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948575.477418:0:34084:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x30:0x0]io ffff89e9582d77e0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783948575.477421:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:1.0:1783948575.477426:0:34084:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948575.477427:0:34084:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948575.477431:0:34084:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948575.477433:0:34084:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.477435:0:34084:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948575.477437:0:34084:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948575.477439:0:34084:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.477440:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.477442:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948575.477443:0:34084:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948575.477444:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:1.0:1783948575.477447:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.477449:0:34084:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948575.477451:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783948575.477454:0:34084:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948575.477457:0:34084:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948575.477461:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948575.477465:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.477467:0:34084:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948575.477468:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.477471:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948575.477475:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022ac00. 00000020:00000010:1.0:1783948575.477479:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.477482:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948575.477485:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.477497:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.477501:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.477504:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.477506:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.477510:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941678000. 00000008:00000010:1.0:1783948575.477513:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.477516:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.477518:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.477521:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948575.477523:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948575.477525:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948575.477529:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba25f8 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.477531:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948575.477533:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.477534:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948575.477536:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.477538:0:34084:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.477539:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.477542:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783948575.477544:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.477547:0:34084:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.477548:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.477550:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783948575.477552:0:34084:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948575.477553:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.477554:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948575.477555:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948575.477557:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.477558:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.477560:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.477561:0:34084:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.477563:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948575.477564:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.477565:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.477567:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783948575.477569:0:34084:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948575.477570:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.477571:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948575.477573:0:34084:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1783948575.477575:0:34084:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1783948575.477581:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1783948575.477583:0:34084:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1783948575.477585:0:34084:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948575.477587:0:34084:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1783948575.477589:0:34084:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783948575.477590:0:34084:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446614233930543488 : -129839779008128 : ffff89e952183180) 00000008:00000020:1.0:1783948575.477593:0:34084:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff89e952183180 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1783948575.477596:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1783948575.477597:0:34084:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1783948575.477598:0:34084:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948575.477600:0:34084:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1783948575.477602:0:34084:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1783948575.477606:0:34084:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff89e9820d3c00@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff89e952183180], [28672|1|+|-|ffff89e946596400|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1783948575.477616:0:34084:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1783948575.477627:0:34084:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1783948575.477641:0:34084:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1783948575.477645:0:34084:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1783948575.477648:0:34084:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1783948575.477652:0:34084:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff89e9820d3c00@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff89e952183180], [28672|1|+|-|ffff89e946596400|1024|ffff89e94134cf80]} make ready 00000008:00010000:1.0:1783948575.477657:0:34084:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1783948575.477663:0:34084:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:1.0:1783948575.477665:0:34084:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1783948575.477681:0:34084:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1783948575.477683:0:34084:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1783948575.477685:0:34084:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1783948575.477686:0:34084:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783948575.480824:0:34084:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783948575.480833:0:34084:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1783948575.480834:0:34084:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1783948575.480839:0:34084:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948575.480847:0:34084:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948575.481010:0:34084:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1783948575.481013:0:34084:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948575.481014:0:34084:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1783948575.481019:0:34084:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000cdf320dc[2 00000000051ed14b 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948575.481021:0:34084:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1783948575.481023:0:34084:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.481031:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.481034:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.481036:0:34084:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1783948575.481039:0:34084:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.481041:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:1.0:1783948575.481045:0:34084:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.481049:0:34084:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:1.0:1783948575.481052:0:34084:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff89e943191000: cli: ffff89e943f6d560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1783948575.481063:0:34084:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff89e95800e898. 00000008:00000010:1.0:1783948575.481068:0:34084:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff89e9446b51a0. 00000020:00000001:1.0:1783948575.481072:0:34084:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1783948575.481075:0:34084:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1783948575.481076:0:34084:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1783948575.481080:0:34084:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1783948575/1783948575 00000020:00000001:1.0:1783948575.481085:0:34084:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1783948575.481087:0:34084:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1783948575.481092:0:34084:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1783948575.481095:0:34084:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:1.0:1783948575.481098:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.481105:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:1.0:1783948575.481109:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.481115:0:34084:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1783948575.481118:0:34084:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1783948575.481123:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.481129:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.481133:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783948575.481144:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.481146:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948575.481148:0:34084:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1783948575.481150:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.481152:0:34084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.481154:0:34084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=3 00000020:00000001:1.0:1783948575.481157:0:34084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.481159:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00000008:00000001:1.0:1783948575.481162:0:34084:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:1.0:1783948575.481164:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.481165:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1783948575.481167:0:34084:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1783948575.481170:0:34084:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1783948575.481177:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cc000. 00000020:00000040:1.0:1783948575.481181:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948575.481188:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948575.481190:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948575.481193:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948575.481202:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9472b6e00. 00000100:00000001:1.0:1783948575.481208:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1783948575.481217:0:34084:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:1.0:1783948575.481223:0:34084:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff89e943191000: dirty: 28672 undirty: 484638720 dropped 0 grant: 16769024 cl_lost_grant 0 00000008:00000001:1.0:1783948575.481228:0:34084:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1783948575.481259:0:34084:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 3007 MB/s 00000008:00008000:1.0:1783948575.481266:0:34084:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffedddc42b42c0 map ffff89e951d82378 index 0 flags 17ffffc0005028 count 2 priv ffff89e9460b01c0: off 0 00000008:00000001:1.0:1783948575.481277:0:34084:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1783948575.481279:0:34084:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:1.0:1783948575.481283:0:34084:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff89e9529cc000 - object 0x240000400:66 offset 0<>2 00000008:00000001:1.0:1783948575.481286:0:34084:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.481288:0:34084:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1783948575.481290:0:34084:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1783948575.481291:0:34084:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1783948575.481292:0:34084:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1783948575/1783948575 00000020:00000001:1.0:1783948575.481294:0:34084:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1783948575.481295:0:34084:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1783948575.481296:0:34084:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1783948575.481298:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.481300:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00000008:00000002:1.0:1783948575.481313:0:34084:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 00000000e323af09, now 0r/1w/0d in flight req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1783948575.481322:0:34084:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1783948575.481330:0:34084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b6f2cbb] to pc [ptlrpcd_00_01+1] req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.481376:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.481380:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.481383:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948575.481390:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.481397:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948575.481399:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948575.481403:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948575.481406:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948575.481408:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948575.481412:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636532096:192.168.202.104@tcp:4:multiop.0 00000100:00000001:0.0:1783948575.481416:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948575.481422:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948575.481424:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948575.481426:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948575.481432:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950637800. 02000000:00000001:0.0:1783948575.481434:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948575.481441:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948575.481445:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae840. 00000400:00000010:0.0:1783948575.481451:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfb28. 00000100:00000200:0.0:1783948575.481458:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636532096, portal 4 00000100:00000001:0.0:1783948575.481460:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948575.481462:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939230720 : -129839770320896 : ffff89e9529cc000) 00000100:00000040:0.0:1783948575.481469:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.481476:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948575.481479:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948575.481482:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf440. 00000100:00000200:0.0:1783948575.481484:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1870603636532096, offset 0 00000400:00000200:0.0:1783948575.481502:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948575.481511:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.481518:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948575.481523:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948575.481527:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948575.481530:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948575.481533:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948575.481537:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2665:2665:256:4294967295] 192.168.202.104@tcp LPNI seq info [2665:2665:8:4294967295] 00000400:00000200:0.0:1783948575.481541:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.481550:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948575.481556:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948575.481561:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948575.481568:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948575.481576:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948575.481580:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1783948575.481596:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.481600:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21988 usecs (22 jiffies) 00000400:00000200:0.0:1783948575.481604:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948575.481606:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665655 00000100:00000001:0.0:1783948575.481610:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:0.0:1783948575.481612:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665655 00000100:00000001:0.0:1783948575.481614:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:0.0:1783948575.481616:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948575.481619:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.481622:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.481625:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948575.481712:0:34084:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1783948575.481714:0:34084:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.481717:0:34084:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.481720:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948575.481722:0:34084:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.481724:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948575.481726:0:34084:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.481727:0:34084:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948575.481728:0:34084:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.481732:0:34084:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783948575.481735:0:34084:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.481736:0:34084:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1783948575.481740:0:34084:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1783948575.481744:0:34084:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948575.481746:0:34084:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.481749:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.481752:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.481754:0:34084:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.481756:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.481758:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948575.481761:0:34084:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783948575.481763:0:34084:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948575.481764:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1783948575.481766:0:34084:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1783948575.481769:0:34084:0:(osc_cache.c:975:osc_extent_wait()) Process entered 00000008:00000001:1.0:1783948575.481772:0:34084:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948575.481792:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948575.481795:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948575.482824:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948575.482832:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948575.482841:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.482848:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948575.482877:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf440 00000400:00000010:1.0:1783948575.482879:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf440. 00000100:00000001:1.0:1783948575.482885:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948575.482890:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.482901:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.482906:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.482912:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.482914:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948575.489805:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948575.489814:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948575.489821:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.489825:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.489828:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.489832:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948575.491307:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.491324:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.491328:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.491330:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.491338:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.491346:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.491356:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.491361:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.491367:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.491371:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9456380 00000400:00000200:1.0:1783948575.491377:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.491384:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7521 [1] + 224 00000800:00000001:1.0:1783948575.491391:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.491399:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.491402:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.491406:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.491415:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.491424:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.491435:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.491451:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.491460:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.491463:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.491480:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948575.491485:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948575.491501:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948575.491504:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948575.491507:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae840. 00000400:00000200:1.0:1783948575.491514:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfb28 00000400:00000010:1.0:1783948575.491517:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfb28. 00000100:00000001:1.0:1783948575.491520:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.491524:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948575.491533:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/448 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.491539:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948575.491540:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.491542:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948575.491546:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948575.491549:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948575.491552:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.491555:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948575.491566:0:2354:0:(import.c:2149:obd_at_measure()) add 0 to ffff89e9601854a8 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1783948575.491571:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948575.491574:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1783948575.491579:0:2354:0:(client.c:1492:ptlrpc_check_status()) lustre-OST0000-osc-ffff89e943191000: operation ost_write to node 192.168.202.104@tcp failed: rc = -107 00000100:00000001:1.0:1783948575.504485:0:2354:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1783948575.504511:0:2354:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1783948575.504520:0:2354:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff89e943191000 of lustre-OST0000_UUID@192.168.202.104@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1783948575.504526:0:2354:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783948575.504531:0:2354:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff89e943191000: Connection to lustre-OST0000 (at 192.168.202.104@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1783948575.504535:0:2354:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1783948575.504539:0:2354:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1783948575.504542:0:2354:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.504544:0:2354:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1783948575.504548:0:2354:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1783948575.504550:0:2354:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783948575.504554:0:2354:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783948575.504558:0:2354:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1975 00000400:00000200:1.0:1783948575.504569:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.504577:0:2354:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:1.0:1783948575.504582:0:2354:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948575.504585:0:2354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948575.504588:0:2354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948575.504590:0:2354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:1.0:1783948575.504594:0:2354:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948575.504596:0:2354:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:1.0:1783948575.504600:0:2354:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.504604:0:2354:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:1.0:1783948575.504607:0:2354:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:1.0:1783948575.504609:0:2354:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000040:1.0:1783948575.504612:0:2354:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948575.504614:0:2354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948575.504616:0:2354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948575.504619:0:2354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:1.0:1783948575.504622:0:2354:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00080000:1.0:1783948575.504627:0:2354:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff89e943191000: import ffff89e960185000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:1.0:1783948575.507577:0:2354:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.507584:0:2354:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783948575.517227:0:2354:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948575.517239:0:2354:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.517243:0:2354:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783948575.517248:0:2354:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 28672, lost: 0. 00000008:00000001:0.0:1783948575.517251:0:2354:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.517253:0:2354:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948575.517264:0:2354:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948575.517269:0:2354:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 02000000:00000001:0.0:1783948575.517274:0:2354:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948575.517276:0:2354:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.517279:0:2354:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948575.517281:0:2354:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948575.517285:0:2354:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948575.517293:0:2354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948575.517301:0:2354:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948575.517313:0:2354:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948575.517323:0:2354:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948575.517328:0:2354:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.517333:0:2354:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a9e2db5] to pc [ptlrpcd_rcv+-1] req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.517356:0:2354:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.517360:0:2354:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1783948575.517362:0:2354:0:(client.c:1701:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1783948575.517365:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.517368:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.517377:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948575.517380:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.517383:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.517384:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.517387:0:2354:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.517390:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948575.517392:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.517395:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.517397:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.517439:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.517442:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948575.517445:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948575.517451:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.517459:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948575.517461:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.517465:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948575.517468:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948575.517471:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948575.517474:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636532224:192.168.202.104@tcp:8:ptlrpcd_00_01.0 00000100:00000001:3.0:1783948575.517478:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948575.517483:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948575.517485:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.517498:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948575.517503:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509eb800. 02000000:00000001:3.0:1783948575.517506:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948575.517514:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948575.517518:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948575.517526:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948575.517534:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636532224, portal 4 00000100:00000001:3.0:1783948575.517537:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.517538:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:3.0:1783948575.517546:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.517553:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948575.517555:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948575.517560:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125c38. 00000100:00000200:3.0:1783948575.517565:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870603636532224, offset 0 00000400:00000200:3.0:1783948575.517572:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948575.517580:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.517588:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948575.517593:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948575.517597:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948575.517601:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948575.517605:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948575.517609:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2666:2666:256:4294967295] 192.168.202.104@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:3.0:1783948575.517613:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.517624:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948575.517642:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948575.517648:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9491c4300. 00000800:00000200:3.0:1783948575.517655:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948575.517663:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948575.517668:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9491c4300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1783948575.517692:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.517698:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21948 usecs (22 jiffies) 00000400:00000200:3.0:1783948575.517702:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948575.517705:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296665691 00000100:00000001:3.0:1783948575.517709:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.517711:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296665691 00000100:00000001:3.0:1783948575.517713:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.517715:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.517718:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.517720:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.517722:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.517727:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948575.517728:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1783948575.517730:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.517731:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948575.517732:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.517733:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948575.518028:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.518034:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9491c4300. 00000400:00000200:0.0:1783948575.518038:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.518044:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.518049:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125c38 00000400:00000010:0.0:1783948575.518051:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125c38. 00000100:00000001:0.0:1783948575.518055:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.518059:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.518068:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.518071:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.518077:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.518079:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948575.521295:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.521310:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.521315:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.521317:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.521325:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.521332:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.521342:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.521347:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.521352:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.521356:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 4 MB=0x6a54dd9456400 00000400:00000200:0.0:1783948575.521362:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.521369:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 416/416 into md 0x7531 [1] + 0 00000800:00000001:0.0:1783948575.521376:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.521384:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.521387:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.521391:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.521400:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.521409:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948575.521420:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.521443:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948575.521451:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.521455:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.521533:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.521537:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948575.521543:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948575.521545:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948575.521548:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948575.521553:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948575.521556:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948575.521559:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948575.521563:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948575.521573:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.521579:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948575.521581:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.521583:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948575.521586:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948575.521589:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948575.521591:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.521593:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948575.521603:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948575.521608:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948575.521611:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948575.521612:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.521615:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948575.521618:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.521622:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948575.521624:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967338 00000100:00000001:3.0:1783948575.521626:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948575.521628:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.521643:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.521651:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.521654:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948575.521656:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.521659:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783948575.521666:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff89e943191000: connect to target with instance 1 00000020:00000001:3.0:1783948575.521669:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783948575.521672:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:3.0:1783948575.521675:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.521679:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:3.0:1783948575.521681:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:3.0:1783948575.521684:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00001000:3.0:1783948575.521785:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=1783948575 v=0 (0 0 0 0) 00000100:00001000:3.0:1783948575.521790:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e960185418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783948575.521794:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000020:00000040:3.0:1783948575.521800:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:3.0:1783948575.521803:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948575.521806:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1783948575.521810:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff89e943191000, setting cl_avail_grant: 0 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1783948575.521813:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783948575.521817:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1783948575.521821:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948575.521823:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.521826:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.521828:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.521830:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.521832:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783948575.521837:0:2352:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff89e943191000: evicting (reconnect/recover flags not set: 4) req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783948575.521844:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1783948575.521848:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:3.0:1783948575.521894:0:2352:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff89e943191000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:3.0:1783948575.537472:0:2352:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.104@tcp; invalidating 00000020:00000040:3.0:1783948575.537480:0:2352:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=5 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:0.0:1783948575.538847:0:2352:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.538870:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.538887:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948575.538899:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636532224:192.168.202.104@tcp:8:ptlrpcd_00_01.0 00000100:00000001:0.0:1783948575.538904:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.538908:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.538912:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242680 x1870603636532224/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.538919:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948575.538935:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948575.538939:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eb800. 02000000:00000001:0.0:1783948575.538943:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948575.538946:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948575.538948:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948575.538950:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948575.538953:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950634800. 02000000:00000001:0.0:1783948575.538956:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948575.538958:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948575.538960:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242680. 00000100:00000001:0.0:1783948575.538965:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948575.538966:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.538969:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.538978:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948575.538980:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.538983:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.538984:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.539406:0:34097:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1783948575.539416:0:34097:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff89e943191000 to lustre-OST0000_UUID@192.168.202.104@tcp 00000100:00000001:3.0:1783948575.539421:0:34097:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1783948575.539423:0:34097:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1783948575.539425:0:34097:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1783948575.539432:0:34097:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/224 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.539452:0:34097:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783948575.539455:0:34097:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967338 gen 16 00000100:00000040:3.0:1783948575.539458:0:34097:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1783948575.539461:0:34097:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948575.539462:0:34097:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1783948575.539463:0:34097:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1783948575.539465:0:34097:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948575.539468:0:34097:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783948575.539470:0:34097:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783948575.539474:0:34097:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1783948575.539477:0:34097:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1783948575.539479:0:34097:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff89e9581bbba0 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1783948575.539484:0:34097:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1783948575.539496:0:34097:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 8c7cf19e4b44014a 00020000:00000001:3.0:1783948575.539499:0:34097:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.539502:0:34097:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948575.539505:0:34097:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.539508:0:34097:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.539510:0:34097:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.539512:0:34097:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.539514:0:34097:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:3.0:1783948575.539516:0:34097:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1783948575.539795:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.539799:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.539803:0:2354:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948575.539811:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/224 e 0 to 0 dl 1783948591 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.539820:0:2354:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1783948575.539823:0:2354:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.539825:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948575.539827:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783948575.539829:0:2354:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1783948575.539831:0:2354:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:0.0:1783948575.539834:0:2354:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/224 e 0 to 0 dl 1783948591 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783948575.539840:0:2354:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:0.0:1783948575.539843:0:2354:0:(osc_request.c:2585:brw_interpret()) request ffff89e9529cc000 aa ffff89e9529cc1b0 rc -5 00000008:00080000:0.0:1783948575.539847:0:2354:0:(osc_request.c:2600:brw_interpret()) lustre-OST0000-osc-ffff89e943191000: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:0.0:1783948575.539904:0:2354:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff89e9446b51a0. 00000100:00000001:0.0:1783948575.539908:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.539912:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/224 e 0 to 0 dl 1783948591 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.539919:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948575.540763:0:2354:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1783948575.540770:0:2354:0:(osc_cache.c:910:osc_extent_finish()) extent ffff89e9820d3c00@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff89e952183180], [28672|1|+|+|ffff89e946596400|1024|ffff89e94134cf80]} extent finished. 00000008:00010000:0.0:1783948575.540780:0:2354:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1783948575.540797:0:2354:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1783948575.540801:0:2354:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1783948575.540806:0:2354:0:(cl_page.c:1104:cl_page_complete()) page@00000000cdf320dc[2 00000000051ed14b 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783948575.540808:0:2354:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:0.0:1783948575.540810:0:2354:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1783948575.540812:0:2354:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1783948575.540815:0:2354:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783948575.540818:0:2354:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 00000000051ed14b 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783948575.540820:0:2354:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1783948575.540821:0:2354:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1783948575.540824:0:2354:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1783948575.540828:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1783948575.540830:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:0.0:1783948575.541066:0:2354:0:(llite_lib.c:4327:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.202.104@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000080:00000001:0.0:1783948575.560777:0:2354:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1783948575.560784:0:2354:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1783948575.560787:0:2354:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783948575.560796:0:2354:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[2 00000000051ed14b 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783948575.560798:0:2354:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1783948575.560799:0:2354:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783948575.560801:0:2354:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1783948575.560806:0:2354:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 0 dirty: 0/0 00000008:00000020:0.0:1783948575.560918:0:2354:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff89e9820d3c00@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff89e952183180], [28672|0|-|-|ffff89e946596400|1024|ffff89e94134cf80]} destroyed. 00000008:00010000:0.0:1783948575.560938:0:2354:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1783948575.560949:0:2354:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1783948575.560953:0:2354:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff89e95800e898. 00000008:00000020:0.0:1783948575.560967:0:2354:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff89e943f6d560. 00000008:00000001:0.0:1783948575.560973:0:2354:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1783948575.560987:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/224 e 0 to 0 dl 1783948591 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948575.561000:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636532096:192.168.202.104@tcp:4:multiop.0 00000100:00000001:0.0:1783948575.561019:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.561024:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.561028:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cc000 x1870603636532096/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 496/224 e 0 to 0 dl 1783948591 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.561035:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948575.561038:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948575.561042:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950637800. 02000000:00000001:0.0:1783948575.561045:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948575.561048:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948575.561050:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948575.561052:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948575.561054:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9472b6e00. 02000000:00000001:0.0:1783948575.561058:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948575.561059:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948575.561061:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cc000. 00000100:00000001:0.0:1783948575.561065:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948575.561066:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.561069:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.561077:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948575.561079:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.561082:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.561084:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948575.561120:0:33424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948575.561129:0:33424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948575.561134:0:33424:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147600. 00000020:00000010:0.0:1783948575.561139:0:33424:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e947146400. 00000020:00000010:0.0:1783948575.561143:0:33424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713de0. 00000008:00000010:0.0:1783948575.561148:0:33424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948575.561153:0:33424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076a80. 00008000:00000010:0.0:1783948575.561158:0:33424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948575.561163:0:33424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948575.561167:0:33424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948575.561172:0:33424:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147800. 00000008:00000010:0.0:1783948575.561176:0:33424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948575.561179:0:33424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948575.561183:0:33424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948575.561186:0:33424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948575.561189:0:33424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948575.561191:0:33424:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000008:00000020:0.0:1783948575.561193:0:33424:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff89e943f6d560. 00000008:00000001:0.0:1783948575.561196:0:33424:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1783948575.561198:0:33424:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1783948575.561200:0:33424:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948575.561202:0:33424:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1783948575.561203:0:33424:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948575.561206:0:33424:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e947146400. 00000020:00000010:0.0:1783948575.561210:0:33424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713de0. 00000008:00000010:0.0:1783948575.561213:0:33424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948575.561217:0:33424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076a80. 00008000:00000010:0.0:1783948575.561220:0:33424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948575.561223:0:33424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948575.561227:0:33424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948575.561230:0:33424:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947147600. 00000008:00000010:0.0:1783948575.561233:0:33424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948575.561236:0:33424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948575.561240:0:33424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948575.561243:0:33424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948575.561245:0:33424:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947147800. 00000020:00000010:0.0:1783948575.561246:0:33424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000100:00000001:3.0:1783948575.561404:0:34097:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948575.561408:0:34097:0:(osc_request.c:3901:osc_import_event()) Process entered 00000001:00000001:3.0:1783948575.561411:0:34097:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948575.561415:0:34097:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1783948575.561426:0:34097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:3.0:1783948575.561433:0:34097:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783948575.561436:0:34097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.561438:0:34097:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.561441:0:34097:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596400 refcount=4 00000020:00000001:3.0:1783948575.561443:0:34097:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948575.561446:0:34097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489664 : -129839976061952 : ffff89e946596400) 00010000:00000001:3.0:1783948575.561450:0:34097:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948575.561454:0:34097:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1783948575.561463:0:34097:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783948575.561465:0:34097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948575.561469:0:34097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948575.561473:0:34097:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731a00. 00000020:00000010:3.0:1783948575.561475:0:34097:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731200. 00000020:00000010:3.0:1783948575.561478:0:34097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948575.561482:0:34097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948575.561485:0:34097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948575.561501:0:34097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948575.561505:0:34097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948575.561507:0:34097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948575.561511:0:34097:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730e00. 00000008:00000010:3.0:1783948575.561515:0:34097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948575.561518:0:34097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948575.561520:0:34097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948575.561523:0:34097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948575.561526:0:34097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948575.561528:0:34097:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000008:00000001:3.0:1783948575.561530:0:34097:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783948575.561532:0:34097:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1783948575.561533:0:34097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948575.561535:0:34097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948575.561538:0:34097:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730200. 00000020:00000010:3.0:1783948575.561540:0:34097:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731600. 00000020:00000010:3.0:1783948575.561543:0:34097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948575.561546:0:34097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948575.561548:0:34097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948575.561551:0:34097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948575.561553:0:34097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948575.561556:0:34097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948575.561558:0:34097:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731400. 00000008:00000010:3.0:1783948575.561561:0:34097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948575.561563:0:34097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948575.561565:0:34097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948575.561568:0:34097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948575.561570:0:34097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948575.561572:0:34097:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000008:00000001:3.0:1783948575.561574:0:34097:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1783948575.561576:0:34097:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1783948575.561579:0:34097:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1783948575.561581:0:34097:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.561584:0:34097:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783948575.561587:0:34097:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783948575.561590:0:34097:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783948575.561593:0:34097:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948575.561596:0:34097:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1783948575.561600:0:34097:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948575.561602:0:34097:0:(osc_lock.c:372:osc_lock_flush()) object ffff89e952183180: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1783948575.561605:0:34097:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1783948575.561608:0:34097:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:3.0:1783948575.561610:0:34097:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:3.0:1783948575.561612:0:34097:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948575.561615:0:34097:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948575.561616:0:34097:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948575.561620:0:34097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948575.561621:0:34097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948575.561622:0:34097:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948575.561627:0:34097:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x30:0x0]io ffff89e950bb6550 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1783948575.561643:0:34097:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948575.561645:0:34097:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948575.561647:0:34097:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948575.561649:0:34097:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948575.561651:0:34097:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.561652:0:34097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948575.561654:0:34097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948575.561655:0:34097:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1783948575.561656:0:34097:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.561659:0:34097:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1783948575.561663:0:34097:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783948575.561664:0:34097:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783948575.561667:0:34097:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1783948575.561669:0:34097:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783948575.561671:0:34097:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614233907684688 : -129839801866928 : ffff89e950bb6550) 00000020:00000001:3.0:1783948575.561674:0:34097:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783948575.561675:0:34097:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783948575.561677:0:34097:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948575.561681:0:34097:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 00000000051ed14b 1 1 000000001ec29d6e 0 0 0] 00000020:00000001:3.0:1783948575.561683:0:34097:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783948575.561684:0:34097:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1783948575.561686:0:34097:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1783948575.561696:0:34097:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.561699:0:34097:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1783948575.561701:0:34097:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1783948575.561703:0:34097:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948575.561704:0:34097:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948575.561706:0:34097:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948575.561709:0:34097:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 00000000051ed14b 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948575.561711:0:34097:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1783948575.561712:0:34097:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1783948575.561713:0:34097:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1783948575.561715:0:34097:0:(osc_page.c:138:osc_page_delete()) ffff89e9460b0220 00000008:00000001:3.0:1783948575.561717:0:34097:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1783948575.561719:0:34097:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff89e9460b0230 page ffff89e9460b0220 at index 0. 00000008:00000001:3.0:1783948575.561721:0:34097:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.561726:0:34097:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1783948575.561728:0:34097:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffedddc42b42c0 index 0 00000020:00000001:3.0:1783948575.561732:0:34097:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1783948575.561733:0:34097:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1783948575.561741:0:34097:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783948575.561743:0:34097:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948575.561744:0:34097:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948575.561745:0:34097:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783948575.561746:0:34097:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783948575.561749:0:34097:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[1 00000000051ed14b 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948575.561751:0:34097:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1783948575.561753:0:34097:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1783948575.561756:0:34097:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff89e9460b01c0. 00000020:00000001:3.0:1783948575.561759:0:34097:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1783948575.561760:0:34097:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1783948575.561776:0:34097:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948575.561779:0:34097:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948575.561781:0:34097:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948575.561783:0:34097:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948575.561785:0:34097:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948575.561787:0:34097:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1783948575.561790:0:34097:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948575.561791:0:34097:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1783948575.561793:0:34097:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948575.561795:0:34097:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948575.561797:0:34097:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731600. 00000020:00000010:3.0:1783948575.561801:0:34097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948575.561804:0:34097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948575.561807:0:34097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948575.561810:0:34097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948575.561813:0:34097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948575.561815:0:34097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948575.561817:0:34097:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730200. 00000008:00000010:3.0:1783948575.561819:0:34097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948575.561823:0:34097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948575.561825:0:34097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948575.561828:0:34097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948575.561831:0:34097:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731400. 00000020:00000010:3.0:1783948575.561833:0:34097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00000008:00000001:3.0:1783948575.561836:0:34097:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.561838:0:34097:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00010000:00000001:3.0:1783948575.561841:0:34097:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1783948575.561843:0:34097:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.561845:0:34097:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000020:00000001:3.0:1783948575.561847:0:34097:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783948575.561849:0:34097:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:3.0:1783948575.561963:0:34097:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948575.561966:0:34097:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.561968:0:34097:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.561970:0:34097:0:(cl_object.c:151:cl_object_top()) ffff89e952183180 -> ffff89e950ba2530 00000008:00000001:3.0:1783948575.561973:0:34097:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948575.561975:0:34097:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948575.561977:0:34097:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731200. 00000020:00000010:3.0:1783948575.561980:0:34097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948575.561982:0:34097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948575.561985:0:34097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948575.561987:0:34097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948575.561989:0:34097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948575.561991:0:34097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948575.561993:0:34097:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731a00. 00000008:00000010:3.0:1783948575.561996:0:34097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948575.561998:0:34097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948575.562000:0:34097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948575.562003:0:34097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948575.562005:0:34097:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730e00. 00000020:00000010:3.0:1783948575.562007:0:34097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000008:00000001:3.0:1783948575.562009:0:34097:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.562012:0:34097:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1783948575.562014:0:34097:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948575.562018:0:34097:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948575.562020:0:34097:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948575.562022:0:34097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948575.562025:0:34097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948575.562028:0:34097:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596400 with handle 0x8c7cf19e4b440d7c from hash 00010000:00000001:3.0:1783948575.562030:0:34097:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948575.562032:0:34097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.562033:0:34097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.562034:0:34097:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948575.562037:0:34097:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948575.562039:0:34097:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1783948575.562040:0:34097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.562041:0:34097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.562043:0:34097:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.562044:0:34097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.562045:0:34097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1783948575.562073:0:34097:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948575.562075:0:34097:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948575.562076:0:34097:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1783948575.562082:0:34097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00020000:3.0:1783948575.562085:0:34097:0:(ldlm_resource.c:1207:ldlm_resource_complain()) lustre-OST0000-osc-ffff89e943191000: namespace resource [0x240000400:0x42:0x0].0x0 (ffff89e959459900) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:1.0:1783948575.568769:0:34084:0:(osc_cache.c:1010:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1783948575.568781:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948575.568789:0:34084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000006cde041f/0x8c7cf19e4b440d7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x2ceea11ad5e067eb expref: -99 pid: 34084 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:1.0:1783948575.568805:0:34084:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9580d9d00. 00010000:00000001:1.0:1783948575.568818:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1783948575.568824:0:34084:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff89e9820d3c00. 00000008:00000020:1.0:1783948575.568830:0:34084:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1783948575.568833:0:34084:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1783948575.568837:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948575.568842:0:34084:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.568845:0:34084:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783948575.568848:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948575.569020:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783948575.569023:0:34084:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948575.569027:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.569028:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948575.569030:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948575.569032:0:34084:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569034:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569036:0:34084:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948575.569037:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948575.569039:0:34084:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783948575.569041:0:34084:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948575.569042:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948575.569044:0:34084:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948575.569046:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.569047:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948575.569048:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948575.569050:0:34084:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569052:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569053:0:34084:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948575.569055:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948575.569056:0:34084:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1783948575.569060:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948575.569062:0:34084:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948575.569063:0:34084:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948575.569065:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948575.569066:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.569069:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948575.569073:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.569079:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948575.569085:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.569090:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.569095:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.569102:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.569107:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.569111:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022ac00. 00000008:00000010:1.0:1783948575.569115:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.569118:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.569124:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.569128:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948575.569131:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941678000. 00000020:00000010:1.0:1783948575.569134:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948575.569137:0:34084:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948575.569139:0:34084:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948575.569142:0:34084:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948575.569144:0:34084:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948575.569148:0:34084:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948575.569149:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.569151:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.569154:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950666200. 00000020:00000010:1.0:1783948575.569156:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.569159:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.569163:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.569166:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.569169:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.569171:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.569174:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950667a00. 00000008:00000010:1.0:1783948575.569179:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.569182:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.569184:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.569186:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.569188:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a400. 00000020:00000010:1.0:1783948575.569189:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948575.569192:0:34084:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:1.0:1783948575.569196:0:34084:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1783948575.569203:0:34084:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948575.569206:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:1.0:1783948575.569210:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:1.0:1783948575.569213:0:34084:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:1.0:1783948575.569216:0:34084:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:1.0:1783948575.569218:0:34084:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.569220:0:34084:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783948575.569222:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.569230:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.569235:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b7e00. 00000020:00000010:1.0:1783948575.569241:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.569244:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.569249:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.569252:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.569255:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.569259:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.569262:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.569265:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941678000. 00000008:00000010:1.0:1783948575.569268:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.569270:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.569273:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.569276:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.569278:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.569280:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948575.569283:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.569285:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948575.569287:0:34084:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948575.569289:0:34084:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948575.569291:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.569293:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948575.569294:0:34084:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948575.569297:0:34084:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x30:0x0]io ffff89e9582d77e0 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1783948575.569300:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:1.0:1783948575.569303:0:34084:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948575.569305:0:34084:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948575.569308:0:34084:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948575.569309:0:34084:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569312:0:34084:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948575.569314:0:34084:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948575.569316:0:34084:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569317:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.569318:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948575.569319:0:34084:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948575.569321:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00000020:00000001:1.0:1783948575.569323:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569325:0:34084:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948575.569326:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783948575.569328:0:34084:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948575.569330:0:34084:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948575.569333:0:34084:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1783948575.569337:0:34084:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.569338:0:34084:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948575.569340:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.569342:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948575.569345:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a400. 00000020:00000010:1.0:1783948575.569348:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022ac00. 00000020:00000010:1.0:1783948575.569351:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948575.569354:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.569357:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.569360:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.569362:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.569365:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.569368:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a200. 00000008:00000010:1.0:1783948575.569371:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.569373:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.569376:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.569379:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948575.569381:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948575.569383:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948575.569386:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba25f8 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.569387:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948575.569390:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.569391:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948575.569393:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569395:0:34084:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569397:0:34084:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.569400:0:34084:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783948575.569401:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569404:0:34084:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569406:0:34084:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569408:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783948575.569410:0:34084:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948575.569411:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.569412:0:34084:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948575.569414:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948575.569415:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569417:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569419:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569421:0:34084:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569422:0:34084:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948575.569423:0:34084:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569425:0:34084:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569427:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783948575.569429:0:34084:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948575.569430:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.569431:0:34084:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948575.569433:0:34084:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1783948575.569435:0:34084:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1783948575.569439:0:34084:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:1.0:1783948575.569443:0:34084:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.569445:0:34084:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1783948575.569448:0:34084:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e952183180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1783948575.569451:0:34084:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.569453:0:34084:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1783948575.569456:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948575.569459:0:34084:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948575.569460:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948575.569462:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948575.569463:0:34084:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948575.569464:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948575.569467:0:34084:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1783948575.569474:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cf100. 00000020:00000040:1.0:1783948575.569479:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948575.569485:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948575.569500:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948575.569506:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948575.569515:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e952882400. 00000100:00000001:1.0:1783948575.569523:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.569535:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948575.569540:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948575.569554:0:34084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015c3f218] to pc [ptlrpcd_00_00+0] req@ffff89e9529cf100 x1870603636532352/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783948575.569578:0:34084:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.569580:0:34084:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.569582:0:34084:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569584:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569586:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.569587:0:34084:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569588:0:34084:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.569590:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948575.569591:0:34084:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783948575.569593:0:34084:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948575.569594:0:34084:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783948575.569797:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.569801:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.569806:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948575.569813:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cf100 x1870603636532352/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.569823:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1783948575.569826:0:2353:0:(client.c:1397:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff89e9529cf100 x1870603636532352/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.569834:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.569838:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cf100 x1870603636532352/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.569845:0:2353:0:(client.c:1844:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1783948575.569848:0:2353:0:(client.c:2092:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1783948575.569884:0:2353:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.569887:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948575.569888:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783948575.569891:0:2353:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:0.0:1783948575.569893:0:2353:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:0.0:1783948575.569902:0:2353:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.569907:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cf100 x1870603636532352/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948575.569916:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:0:1870603636532352:192.168.202.104@tcp:16:multiop.0 00000100:00000001:0.0:1783948575.569921:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.569935:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.569940:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cf100 x1870603636532352/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.569947:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948575.569950:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948575.569951:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948575.569954:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948575.569957:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e952882400. 02000000:00000001:0.0:1783948575.569961:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948575.569963:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948575.569965:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cf100. 00000100:00000001:0.0:1783948575.569969:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948575.569970:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.569972:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.569978:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948575.569981:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.569983:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.569985:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.569992:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948575.569994:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.570328:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948575.570331:0:34084:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.570333:0:34084:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1783948575.570337:0:34084:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948575.570339:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.570342:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:1.0:1783948575.570344:0:34084:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948575.570347:0:34084:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948575.570350:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948575.570352:0:34084:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.570353:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948575.570354:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:1.0:1783948575.570357:0:34084:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1783948575 a=0 c=1783948575 b=8 00020000:00000001:1.0:1783948575.570360:0:34084:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948575.570363:0:34084:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=2 m=1783948575 a=0 c=1783948575 b=8 00020000:00000001:1.0:1783948575.570365:0:34084:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.570367:0:34084:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.570369:0:34084:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000080:00200000:1.0:1783948575.570371:0:34084:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 8 00000080:00000001:1.0:1783948575.570373:0:34084:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783948575.570375:0:34084:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948575.570377:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783948575.570378:0:34084:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948575.570380:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.570382:0:34084:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948575.570383:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948575.570384:0:34084:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.570386:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.570387:0:34084:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948575.570388:0:34084:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948575.570390:0:34084:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783948575.570391:0:34084:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948575.570392:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948575.570394:0:34084:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948575.570395:0:34084:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948575.570396:0:34084:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948575.570397:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948575.570398:0:34084:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.570400:0:34084:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.570402:0:34084:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948575.570402:0:34084:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948575.570404:0:34084:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:1.0:1783948575.570406:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948575.570407:0:34084:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948575.570408:0:34084:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948575.570409:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948575.570410:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.570412:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948575.570416:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022ac00. 00000020:00000010:1.0:1783948575.570421:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619cc0. 00000008:00000010:1.0:1783948575.570425:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.570429:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.570432:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.570436:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.570439:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.570442:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a400. 00000008:00000010:1.0:1783948575.570445:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.570448:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.570453:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.570456:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948575.570458:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.570460:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948575.570463:0:34084:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948575.570465:0:34084:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948575.570467:0:34084:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948575.570468:0:34084:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948575.570472:0:34084:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948575.570473:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.570475:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.570477:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.570480:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.570483:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.570498:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.570501:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.570504:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.570506:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.570508:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b7e00. 00000008:00000010:1.0:1783948575.570511:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.570513:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.570516:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.570519:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.570521:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941678000. 00000020:00000010:1.0:1783948575.570524:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948575.570526:0:34084:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:1.0:1783948575.570531:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3e48 00000080:00000008:1.0:1783948575.570534:0:34084:0:(file.c:5359:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:1.0:1783948575.570538:0:34084:0:(file.c:5361:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1783948575.571527:0:34084:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948575.571533:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:1.0:1783948575.571537:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:1.0:1783948575.571540:0:34084:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.571554:0:34084:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783948575.571556:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d50 00000080:00200008:1.0:1783948575.571559:0:34084:0:(file.c:447:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff89e951d821c8), flags 100002 00000080:00000001:1.0:1783948575.571563:0:34084:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783948575.571566:0:34084:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783948575.571568:0:34084:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948575.571569:0:34084:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000002:1.0:1783948575.571571:0:34084:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e94134cf80 00020000:00000001:1.0:1783948575.571573:0:34084:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.571576:0:34084:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1783948575.571584:0:34084:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.571587:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.571593:0:34084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459100 count: 2 00010000:00000001:1.0:1783948575.571596:0:34084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.571601:0:34084:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948575.571603:0:34084:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:1.0:1783948575.571606:0:34084:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948575.571608:0:34084:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948575.571615:0:34084:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e952882400. 00000080:00000001:1.0:1783948575.571617:0:34084:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948575.571622:0:34084:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948575.571627:0:34084:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948575.573999:0:34084:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:1.0:1783948575.574015:0:34084:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948575.574017:0:34084:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:1.0:1783948575.574033:0:34084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948575.574041:0:34084:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948575.574046:0:34084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948575.574049:0:34084:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948575.574056:0:34084:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948575.574066:0:34084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e941678000. 00000100:00000001:1.0:1783948575.574073:0:34084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948575.574095:0:34084:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948575.574108:0:34084:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783948575.574113:0:34084:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948575.574120:0:34084:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948575.574123:0:34084:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948575.574131:0:34084:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95160cb40. 00000100:00000001:1.0:1783948575.574133:0:34084:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918524224 : -129839791027392 : ffff89e95160cb40) 00000100:00000001:1.0:1783948575.574136:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.574138:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000001:1.0:1783948575.574143:0:34084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948575.574147:0:34084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.574150:0:34084:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948575.574152:0:34084:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948575.574156:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.574164:0:34084:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948575.574166:0:34084:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.574171:0:34084:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948575.574175:0:34084:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948575.574178:0:34084:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948575.574182:0:34084:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636532608:192.168.202.104@tcp:35:multiop.0 00000100:00000001:1.0:1783948575.574186:0:34084:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948575.574193:0:34084:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948575.574197:0:34084:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.574199:0:34084:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948575.574206:0:34084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f3800. 02000000:00000001:1.0:1783948575.574208:0:34084:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948575.574217:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948575.574222:0:34084:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888d68. 00000400:00000010:1.0:1783948575.574230:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506183b8. 00000100:00000200:1.0:1783948575.574240:0:34084:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636532608, portal 10 00000100:00000001:1.0:1783948575.574242:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.574243:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948575.574250:0:34084:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.574258:0:34084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948575.574261:0:34084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948575.574265:0:34084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506186e8. 00000100:00000200:1.0:1783948575.574268:0:34084:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636532608, offset 0 00000400:00000200:1.0:1783948575.574276:0:34084:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948575.574286:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.574295:0:34084:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948575.574302:0:34084:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948575.574305:0:34084:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948575.574310:0:34084:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948575.574313:0:34084:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948575.574316:0:34084:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2667:2667:256:4294967295] 192.168.202.104@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:1.0:1783948575.574320:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.574331:0:34084:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948575.574337:0:34084:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948575.574343:0:34084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948575.574350:0:34084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948575.574359:0:34084:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948575.574363:0:34084:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948575.574375:0:34084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948575.574380:0:34084:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 842868 usecs (843 jiffies) 00000400:00000200:1.0:1783948575.574383:0:34084:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948575.574386:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666566 00000100:00000001:1.0:1783948575.574389:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:1.0:1783948575.574392:0:34084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666566 00000100:00000001:1.0:1783948575.574394:0:34084:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:1.0:1783948575.574397:0:34084:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948575.574399:0:34084:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.574402:0:34084:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948575.574404:0:34084:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948575.574407:0:34084:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95160cb40 going to sleep for 11 seconds 00000100:00000001:1.0:1783948575.574409:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948575.574413:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948575.575159:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.575167:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:0.0:1783948575.575174:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.575180:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.575187:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506186e8 00000400:00000010:0.0:1783948575.575190:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506186e8. 00000100:00000001:0.0:1783948575.575196:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.575202:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.575213:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.575216:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.575223:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.575225:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000100:3.0:1783948575.590568:0:34097:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff89e959459900) refcount = 1 00010000:00000040:3.0:1783948575.590586:0:34097:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459900 count: 0 00010000:00000010:3.0:1783948575.590595:0:34097:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e959459400. 00000001:00000001:3.0:1783948575.591236:0:34097:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.591243:0:34097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948575.591249:0:34097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948575.591254:0:34097:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730e00. 00000020:00000010:3.0:1783948575.591259:0:34097:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731a00. 00000020:00000010:3.0:1783948575.591263:0:34097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948575.591270:0:34097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948575.591275:0:34097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948575.591279:0:34097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948575.591288:0:34097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948575.591291:0:34097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948575.591295:0:34097:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731200. 00000008:00000010:3.0:1783948575.591298:0:34097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948575.591302:0:34097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948575.591305:0:34097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948575.591309:0:34097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948575.591312:0:34097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948575.591315:0:34097:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000008:00000001:3.0:1783948575.591319:0:34097:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1783948575.591321:0:34097:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:3.0:1783948575.591323:0:34097:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.591325:0:34097:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1783948575.591327:0:34097:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948575.591329:0:34097:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783948575.591357:0:34097:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948575.591361:0:34097:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948575.591364:0:34097:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731a00. 00000020:00000010:3.0:1783948575.591368:0:34097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948575.591371:0:34097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948575.591375:0:34097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948575.591378:0:34097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948575.591381:0:34097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948575.591384:0:34097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948575.591387:0:34097:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730e00. 00000008:00000010:3.0:1783948575.591389:0:34097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948575.591392:0:34097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948575.591395:0:34097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948575.591397:0:34097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948575.591401:0:34097:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731200. 00000020:00000010:3.0:1783948575.591403:0:34097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000001:00000001:3.0:1783948575.591406:0:34097:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948575.591407:0:34097:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783948575.591432:0:34097:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948575.591434:0:34097:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948575.591435:0:34097:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783948575.591458:0:34097:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.591461:0:34097:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.591465:0:34097:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783948575.591472:0:34097:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1783948575.591476:0:34097:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1783948575.591480:0:34097:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1783948575.591482:0:34097:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783948575.591485:0:34097:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1783948575.591496:0:34097:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948575.591498:0:34097:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783948575.591500:0:34097:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783948575.591504:0:34097:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1783948575.591508:0:34097:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1783948575.591510:0:34097:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff89e9581bbba0 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1783948575.591515:0:34097:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1783948575.591518:0:34097:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 8c7cf19e4b44014a 00020000:00000001:3.0:1783948575.591521:0:34097:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.591524:0:34097:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948575.591528:0:34097:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783948575.591529:0:34097:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783948575.591532:0:34097:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783948575.591534:0:34097:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783948575.591537:0:34097:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783948575.591539:0:34097:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.591541:0:34097:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.591543:0:34097:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783948575.591544:0:34097:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783948575.591546:0:34097:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.591547:0:34097:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783948575.591549:0:34097:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783948575.591553:0:34097:0:(lmv_obd.c:283:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783948575.591554:0:34097:0:(lmv_obd.c:295:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.591556:0:34097:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.591558:0:34097:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.591560:0:34097:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.591561:0:34097:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.591563:0:34097:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.591565:0:34097:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.591567:0:34097:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783948575.591575:0:34097:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff89e943191000: Connection restored to 192.168.202.104@tcp (at 192.168.202.104@tcp) 00000100:00000001:3.0:1783948575.591578:0:34097:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.591581:0:34097:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948575.591583:0:34097:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948575.591585:0:34097:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783948575.591587:0:34097:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948575.592183:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.592202:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.592205:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.592208:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.592215:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.592221:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.592231:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.592236:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.592242:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.592246:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9456580 00000400:00000200:0.0:1783948575.592252:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.592259:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7539 [1] + 224 00000800:00000001:0.0:1783948575.592267:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.592275:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.592278:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.592284:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.592292:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.592301:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948575.592311:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.592357:0:34084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.592396:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948575.592406:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.592410:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1783948575.596135:0:34084:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596400. 00000400:00000001:1.0:1783948575.596249:0:34084:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948575.596254:0:34084:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948575.596257:0:34084:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888d68. 00000400:00000200:1.0:1783948575.596262:0:34084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506183b8 00000400:00000010:1.0:1783948575.596264:0:34084:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506183b8. 00000100:00000001:1.0:1783948575.596269:0:34084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.596281:0:34084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948575.596292:0:34084:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636532608/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.596299:0:34084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948575.596301:0:34084:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.596304:0:34084:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948575.596308:0:34084:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948575.596310:0:34084:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948575.596313:0:34084:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.596317:0:34084:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948575.596329:0:34084:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=95 v=5 (10 5 5 5) 00000100:00001000:1.0:1783948575.596333:0:34084:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948575.596336:0:34084:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948575.596337:0:34084:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.596341:0:34084:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948575.596346:0:34084:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.596349:0:34084:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948575.596352:0:34084:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783948575.596354:0:34084:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948575.596356:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.596358:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000001:1.0:1783948575.596361:0:34084:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948575.596364:0:34084:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1783948575.596365:0:34084:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948575.596368:0:34084:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948575.596373:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cfb80 x1870603636532608/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.596388:0:34084:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948575.596392:0:34084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948575.596394:0:34084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948575.596398:0:34084:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cfb80 x1870603636532608/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948575.596406:0:34084:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34084:1870603636532608:192.168.202.104@tcp:35:multiop.0 00000100:00000001:1.0:1783948575.596411:0:34084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.596414:0:34084:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.596417:0:34084:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948575.596419:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.596423:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636532608/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.596430:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948575.596432:0:34084:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95160cb40. 00000100:00000001:1.0:1783948575.596435:0:34084:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948575.596437:0:34084:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.596445:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.596446:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000002:00000001:1.0:1783948575.596449:0:34084:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.596452:0:34084:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948575.596458:0:34084:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e952882400. 00000080:00000001:1.0:1783948575.596462:0:34084:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1783948575.596467:0:34084:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948575.599403:0:34084:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948575.599424:0:34084:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.599440:0:34084:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948575.599442:0:34084:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907355520 : -129839802196096 : ffff89e950b65f80) 00000100:00000001:0.0:1783948575.599446:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.599449:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.599457:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.599460:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.599463:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65f80 x1870603636531456/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948590 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.599469:0:34084:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948575.599473:0:34084:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948575.599475:0:34084:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948575.599477:0:34084:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948575.599482:0:34084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e8800. 02000000:00000001:0.0:1783948575.599502:0:34084:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948575.599504:0:34084:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948575.599507:0:34084:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65f80. 00000100:00000001:0.0:1783948575.599513:0:34084:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948575.599514:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.599516:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.599521:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636532608/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.599527:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948575.599530:0:34084:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9509ab5a0. 00000002:00000001:0.0:1783948575.599533:0:34084:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948575.599535:0:34084:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948575.599538:0:34084:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e9580d9100. 00000100:00000001:0.0:1783948575.599541:0:34084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.599543:0:34084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636532608/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.599549:0:34084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.599552:0:34084:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948575.599554:0:34084:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b37c0. 00000080:00000001:0.0:1783948575.599558:0:34084:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948575.599567:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d50 00000080:00000008:0.0:1783948575.599570:0:34084:0:(file.c:491:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff89e951d821c8), flags 100002, rc = 0 00000080:00000001:0.0:1783948575.599573:0:34084:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.599581:0:34084:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948575.599584:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cd3d98 00000080:00002000:0.0:1783948575.599585:0:34084:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff89e951f4dd80, parent ffff89e951f620d8, inode ffff89e951d821c8) hashed, 00000080:00000001:0.0:1783948575.599589:0:34084:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1783948575.607941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459900. 00000080:00000001:0.0:1783948575.634155:0:34099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948575.634164:0:34099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948575.634166:0:34099:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948575.634169:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bbc0 00000080:00200000:0.0:1783948575.634174:0:34099:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948575.634182:0:34099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947147800. 00800000:00000002:0.0:1783948575.634189:0:34099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948575.634193:0:34099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948575.634198:0:34099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948575.634200:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bae0 00800000:00000002:0.0:1783948575.634203:0:34099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948575.634207:0:34099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948575.634211:0:34099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948575.634216:0:34099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948575.634218:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b9b0 00000002:00010000:0.0:1783948575.634220:0:34099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948575.634225:0:34099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948575.634226:0:34099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948575.634229:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948575.634237:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:0.0:1783948575.634240:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948575.634245:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948575.634249:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948575.634254:0:34099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783948575.634266:0:34099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948575.634271:0:34099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948575.634275:0:34099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783948575.634282:0:34099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948575.634284:0:34099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948575.634286:0:34099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948575.634288:0:34099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948575.634290:0:34099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948575.634292:0:34099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948575.634295:0:34099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948575.634297:0:34099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948575.634300:0:34099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947147800. 00000080:00000001:0.0:1783948575.634304:0:34099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948575.634306:0:34099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948575.634308:0:34099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948575.634312:0:34099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d60 00800000:00000001:0.0:1783948575.634316:0:34099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948575.634319:0:34099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948575.634321:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948575.634323:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948575.634326:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948575.634328:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948575.634331:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948575.634334:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634336:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948575.634337:0:34099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948575.634339:0:34099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948575.634342:0:34099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d60 from it ffffb87d01d8bbf8 00010000:00000001:0.0:1783948575.634344:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948575.634345:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948575.634346:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948575.634348:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948575.634350:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948575.634352:0:34099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948575.634355:0:34099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948575.634360:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634361:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.634363:0:34099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948575.634365:0:34099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948575.634367:0:34099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948575.634376:0:34099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948575.634379:0:34099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948575.634381:0:34099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948575.634386:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634387:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.634389:0:34099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634392:0:34099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948575.634393:0:34099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634396:0:34099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634398:0:34099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634400:0:34099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948575.634401:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634402:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948575.634405:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948575.634407:0:34099:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948575.634409:0:34099:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948575.634414:0:34099:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948575.634425:0:34099:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818e960. 00000080:00000001:0.0:1783948575.634429:0:34099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948575.634430:0:34099:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948575.634432:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bb00 00000080:00200000:0.0:1783948575.634433:0:34099:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948575.634436:0:34099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947147800. 00800000:00000002:0.0:1783948575.634439:0:34099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948575.634441:0:34099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948575.634442:0:34099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948575.634444:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8ba20 00800000:00000002:0.0:1783948575.634446:0:34099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948575.634448:0:34099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948575.634450:0:34099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948575.634453:0:34099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948575.634454:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b8f0 00000002:00010000:0.0:1783948575.634456:0:34099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948575.634459:0:34099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948575.634460:0:34099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948575.634461:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948575.634463:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:0.0:1783948575.634465:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948575.634468:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948575.634470:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948575.634473:0:34099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783948575.634480:0:34099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948575.634483:0:34099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948575.634496:0:34099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783948575.634502:0:34099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948575.634504:0:34099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948575.634505:0:34099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948575.634507:0:34099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948575.634509:0:34099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948575.634511:0:34099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948575.634513:0:34099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948575.634515:0:34099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948575.634517:0:34099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947147800. 00000080:00000001:0.0:1783948575.634520:0:34099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948575.634521:0:34099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948575.634523:0:34099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948575.634525:0:34099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d60 00800000:00000001:0.0:1783948575.634528:0:34099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948575.634529:0:34099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948575.634531:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948575.634532:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948575.634534:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948575.634536:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948575.634538:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948575.634540:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634541:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948575.634542:0:34099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948575.634543:0:34099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948575.634545:0:34099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d60 from it ffffb87d01d8bb38 00010000:00000001:0.0:1783948575.634546:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948575.634547:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948575.634549:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948575.634551:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948575.634552:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948575.634555:0:34099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948575.634557:0:34099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948575.634563:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634564:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.634565:0:34099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948575.634566:0:34099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948575.634569:0:34099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948575.634575:0:34099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948575.634577:0:34099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948575.634578:0:34099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948575.634580:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634581:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.634582:0:34099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634584:0:34099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948575.634586:0:34099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634588:0:34099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634590:0:34099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634591:0:34099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948575.634593:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634594:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948575.634595:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948575.634596:0:34099:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948575.634599:0:34099:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:0.0:1783948575.634602:0:34099:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.634605:0:34099:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783948575.634607:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bb50 00000080:00200000:0.0:1783948575.634609:0:34099:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), file ffff89e947f18d80, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1783948575.634615:0:34099:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e943713de0. 00000080:00000001:0.0:1783948575.634619:0:34099:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948575.634621:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8ba00 00000080:00200000:0.0:1783948575.634623:0:34099:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000010:0.0:1783948575.634640:0:34099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e947147800. 00800000:00000002:0.0:1783948575.634643:0:34099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948575.634647:0:34099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948575.634649:0:34099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948575.634650:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b920 00800000:00000002:0.0:1783948575.634652:0:34099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948575.634655:0:34099:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783948575.634658:0:34099:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783948575.634662:0:34099:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:0.0:1783948575.634665:0:34099:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783948575.634668:0:34099:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783948575.634670:0:34099:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783948575.634673:0:34099:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783948575.634676:0:34099:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:0.0:1783948575.634679:0:34099:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948575.634681:0:34099:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948575.634683:0:34099:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948575.634685:0:34099:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948575.634687:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b8a0 00800000:00000002:0.0:1783948575.634689:0:34099:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1783948575.634692:0:34099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948575.634693:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b7d8 00000002:00010000:0.0:1783948575.634695:0:34099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1783948575.634699:0:34099:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948575.634701:0:34099:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783948575.634704:0:34099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783948575.634707:0:34099:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948575.634709:0:34099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948575.634711:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 2 00010000:00000001:0.0:1783948575.634713:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948575.634716:0:34099:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948575.634719:0:34099:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948575.634722:0:34099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783948575.634730:0:34099:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948575.634734:0:34099:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948575.634737:0:34099:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948575.634739:0:34099:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1783948575.634741:0:34099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948575.634742:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948575.634744:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 3 00010000:00000001:0.0:1783948575.634745:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948575.634748:0:34099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948575.634749:0:34099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948575.634751:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948575.634752:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 3 00010000:00000001:0.0:1783948575.634754:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948575.634756:0:34099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948575.634757:0:34099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948575.634758:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948575.634760:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fb00 count: 3 00010000:00000001:0.0:1783948575.634761:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948575.634763:0:34099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.634765:0:34099:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783948575.634767:0:34099:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783948575.634771:0:34099:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783948575.634773:0:34099:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783948575.634776:0:34099:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948575.634777:0:34099:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634780:0:34099:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948575.634783:0:34099:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948575.634785:0:34099:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948575.634786:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948575.634788:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948575.634790:0:34099:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235c00 with handle 0x8c7cf19e4b440d60 from hash 00010000:00000001:0.0:1783948575.634792:0:34099:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948575.634793:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634794:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.634795:0:34099:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948575.634797:0:34099:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948575.634799:0:34099:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948575.634801:0:34099:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948575.634803:0:34099:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948575.634806:0:34099:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783948575.634811:0:34099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960242680. 00000020:00000040:0.0:1783948575.634816:0:34099:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948575.634823:0:34099:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948575.634825:0:34099:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634827:0:34099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948575.634831:0:34099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948575.634833:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.634835:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.634836:0:34099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.634838:0:34099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948575.634840:0:34099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948575.634843:0:34099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948575.634874:0:34099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950634800. 00000100:00000001:0.0:1783948575.634883:0:34099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634887:0:34099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948575.634890:0:34099:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783948575.634893:0:34099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783948575.634900:0:34099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783948575.634902:0:34099:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948575.634904:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948575.634907:0:34099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440d60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06782 expref: -99 pid: 34077 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783948575.634914:0:34099:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fb00 count: 0 00010000:00000010:0.0:1783948575.634918:0:34099:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887980. 00010000:00000001:0.0:1783948575.634927:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.634928:0:34099:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634930:0:34099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948575.634931:0:34099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.634933:0:34099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948575.634940:0:34099:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00010000:00000001:0.0:1783948575.634944:0:34099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948575.634946:0:34099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948575.634949:0:34099:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7b00. 00010000:00000010:0.0:1783948575.634953:0:34099:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082d580. 00010000:00000001:0.0:1783948575.634957:0:34099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948575.634960:0:34099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465aa000. 00000020:00000001:0.0:1783948575.634963:0:34099:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948575.634965:0:34099:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465aa000 with handle 0x8c7cf19e4b440d83 to hash 00000020:00000001:0.0:1783948575.634967:0:34099:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948575.634968:0:34099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948575.634972:0:34099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:0.0:1783948575.634974:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948575.634976:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948575.634979:0:34099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948575.634985:0:34099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34099 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783948575.634996:0:34099:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783948575.635009:0:34099:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783948575.635018:0:34099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34099 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948575.635024:0:34099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948575.635026:0:34099:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948575.635033:0:34099:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6ce40. 00000100:00000001:0.0:1783948575.635035:0:34099:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707105856 : -129840002445760 : ffff89e944c6ce40) 00000100:00000001:0.0:1783948575.635037:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948575.635039:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:0.0:1783948575.635043:0:34099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948575.635047:0:34099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.635049:0:34099:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948575.635051:0:34099:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948575.635054:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.635063:0:34099:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948575.635065:0:34099:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948575.635068:0:34099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948575.635070:0:34099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948575.635072:0:34099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948575.635075:0:34099:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:34099:1870603636532864:192.168.202.104@tcp:101:bash.0 00000100:00000001:0.0:1783948575.635079:0:34099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948575.635084:0:34099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948575.635086:0:34099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948575.635088:0:34099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948575.635137:0:34099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:0.0:1783948575.635139:0:34099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948575.635146:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948575.635150:0:34099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aedc0. 00000400:00000010:0.0:1783948575.635156:0:34099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e950637000. 00000100:00000200:0.0:1783948575.635164:0:34099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636532864, portal 10 00000100:00000001:0.0:1783948575.635166:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948575.635167:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000040:0.0:1783948575.635173:0:34099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.635180:0:34099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948575.635182:0:34099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948575.635186:0:34099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf880. 00000100:00000200:0.0:1783948575.635189:0:34099:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636532864, offset 0 00000400:00000200:0.0:1783948575.635195:0:34099:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948575.635202:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.635209:0:34099:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948575.635214:0:34099:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948575.635218:0:34099:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948575.635222:0:34099:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948575.635224:0:34099:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948575.635228:0:34099:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2668:2668:256:4294967295] 192.168.202.104@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:0.0:1783948575.635231:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.635240:0:34099:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948575.635245:0:34099:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948575.635250:0:34099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bc00. 00000800:00000200:0.0:1783948575.635257:0:34099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948575.635264:0:34099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948575.635268:0:34099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bc00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783948575.635286:0:34099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.635291:0:34099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 841873 usecs (842 jiffies) 00000400:00000200:0.0:1783948575.635294:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948575.635297:0:34099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666627 00000800:00000200:0.0:1783948575.635403:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.635408:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bc00. 00000400:00000200:0.0:1783948575.635413:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.635418:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.635425:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf880 00000400:00000010:0.0:1783948575.635428:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf880. 00000100:00000001:0.0:1783948575.635432:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.635437:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.635446:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.635450:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.635457:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.635459:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783948575.635479:0:34099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:0.0:1783948575.635482:0:34099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666627 00000100:00000001:0.0:1783948575.635485:0:34099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:0.0:1783948575.635499:0:34099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948575.635502:0:34099:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.635505:0:34099:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948575.635507:0:34099:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948575.635510:0:34099:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944c6ce40 going to sleep for 11 seconds 00000100:00000001:0.0:1783948575.635512:0:34099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.635516:0:34099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948575.646951:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.646975:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.646980:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.646983:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.646994:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.647003:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.647014:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.647019:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.647024:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.647028:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9456680 00000400:00000200:0.0:1783948575.647034:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.647041:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x7549 [32] + 224 00000800:00000001:0.0:1783948575.647049:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.647057:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.647061:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.647065:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.647075:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.647086:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948575.647097:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.647119:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948575.647128:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948575.647132:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.647138:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948575.647145:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2669:2669:256:4294967295] 192.168.202.104@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:0.0:1783948575.647149:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.647158:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948575.647163:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948575.647172:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e950636400. 00000800:00000200:0.0:1783948575.647179:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948575.647190:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948575.647195:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950636400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948575.647279:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.647285:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e950636400. 00000400:00000200:0.0:1783948575.647288:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.647292:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948575.647299:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.647303:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.647575:0:34099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948575.647585:0:34099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948575.647587:0:34099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948575.647591:0:34099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aedc0. 00000400:00000200:1.0:1783948575.647598:0:34099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950637000 00000400:00000010:1.0:1783948575.647601:0:34099:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e950637000. 00000100:00000001:1.0:1783948575.647604:0:34099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.647609:0:34099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948575.647622:0:34099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960242680 x1870603636532864/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.647627:0:34099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948575.647641:0:34099:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.647644:0:34099:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948575.647648:0:34099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948575.647651:0:34099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948575.647654:0:34099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.647657:0:34099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948575.647668:0:34099:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=95 v=5 (5 106 106 106) 00000100:00001000:1.0:1783948575.647673:0:34099:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948575.647676:0:34099:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948575.647678:0:34099:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.647681:0:34099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948575.647693:0:34099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.647697:0:34099:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948575.647699:0:34099:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:1.0:1783948575.647701:0:34099:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948575.647703:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.647705:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:1.0:1783948575.647709:0:34099:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948575.647711:0:34099:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1783948575.647713:0:34099:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948575.647715:0:34099:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948575.647721:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.647729:0:34099:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948575.647732:0:34099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948575.647734:0:34099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948575.647738:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948575.647745:0:34099:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960242680 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:34099:1870603636532864:192.168.202.104@tcp:101:bash.0 00000100:00000001:1.0:1783948575.647751:0:34099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.647754:0:34099:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.647756:0:34099:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948575.647759:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.647762:0:34099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.647769:0:34099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948575.647772:0:34099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944c6ce40. 00000100:00000001:1.0:1783948575.647776:0:34099:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948575.647778:0:34099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.647782:0:34099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948575.647787:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.647790:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.647793:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=4 00000020:00000001:1.0:1783948575.647796:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.647799:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000040:1.0:1783948575.647806:0:34099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465aa000, remote cookie: 0x2ceea11ad5e0680e, flags: 0x1001 00010000:00010000:1.0:1783948575.647812:0:34099:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783948575.647822:0:34099:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783948575.647825:0:34099:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783948575.647833:0:34099:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d500. 00010000:00000010:1.0:1783948575.647837:0:34099:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4000. 00010000:00000040:1.0:1783948575.647842:0:34099:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e948cd7b00 count: 0 00010000:00000010:1.0:1783948575.647848:0:34099:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e95082d580. 00010000:00000001:1.0:1783948575.647896:0:34099:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.647900:0:34099:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948575.647909:0:34099:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948575.647917:0:34099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948575.647921:0:34099:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948575.647932:0:34099:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948575.647934:0:34099:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948575.647935:0:34099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948575.647938:0:34099:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff89e94722d500) refcount = 1 00010000:00010000:1.0:1783948575.647942:0:34099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948575.647948:0:34099:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948575.647952:0:34099:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948575.647954:0:34099:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.647957:0:34099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948575.647959:0:34099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.647963:0:34099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948575.647969:0:34099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948575.647970:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.647972:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.647973:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.647974:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.647975:0:34099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.647980:0:34099:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948575.647983:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.647984:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.647985:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.647987:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.647989:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.647991:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.647992:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.647993:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=4 00000020:00000001:1.0:1783948575.647995:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.647997:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648000:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.648004:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.648008:0:34099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948575.648014:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648015:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.648016:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.648017:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.648018:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=5 00000020:00000001:1.0:1783948575.648020:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648022:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648024:0:34099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.648027:0:34099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948575.648033:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648035:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948575.648037:0:34099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948575.648043:0:34099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.648044:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648045:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.648047:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648048:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948575.648055:0:34099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948575.648064:0:34099:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783948575.648069:0:34099:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948575.648081:0:34099:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.648089:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.648090:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.648092:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.648093:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648096:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00000002:00010000:1.0:1783948575.648099:0:34099:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783948575.648108:0:34099:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e943f22040. 00010000:00000001:1.0:1783948575.648110:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648111:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.648113:0:34099:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.648115:0:34099:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.648118:0:34099:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783948575.648121:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.648122:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:1.0:1783948575.648125:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.648126:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00010000:00000001:1.0:1783948575.648128:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.648129:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.648130:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.648132:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648134:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00000002:00010000:1.0:1783948575.648137:0:34099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948575.648143:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648145:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.648146:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948575.648148:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.648149:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.648151:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.648152:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648154:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000040:1.0:1783948575.648158:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:1.0:1783948575.648160:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948575.648164:0:34099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:1.0:1783948575.648167:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648168:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.648169:0:34099:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948575.648172:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b760 00000002:00002000:1.0:1783948575.648175:0:34099:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1783948575.648178:0:34099:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.648182:0:34099:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.648185:0:34099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948575.648188:0:34099:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948575.648191:0:34099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948575.648195:0:34099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:1.0:1783948575.648198:0:34099:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948575.648199:0:34099:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e943713de0 it_disposition 1800037 00000080:00002000:1.0:1783948575.648205:0:34099:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951e726c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1783948575.648209:0:34099:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948575.648212:0:34099:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:1.0:1783948575.648214:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b988 00000080:00200000:1.0:1783948575.648216:0:34099:0:(namei.c:1623:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000001:1.0:1783948575.648218:0:34099:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:1.0:1783948575.648221:0:34099:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948575.648225:0:34099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948575.648229:0:34099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948575.648231:0:34099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:1.0:1783948575.648234:0:34099:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1783948575.648246:0:34099:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d798c0. 00000020:00000001:1.0:1783948575.648258:0:34099:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:1.0:1783948575.648260:0:34099:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1783948575.648262:0:34099:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:1.0:1783948575.648265:0:34099:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988) 00000020:00000001:1.0:1783948575.648269:0:34099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.648274:0:34099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.648278:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b7e00. 00000020:00000010:1.0:1783948575.648284:0:34099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.648288:0:34099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.648296:0:34099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.648300:0:34099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.648306:0:34099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.648312:0:34099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.648316:0:34099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.648321:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e952882400. 00000008:00000010:1.0:1783948575.648324:0:34099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.648328:0:34099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.648332:0:34099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.648335:0:34099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.648338:0:34099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.648340:0:34099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948575.648344:0:34099:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:1.0:1783948575.648349:0:34099:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e9582a3ed8. 00000020:00000001:1.0:1783948575.648351:0:34099:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1783948575.648353:0:34099:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.648360:0:34099:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:1.0:1783948575.648364:0:34099:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e9601c25d0. 00020000:00000001:1.0:1783948575.648366:0:34099:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614234165683664 : -129839543867952 : ffff89e9601c25d0) 00020000:00000001:1.0:1783948575.648370:0:34099:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:1.0:1783948575.648373:0:34099:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948575.648379:0:34099:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619cc0. 00020000:00000010:1.0:1783948575.648384:0:34099:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947f0a180. 00020000:00000010:1.0:1783948575.648389:0:34099:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e950619a80. 00020000:00000001:1.0:1783948575.648392:0:34099:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901800064 : -129839807751552 : ffff89e950619a80) 00020000:00000002:1.0:1783948575.648395:0:34099:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619a80, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948575.648399:0:34099:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948575.648404:0:34099:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0a180: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1783948575.648407:0:34099:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1783948575.648409:0:34099:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619a80, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948575.648412:0:34099:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948575.648415:0:34099:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0a180: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:1.0:1783948575.648419:0:34099:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e958225180. 00020000:00000010:1.0:1783948575.648423:0:34099:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e95160cb40. 00020000:00000001:1.0:1783948575.648428:0:34099:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1783948575.648432:0:34099:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e95800eae0. 00020000:00000001:1.0:1783948575.648435:0:34099:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1783948575.648436:0:34099:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:1.0:1783948575.648443:0:34099:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1783948575.648446:0:34099:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e9582a3708. 00000020:00000001:1.0:1783948575.648449:0:34099:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1783948575.648450:0:34099:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.648452:0:34099:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614234032387976 : -129839677163640 : ffff89e9582a3788) 00020000:00000001:1.0:1783948575.648457:0:34099:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1783948575.648462:0:34099:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e952015880. 00020000:00000001:1.0:1783948575.648464:0:34099:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.648469:0:34099:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614234032387976 : -129839677163640 : ffff89e9582a3788) 00020000:00000001:1.0:1783948575.648471:0:34099:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614234032387976 : -129839677163640 : ffff89e9582a3788) 00020000:00000002:1.0:1783948575.648474:0:34099:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff89e9582a3708[0:0] -> [0x200000404:0x31:0x0]@ffff89e9582a3ed8: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1783948575.648480:0:34099:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1783948575.648483:0:34099:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:1.0:1783948575.648520:0:34099:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.648524:0:34099:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614234032389976 : -129839677161640 : ffff89e9582a3f58) 00000020:00001000:1.0:1783948575.648527:0:34099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.648531:0:34099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.648536:0:34099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.648540:0:34099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.648545:0:34099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.648549:0:34099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.648553:0:34099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.648556:0:34099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.648559:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b7e00. 00000008:00000010:1.0:1783948575.648561:0:34099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.648564:0:34099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.648567:0:34099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.648570:0:34099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.648572:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e952882400. 00000020:00000010:1.0:1783948575.648574:0:34099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948575.648578:0:34099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:1.0:1783948575.648580:0:34099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1783948575.648582:0:34099:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1783948575 00000080:00000001:1.0:1783948575.648586:0:34099:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1783948575.648589:0:34099:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926310280 : -129839783241336 : ffff89e951d79988) 00010000:00000001:1.0:1783948575.648591:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.648592:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.648594:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.648595:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648597:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00000080:00000001:1.0:1783948575.648600:0:34099:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948575.648601:0:34099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.648604:0:34099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.648606:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e952882400. 00000020:00000010:1.0:1783948575.648609:0:34099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9472b7e00. 00000020:00000010:1.0:1783948575.648611:0:34099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.648613:0:34099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.648615:0:34099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.648617:0:34099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.648619:0:34099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.648622:0:34099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.648624:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b6e00. 00000008:00000010:1.0:1783948575.648627:0:34099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.648630:0:34099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.648632:0:34099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.648634:0:34099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.648636:0:34099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.648638:0:34099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948575.648641:0:34099:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948575.648643:0:34099:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948575.648645:0:34099:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948575.648647:0:34099:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e9506198a0. 00020000:00000010:1.0:1783948575.648650:0:34099:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947f0ac00. 00020000:00000010:1.0:1783948575.648652:0:34099:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9506194e0. 00020000:00000001:1.0:1783948575.648654:0:34099:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901798624 : -129839807752992 : ffff89e9506194e0) 00020000:00000002:1.0:1783948575.648656:0:34099:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506194e0, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948575.648660:0:34099:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948575.648663:0:34099:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0ac00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1783948575.648666:0:34099:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c25d0) owner ffff89e950b90000 00020000:00000001:1.0:1783948575.648669:0:34099:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948575.648672:0:34099:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c25d0) owner ffff89e950b90000 00020000:00000010:1.0:1783948575.648676:0:34099:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947f0ac00. 00020000:00000010:1.0:1783948575.648680:0:34099:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e9506198a0. 00020000:00000010:1.0:1783948575.648683:0:34099:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9506194e0. 00020000:00000002:1.0:1783948575.648685:0:34099:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948575.648688:0:34099:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.648690:0:34099:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.648694:0:34099:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783948575.648697:0:34099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:1.0:1783948575.648700:0:34099:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e950619a80 addref 2/0 by ffff89e950b90000. 00020000:00000002:1.0:1783948575.648702:0:34099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:1.0:1783948575.648705:0:34099:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783948575.648707:0:34099:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783948575.648708:0:34099:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783948575.648710:0:34099:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783948575.648712:0:34099:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783948575.648715:0:34099:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1783948575.648717:0:34099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.648719:0:34099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9472b7e00. 00000020:00000010:1.0:1783948575.648722:0:34099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.648724:0:34099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.648727:0:34099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.648729:0:34099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.648733:0:34099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.648735:0:34099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.648738:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e952882400. 00000008:00000010:1.0:1783948575.648740:0:34099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.648743:0:34099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.648745:0:34099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.648748:0:34099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.648750:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.648752:0:34099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948575.648754:0:34099:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.648756:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648757:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948575.648759:0:34099:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948575.648763:0:34099:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948575.648765:0:34099:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.648768:0:34099:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) 00000080:00010000:1.0:1783948575.648771:0:34099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440d83 00800000:00000001:1.0:1783948575.648775:0:34099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.648776:0:34099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.648777:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.648779:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.648780:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.648783:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648785:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.648788:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.648788:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.648790:0:34099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.648792:0:34099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.648794:0:34099:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:1.0:1783948575.648796:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.648801:0:34099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.648808:0:34099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.648815:0:34099:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.648819:0:34099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) 00000080:00000001:1.0:1783948575.648823:0:34099:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948575.648826:0:34099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e947147800. 00000100:00000001:1.0:1783948575.648829:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.648833:0:34099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.648840:0:34099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.648844:0:34099:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1783948575.648846:0:34099:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.648891:0:34099:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783948575.648893:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8ba60 00000080:00200008:1.0:1783948575.648896:0:34099:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 102101 00000080:00000010:1.0:1783948575.648903:0:34099:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e954ebc8c0. 00000080:00000010:1.0:1783948575.648909:0:34099:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e943f22680. 00000080:00000001:1.0:1783948575.648911:0:34099:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1783948575.648915:0:34099:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1783948575.648918:0:34099:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1783948575.648922:0:34099:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9470aa120. 00000002:00100000:1.0:1783948575.648927:0:34099:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948575.648935:0:34099:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.648937:0:34099:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783948575.648941:0:34099:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1783948575.648945:0:34099:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.648948:0:34099:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948575.648951:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.648954:0:34099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1783948575.648962:0:34099:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948575.648966:0:34099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:1.0:1783948575.649003:0:34099:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783948575.649005:0:34099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.649008:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8ba60 00000080:00000008:1.0:1783948575.649010:0:34099:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 102101, rc = 0 00000080:00000001:1.0:1783948575.649015:0:34099:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948575.649017:0:34099:0:(dcache.c:176:ll_intent_release()) intent ffff89e943713de0 released 00000080:00010000:1.0:1783948575.649019:0:34099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d83 from it ffff89e943713de0 00010000:00000001:1.0:1783948575.649022:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.649023:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.649025:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.649027:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.649029:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.649031:0:34099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.649035:0:34099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948575.649043:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.649044:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.649046:0:34099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.649049:0:34099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.649052:0:34099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948575.649060:0:34099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.649063:0:34099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.649065:0:34099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.649071:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.649072:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.649073:0:34099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.649077:0:34099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.649080:0:34099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.649083:0:34099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.649086:0:34099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.649088:0:34099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.649089:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.649090:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948575.649092:0:34099:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783948575.649094:0:34099:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1783948575.649096:0:34099:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948575.649098:0:34099:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948575.649100:0:34099:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948575.649102:0:34099:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.649105:0:34099:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1783948575.649107:0:34099:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.649109:0:34099:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948575.649111:0:34099:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.649114:0:34099:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948575.649116:0:34099:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e943713de0. 00000080:00000001:1.0:1783948575.649119:0:34099:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.649124:0:34099:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948575.649126:0:34099:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988), inode mode 81a4 mask 40 00000080:00000001:1.0:1783948575.649130:0:34099:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.649233:0:34099:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948575.649237:0:34099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:1.0:1783948575.649241:0:34099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:1.0:1783948575.649243:0:34099:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.655413:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd28 00000080:00200008:3.0:1783948575.655424:0:34099:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948575.655433:0:34099:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948575.655435:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bca0 00000080:00200000:3.0:1783948575.655437:0:34099:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988),name=recon 00000080:00000010:3.0:1783948575.655445:0:34099:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e951731200. 00800000:00000002:3.0:1783948575.655451:0:34099:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948575.655457:0:34099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948575.655462:0:34099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948575.655465:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bbc0 00800000:00000002:3.0:1783948575.655467:0:34099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948575.655471:0:34099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948575.655477:0:34099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948575.655482:0:34099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948575.655484:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8ba90 00000002:00010000:3.0:1783948575.655497:0:34099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948575.655501:0:34099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948575.655503:0:34099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948575.655506:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948575.655514:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:3.0:1783948575.655517:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948575.655523:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948575.655528:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948575.655533:0:34099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783948575.655543:0:34099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948575.655549:0:34099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.655552:0:34099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783948575.655558:0:34099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948575.655560:0:34099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948575.655562:0:34099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948575.655564:0:34099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948575.655566:0:34099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948575.655568:0:34099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948575.655571:0:34099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948575.655574:0:34099:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948575.655578:0:34099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951731200. 00000080:00000001:3.0:1783948575.655583:0:34099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948575.655585:0:34099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948575.655587:0:34099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) 00000080:00010000:3.0:1783948575.655591:0:34099:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440d83 00800000:00000001:3.0:1783948575.655594:0:34099:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948575.655596:0:34099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948575.655598:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.655600:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.655602:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:3.0:1783948575.655604:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948575.655607:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948575.655609:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.655611:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948575.655612:0:34099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948575.655614:0:34099:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948575.655618:0:34099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d83 from it ffffb87d01d8bcd8 00010000:00000001:3.0:1783948575.655620:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.655621:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.655622:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:3.0:1783948575.655624:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948575.655627:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948575.655629:0:34099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948575.655632:0:34099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948575.655639:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.655640:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.655641:0:34099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948575.655644:0:34099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948575.655646:0:34099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948575.655656:0:34099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948575.655659:0:34099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948575.655662:0:34099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948575.655667:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.655668:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.655670:0:34099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.655674:0:34099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948575.655677:0:34099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.655679:0:34099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.655682:0:34099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.655685:0:34099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948575.655686:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.655687:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948575.655690:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948575.655692:0:34099:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948575.655696:0:34099:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1783948575.655699:0:34099:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783948575.655701:0:34099:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948575.655703:0:34099:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783948575.655706:0:34099:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.655709:0:34099:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948575.655712:0:34099:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1783948575.655715:0:34099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948575.655722:0:34099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948575.655728:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731200. 00000020:00000010:3.0:1783948575.655734:0:34099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951730e00. 00000020:00000010:3.0:1783948575.655740:0:34099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948575.655748:0:34099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948575.655754:0:34099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948575.655761:0:34099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948575.655768:0:34099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948575.655772:0:34099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948575.655776:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731a00. 00000008:00000010:3.0:1783948575.655781:0:34099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948575.655785:0:34099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948575.655789:0:34099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948575.655794:0:34099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948575.655797:0:34099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948575.655799:0:34099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948575.655805:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.655809:0:34099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948575.655812:0:34099:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948575.655814:0:34099:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1783948575.655818:0:34099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948575.655820:0:34099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948575.655822:0:34099:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783948575.655825:0:34099:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.655827:0:34099:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948575.655831:0:34099:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e960109780 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1783948575.655835:0:34099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:3.0:1783948575.655838:0:34099:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948575.655840:0:34099:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948575.655843:0:34099:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948575.655845:0:34099:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.655848:0:34099:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948575.655879:0:34099:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948575.655881:0:34099:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.655883:0:34099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948575.655884:0:34099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948575.655885:0:34099:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948575.655887:0:34099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00000020:00000001:3.0:1783948575.655890:0:34099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948575.655892:0:34099:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1783948575.655893:0:34099:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1783948575.655897:0:34099:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1783948575.655898:0:34099:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1783948575.655901:0:34099:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1783948575.655903:0:34099:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1783948575.655910:0:34099:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1783948575.655915:0:34099:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9594c7d00. 00020000:00000002:3.0:1783948575.655918:0:34099:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948575.655920:0:34099:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1783948575.655923:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.655924:0:34099:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948575.655925:0:34099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948575.655928:0:34099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948575.655931:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731400. 00000020:00000010:3.0:1783948575.655933:0:34099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951730200. 00000020:00000010:3.0:1783948575.655936:0:34099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948575.655939:0:34099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948575.655941:0:34099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948575.655944:0:34099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948575.655947:0:34099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948575.655950:0:34099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948575.655952:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731600. 00000008:00000010:3.0:1783948575.655955:0:34099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948575.655958:0:34099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948575.655960:0:34099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948575.655963:0:34099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948575.655965:0:34099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948575.655967:0:34099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000020:00000001:3.0:1783948575.655972:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.655974:0:34099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948575.655976:0:34099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948575.655977:0:34099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948575.655979:0:34099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.655981:0:34099:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.655982:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.655984:0:34099:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1783948575.655988:0:34099:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e9523e64c0. 00000008:00010000:3.0:1783948575.655991:0:34099:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1783948575.655994:0:34099:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948575.655995:0:34099:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1783948575.655996:0:34099:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9594c7d30, osc lock ffff89e9523e64c0, flags 0x400001002 00000020:00000001:3.0:1783948575.655999:0:34099:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.656001:0:34099:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.656004:0:34099:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234051411200 : -129839658140416 : ffff89e9594c7d00) 00000020:00000001:3.0:1783948575.656006:0:34099:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948575.656006:0:34099:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1783948575.656008:0:34099:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.656010:0:34099:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.656012:0:34099:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1783948575.656014:0:34099:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1783948575.656016:0:34099:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948575.656017:0:34099:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948575.656019:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.656020:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.656022:0:34099:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948575.656024:0:34099:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948575.656026:0:34099:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783948575.656029:0:34099:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783948575.656032:0:34099:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783948575.656033:0:34099:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783948575.656035:0:34099:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783948575.656037:0:34099:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783948575.656038:0:34099:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783948575.656040:0:34099:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1783948575.656042:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948575.656046:0:34099:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.656049:0:34099:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1783948575.656054:0:34099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65180. 00000020:00000040:3.0:1783948575.656059:0:34099:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00010000:00000001:3.0:1783948575.656063:0:34099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948575.656067:0:34099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948575.656070:0:34099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.656073:0:34099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948575.656076:0:34099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948575.656079:0:34099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948575.656085:0:34099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951730800. 00000100:00000001:3.0:1783948575.656091:0:34099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.656096:0:34099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948575.656098:0:34099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.656100:0:34099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948575.656101:0:34099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.656103:0:34099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.656106:0:34099:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00010000:00000001:3.0:1783948575.656110:0:34099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948575.656112:0:34099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948575.656116:0:34099:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459900. 00010000:00000010:3.0:1783948575.656120:0:34099:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e959459400. 00010000:00000001:3.0:1783948575.656124:0:34099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948575.656128:0:34099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597a00. 00000020:00000001:3.0:1783948575.656132:0:34099:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948575.656134:0:34099:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597a00 with handle 0x8c7cf19e4b440d8a to hash 00000020:00000001:3.0:1783948575.656136:0:34099:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948575.656138:0:34099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000010:3.0:1783948575.656142:0:34099:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e9580d9640. 00010000:00000001:3.0:1783948575.656144:0:34099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948575.656147:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948575.656148:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.656152:0:34099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948575.656162:0:34099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.656173:0:34099:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.656177:0:34099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948575.656181:0:34099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.656195:0:34099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca86b210] to pc [ptlrpcd_01_01+1] req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1783948575.656226:0:34099:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.656229:0:34099:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.656231:0:34099:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.656233:0:34099:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.656235:0:34099:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.656237:0:34099:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783948575.656239:0:34099:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1783948575.656241:0:34099:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1783948575.656243:0:34099:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1783948575.656824:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948575.656829:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.656831:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.656838:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.656847:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.656878:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.656883:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.656886:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.656889:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.656892:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636532992:192.168.202.104@tcp:101:uname.0 00000100:00000001:2.0:1783948575.656896:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.656904:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.656906:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.656909:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.656916:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581ca000. 02000000:00000001:2.0:1783948575.656918:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.656936:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.656942:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.656951:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948575.656959:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636532992, portal 4 00000100:00000001:2.0:1783948575.656962:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.656963:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351936 : -129839802199680 : ffff89e950b65180) 00000100:00000040:2.0:1783948575.656970:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.656977:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.656980:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.656983:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2990. 00000100:00000200:2.0:1783948575.656988:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636532992, offset 0 00000400:00000200:2.0:1783948575.656995:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.657005:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.657014:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.657019:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.657023:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.657027:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.657029:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.657034:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2670:2670:256:4294967295] 192.168.202.104@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:2.0:1783948575.657038:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.657048:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.657055:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.657060:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61600. 00000800:00000200:2.0:1783948575.657067:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.657076:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.657080:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.657094:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.657099:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 238158 usecs (239 jiffies) 00000400:00000200:2.0:1783948575.657102:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.657104:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666045 00000100:00000001:2.0:1783948575.657107:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.657109:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666045 00000100:00000001:2.0:1783948575.657111:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.657113:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.657116:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.657119:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.657121:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.657129:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.657132:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948575.657134:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948575.657135:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.657137:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.657139:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.657150:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948575.657152:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1783948575.657207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fb00. 00010000:00000010:0.1:1783948575.657215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00000800:00000200:0.0:1783948575.657317:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.657322:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61600. 00000400:00000200:0.0:1783948575.657327:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.657332:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.657337:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:0.0:1783948575.657340:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:0.0:1783948575.657343:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.657348:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.657357:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.657361:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.657368:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.657370:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948575.660493:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.660514:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.660520:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.660523:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.660532:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.660539:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.660549:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.660554:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.660560:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.660564:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9456700 00000400:00000200:0.0:1783948575.660570:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.660578:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x7559 [1] + 224 00000800:00000001:0.0:1783948575.660586:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.660593:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.660597:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.660601:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.660610:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.660618:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948575.660629:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.660663:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948575.660674:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.660678:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.660897:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948575.660902:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948575.660910:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.660912:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.660915:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.660921:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:2.0:1783948575.661166:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:2.0:1783948575.661173:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.661179:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948575.661188:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.661195:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.661197:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.661200:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.661203:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.661205:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.661207:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.661210:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.661220:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948575.661224:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.661227:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.661229:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.661232:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.661236:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.661240:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.661242:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948575.661244:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.661245:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.661251:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.661259:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.661262:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.661264:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948575.661267:0:2356:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1783948575.661270:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.661273:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.661276:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=4 00000020:00000001:2.0:1783948575.661279:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661282:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661285:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.661286:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.661287:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=5 00000020:00000001:2.0:1783948575.661289:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661291:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661294:0:2356:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.661297:0:2356:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.661303:0:2356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.661314:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661315:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.661317:0:2356:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948575.661319:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.661320:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.661322:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=6 00000020:00000001:2.0:1783948575.661324:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661326:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000040:2.0:1783948575.661333:0:2356:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597a00, remote cookie: 0x2ceea11ad5e0681c, flags: 0x1001 00010000:00010000:2.0:1783948575.661338:0:2356:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.661352:0:2356:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1783948575.661355:0:2356:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.661358:0:2356:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948575.661361:0:2356:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1783948575.661366:0:2356:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948575.661374:0:2356:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff89e959459900) refcount = 1 00010000:00000040:2.0:1783948575.661377:0:2356:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783948575.661379:0:2356:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.661387:0:2356:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948575.661388:0:2356:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.661391:0:2356:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948575.661394:0:2356:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.661397:0:2356:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.661403:0:2356:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948575.661404:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661405:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.661406:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661407:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.661409:0:2356:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1783948575.661412:0:2356:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948575.661415:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.661416:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.661417:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=5 00000020:00000001:2.0:1783948575.661419:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661421:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00000008:00000001:2.0:1783948575.661425:0:2356:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783948575.661429:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00010000:2.0:1783948575.661434:0:2356:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1783948575.661442:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.661444:0:2356:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948575.661447:0:2356:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783948575.661450:0:2356:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948575.661452:0:2356:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.661454:0:2356:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.661456:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:2.0:1783948575.661458:0:2356:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1783948575.661460:0:2356:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.661462:0:2356:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948575.661477:0:2356:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783948575.661479:0:2356:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.661481:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.661483:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.661484:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=6 00000020:00000001:2.0:1783948575.661495:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661497:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661500:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.661503:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.661510:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661512:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.661514:0:2356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.661521:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.661523:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661525:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.661526:0:2356:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.661529:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.661530:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.661531:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=5 00000020:00000001:2.0:1783948575.661533:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661535:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.661536:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.661539:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.661545:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661546:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.661547:0:2356:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.661550:0:2356:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.661552:0:2356:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.661561:0:2356:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.661564:0:2356:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.661566:0:2356:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.661571:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661572:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.661574:0:2356:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.661577:0:2356:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.661579:0:2356:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.661581:0:2356:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.661583:0:2356:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.661585:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.661586:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661587:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.661588:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.661589:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.661590:0:2356:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.661596:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948575.661605:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636532992:192.168.202.104@tcp:101:uname.0 00000100:00000001:2.0:1783948575.661610:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.661613:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.661617:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65180 x1870603636532992/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.661624:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948575.661626:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.661639:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581ca000. 02000000:00000001:2.0:1783948575.661643:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948575.661646:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.661648:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948575.661650:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948575.661653:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951730800. 02000000:00000001:2.0:1783948575.661656:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948575.661657:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948575.661659:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65180. 00000100:00000001:2.0:1783948575.661662:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948575.661664:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.661666:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.661673:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.661675:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.661678:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948575.661680:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.661775:0:34099:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.661779:0:34099:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.661785:0:34099:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783948575.661788:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.661790:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.661792:0:34099:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948575.661796:0:34099:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1783948575.661800:0:34099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948575.661802:0:34099:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.661803:0:34099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948575.661805:0:34099:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948575.661807:0:34099:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948575.661810:0:34099:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948575.661812:0:34099:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948575.661815:0:34099:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.661817:0:34099:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.661818:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:3.0:1783948575.661820:0:34099:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1783948575.661823:0:34099:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1783948575.661826:0:34099:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1783948575.661828:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e960109720 (ffff89e9585c7098/0) at cl_lock_release():245 00000020:00000001:3.0:1783948575.661831:0:34099:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948575.661832:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e960109720 (ffff89e9585c7098/0) at cl_lock_cancel():142 00020000:00000001:3.0:1783948575.661836:0:34099:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1783948575.661839:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.661841:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.661843:0:34099:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948575.661844:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9594c7d30 (ffff89e9585c7758/1) at cl_lock_cancel():142 00000008:00000001:3.0:1783948575.661847:0:34099:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1783948575.661848:0:34099:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1783948575.661882:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.661885:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948575.661886:0:34099:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1783948575.661888:0:34099:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948575.661889:0:34099:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948575.661891:0:34099:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948575.661892:0:34099:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948575.661894:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e960109720 (ffff89e9585c7098/0) at cl_lock_fini():72 00020000:00000001:3.0:1783948575.661897:0:34099:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1783948575.661898:0:34099:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948575.661899:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9594c7d30 (ffff89e9585c7098/1) at cl_lock_fini():72 00000008:00000010:3.0:1783948575.661902:0:34099:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e9523e64c0. 00000020:00000001:3.0:1783948575.661905:0:34099:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1783948575.661907:0:34099:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9594c7d00. 00020000:00000001:3.0:1783948575.661910:0:34099:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1783948575.661911:0:34099:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1783948575.661912:0:34099:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1783948575.661914:0:34099:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.661917:0:34099:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948575.661919:0:34099:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948575.661921:0:34099:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948575.661922:0:34099:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948575.661937:0:34099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948575.661939:0:34099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948575.661944:0:34099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951730200. 00000020:00000010:3.0:1783948575.661948:0:34099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948575.661952:0:34099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948575.661957:0:34099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948575.661961:0:34099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948575.661966:0:34099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948575.661970:0:34099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948575.661973:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731400. 00000008:00000010:3.0:1783948575.661977:0:34099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948575.661982:0:34099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948575.661985:0:34099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948575.661989:0:34099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948575.661994:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731600. 00000020:00000010:3.0:1783948575.661996:0:34099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00020000:00000001:3.0:1783948575.661998:0:34099:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948575.662000:0:34099:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948575.662003:0:34099:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948575.662006:0:34099:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948575.662010:0:34099:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783948575.662012:0:34099:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662014:0:34099:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948575.662016:0:34099:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948575.662017:0:34099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948575.662018:0:34099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948575.662020:0:34099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951730e00. 00000020:00000010:3.0:1783948575.662023:0:34099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948575.662025:0:34099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948575.662028:0:34099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948575.662030:0:34099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948575.662033:0:34099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948575.662035:0:34099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948575.662038:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731200. 00000008:00000010:3.0:1783948575.662040:0:34099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948575.662042:0:34099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948575.662044:0:34099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948575.662047:0:34099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948575.662050:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731a00. 00000020:00000010:3.0:1783948575.662051:0:34099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000001:00000001:3.0:1783948575.662054:0:34099:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662062:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd28 00000080:00000008:3.0:1783948575.662065:0:34099:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948575.662143:0:34099:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:3.0:1783948575.662145:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd90 00000080:00200008:3.0:1783948575.662148:0:34099:0:(file.c:2605:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000001:3.0:1783948575.662151:0:34099:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1783948575.662153:0:34099:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662155:0:34099:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1783948575.662158:0:34099:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662161:0:34099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948575.662167:0:34099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948575.662171:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731a00. 00000020:00000010:3.0:1783948575.662175:0:34099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731200. 00000020:00000010:3.0:1783948575.662178:0:34099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948575.662182:0:34099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948575.662186:0:34099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948575.662189:0:34099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948575.662193:0:34099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948575.662196:0:34099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948575.662199:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730e00. 00000008:00000010:3.0:1783948575.662202:0:34099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948575.662204:0:34099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948575.662207:0:34099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948575.662210:0:34099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948575.662212:0:34099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948575.662214:0:34099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000080:00000001:3.0:1783948575.662217:0:34099:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1783948575.662218:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bca0 00000080:00200000:3.0:1783948575.662220:0:34099:0:(file.c:2058:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1783948575.662225:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bc38 00000080:00200000:3.0:1783948575.662227:0:34099:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1783948575.662229:0:34099:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783948575.662231:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.662233:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.662235:0:34099:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948575.662237:0:34099:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1783948575.662238:0:34099:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948575.662240:0:34099:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662242:0:34099:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662243:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:3.0:1783948575.662245:0:34099:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1783948575.662246:0:34099:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1783948575.662248:0:34099:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1783948575.662253:0:34099:0:(cl_io.c:214:cl_io_rw_init()) header@00000000710eef53[0x110, 1, [0x200000404:0x31:0x0] hash] 00000020:00200000:3.0:1783948575.662255:0:34099:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1783948575.662258:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.662260:0:34099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948575.662262:0:34099:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948575.662264:0:34099:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948575.662266:0:34099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948575.662268:0:34099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1783948575.662270:0:34099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948575.662274:0:34099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662276:0:34099:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783948575.662277:0:34099:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662279:0:34099:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948575.662282:0:34099:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e960109780 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1783948575.662285:0:34099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:3.0:1783948575.662287:0:34099:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948575.662289:0:34099:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948575.662292:0:34099:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948575.662294:0:34099:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1783948575.662296:0:34099:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1783948575.662298:0:34099:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1783948575.662300:0:34099:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948575.662301:0:34099:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662303:0:34099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948575.662304:0:34099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948575.662305:0:34099:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948575.662307:0:34099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00000020:00000001:3.0:1783948575.662309:0:34099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662310:0:34099:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948575.662313:0:34099:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1783948575.662315:0:34099:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1783948575.662317:0:34099:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662320:0:34099:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783948575.662322:0:34099:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783948575.662324:0:34099:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1783948575.662325:0:34099:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1783948575.662327:0:34099:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1783948575.662330:0:34099:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783948575.662332:0:34099:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783948575.662336:0:34099:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948575.662338:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.662340:0:34099:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948575.662341:0:34099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948575.662343:0:34099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948575.662346:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951731600. 00000020:00000010:3.0:1783948575.662349:0:34099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e951731400. 00000020:00000010:3.0:1783948575.662352:0:34099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948575.662355:0:34099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948575.662358:0:34099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948575.662360:0:34099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948575.662363:0:34099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948575.662366:0:34099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948575.662368:0:34099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e951730200. 00000008:00000010:3.0:1783948575.662371:0:34099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948575.662374:0:34099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948575.662376:0:34099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948575.662379:0:34099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948575.662381:0:34099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948575.662382:0:34099:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000020:00000001:3.0:1783948575.662384:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.662386:0:34099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948575.662388:0:34099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948575.662389:0:34099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948575.662390:0:34099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662392:0:34099:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662393:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.662396:0:34099:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1783948575.662398:0:34099:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1783948575.662401:0:34099:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662402:0:34099:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662404:0:34099:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662406:0:34099:0:(lov_io.c:1228:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662407:0:34099:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662409:0:34099:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1783948575.662411:0:34099:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1783948575.662413:0:34099:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1783948575.662415:0:34099:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1783948575.662418:0:34099:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662421:0:34099:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662423:0:34099:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1783948575.662424:0:34099:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1783948575.662427:0:34099:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1783948575.662429:0:34099:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1783948575.662430:0:34099:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662432:0:34099:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662433:0:34099:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662435:0:34099:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.662436:0:34099:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662438:0:34099:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783948575.662440:0:34099:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948575.662441:0:34099:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783948575.662443:0:34099:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948575.662444:0:34099:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662445:0:34099:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662447:0:34099:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662449:0:34099:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662450:0:34099:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783948575.662451:0:34099:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1783948575.662453:0:34099:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1783948575.662455:0:34099:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1783948575.662456:0:34099:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1783948575.662459:0:34099:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1783948575.662465:0:34099:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9594c7d00. 00020000:00000002:3.0:1783948575.662468:0:34099:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948575.662470:0:34099:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1783948575.662472:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.662473:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.662475:0:34099:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1783948575.662478:0:34099:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e9523e64c0. 00000008:00010000:3.0:1783948575.662481:0:34099:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1783948575.662483:0:34099:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948575.662484:0:34099:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1783948575.662496:0:34099:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9594c7d30, osc lock ffff89e9523e64c0, flags 0x0 00000020:00000001:3.0:1783948575.662499:0:34099:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662501:0:34099:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.662504:0:34099:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234051411200 : -129839658140416 : ffff89e9594c7d00) 00000020:00000001:3.0:1783948575.662505:0:34099:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948575.662506:0:34099:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1783948575.662508:0:34099:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662509:0:34099:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662511:0:34099:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948575.662513:0:34099:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948575.662514:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.662515:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.662516:0:34099:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948575.662518:0:34099:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948575.662519:0:34099:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1783948575.662521:0:34099:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.662524:0:34099:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783948575.662526:0:34099:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783948575.662528:0:34099:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783948575.662529:0:34099:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783948575.662531:0:34099:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783948575.662532:0:34099:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783948575.662534:0:34099:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1783948575.662537:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948575.662545:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:3.0:1783948575.662547:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948575.662552:0:34099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e95068ac00 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:3.0:1783948575.662556:0:34099:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1783948575.662561:0:34099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66300. 00000020:00000040:3.0:1783948575.662565:0:34099:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00010000:00000001:3.0:1783948575.662569:0:34099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948575.662573:0:34099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948575.662577:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.662579:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.662580:0:34099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.662583:0:34099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948575.662586:0:34099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948575.662590:0:34099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948575.662596:0:34099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951731c00. 00000100:00000001:3.0:1783948575.662604:0:34099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.662608:0:34099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948575.662610:0:34099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.662612:0:34099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948575.662613:0:34099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.662615:0:34099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.662618:0:34099:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00010000:00000001:3.0:1783948575.662620:0:34099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948575.662622:0:34099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948575.662624:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:3.0:1783948575.662626:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948575.662629:0:34099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948575.662632:0:34099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946596200. 00000020:00000001:3.0:1783948575.662636:0:34099:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948575.662639:0:34099:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946596200 with handle 0x8c7cf19e4b440d91 to hash 00000020:00000001:3.0:1783948575.662642:0:34099:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948575.662643:0:34099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000010:3.0:1783948575.662647:0:34099:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e9580d95c0. 00010000:00000001:3.0:1783948575.662650:0:34099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.662652:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948575.662655:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.662658:0:34099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948575.662667:0:34099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948575.662684:0:34099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948575.663172:0:34099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948575.663175:0:34099:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948575.663183:0:34099:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948575.663185:0:34099:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233646189568 : -129840063362048 : ffff89e941254c00) 00000100:00000001:3.0:1783948575.663187:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.663189:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948575.663193:0:34099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948575.663195:0:34099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.663197:0:34099:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948575.663199:0:34099:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948575.663207:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.663216:0:34099:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948575.663218:0:34099:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.663221:0:34099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948575.663224:0:34099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948575.663226:0:34099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948575.663229:0:34099:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34099:1870603636533120:192.168.202.104@tcp:101:uname.0 00000100:00000001:3.0:1783948575.663234:0:34099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948575.663239:0:34099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948575.663242:0:34099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.663245:0:34099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948575.663250:0:34099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e8000. 02000000:00000001:3.0:1783948575.663252:0:34099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948575.663258:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948575.663262:0:34099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948575.663267:0:34099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948575.663274:0:34099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636533120, portal 4 00000100:00000001:3.0:1783948575.663276:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.663277:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000040:3.0:1783948575.663283:0:34099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.663290:0:34099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948575.663292:0:34099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948575.663294:0:34099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125908. 00000100:00000200:3.0:1783948575.663298:0:34099:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636533120, offset 0 00000400:00000200:3.0:1783948575.663304:0:34099:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948575.663311:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.663318:0:34099:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948575.663323:0:34099:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948575.663327:0:34099:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948575.663330:0:34099:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948575.663333:0:34099:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948575.663337:0:34099:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2671:2671:256:4294967295] 192.168.202.104@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:3.0:1783948575.663340:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.663351:0:34099:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948575.663358:0:34099:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948575.663363:0:34099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9491c4300. 00000800:00000200:3.0:1783948575.663371:0:34099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948575.663378:0:34099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948575.663383:0:34099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9491c4300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948575.663400:0:34099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.663405:0:34099:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 236937 usecs (237 jiffies) 00000400:00000200:3.0:1783948575.663408:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948575.663411:0:34099:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666052 00000100:00000001:3.0:1783948575.663413:0:34099:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.663416:0:34099:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666052 00000100:00000001:3.0:1783948575.663418:0:34099:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.663420:0:34099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.663423:0:34099:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.663425:0:34099:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948575.663426:0:34099:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948575.663429:0:34099:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941254c00 going to sleep for 11 seconds 00000100:00000001:3.0:1783948575.663431:0:34099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948575.663433:0:34099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1783948575.663922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7b00. 00000800:00000200:0.0:1783948575.664280:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.664285:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9491c4300. 00000400:00000200:0.0:1783948575.664290:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.664296:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.664302:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125908 00000400:00000010:0.0:1783948575.664304:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125908. 00000100:00000001:0.0:1783948575.664309:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.664315:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.664326:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.664330:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.664337:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.664339:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948575.667420:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.667437:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.667441:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.667443:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.667451:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.667458:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.667468:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.667473:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.667479:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.667482:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda95fd80 00000400:00000200:0.0:1783948575.667502:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x6f79 [2] + 656 00000800:00000001:0.0:1783948575.667510:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.667518:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.667522:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.667526:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.667534:0:2346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948575.667536:0:2346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783948575.667543:0:2346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243480. 00000100:00000040:0.0:1783948575.667547:0:2346:0:(events.c:337:request_in_callback()) incoming req@ffff89e960243480 x1870603658591616 msgsize 328 00000100:00100000:0.0:1783948575.667551:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:0.0:1783948575.667566:0:2346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948575.667574:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.667577:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.667665:0:15857:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783948575.667669:0:15857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658591616 02000000:00000001:1.0:1783948575.667672:0:15857:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783948575.667674:0:15857:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948575.667677:0:15857:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.667681:0:15857:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948575.667685:0:15857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658591616 00000020:00000001:1.0:1783948575.667688:0:15857:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948575.667690:0:15857:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:1.0:1783948575.667749:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.667753:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:1.0:1783948575.667756:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:1.0:1783948575.667759:0:15857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00000001:1.0:1783948575.667764:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948575.667769:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22c80. 00000100:00000001:1.0:1783948575.667772:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948575.667775:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22c80. 00000020:00000010:1.0:1783948575.667781:0:15857:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.667787:0:15857:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e9585c4480. 00000020:00000010:1.0:1783948575.667792:0:15857:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e9582a3578. 00000100:00000040:1.0:1783948575.667803:0:15857:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783948575.667806:0:15857:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783948575.667808:0:15857:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783948575.667810:0:15857:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.667817:0:15857:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.667831:0:15857:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948575.667843:0:15857:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783948575.667846:0:15857:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783948575.667892:0:15857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 61 00000100:00000040:1.0:1783948575.667897:0:15857:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6a800 : new rpc_count 1 00000100:00000001:1.0:1783948575.667899:0:15857:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166211712 : -129839543339904 : ffff89e960243480) 00000100:00000040:1.0:1783948575.667907:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960243480 x1870603658591616/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:611/0 lens 328/0 e 0 to 0 dl 1783948586 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948575.667916:0:15857:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948575.667919:0:15857:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22c80. 00000100:00000001:1.0:1783948575.667921:0:15857:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948575.668088:0:15857:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22c80. 00000100:00100000:1.0:1783948575.668094:0:15857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6939:x1870603658591616:12345-192.168.202.104@tcp:104: 00000100:00000200:1.0:1783948575.668097:0:15857:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658591616 00010000:00000001:1.0:1783948575.668100:0:15857:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783948575.668107:0:15857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.668109:0:15857:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.668111:0:15857:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=2 00000020:00000001:1.0:1783948575.668113:0:15857:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:1.0:1783948575.668116:0:15857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:1.0:1783948575.668120:0:15857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.668123:0:15857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.668128:0:15857:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783948575.668140:0:15857:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783948575.668142:0:15857:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783948575.668147:0:15857:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e9493f1400. 02000000:00000001:1.0:1783948575.668149:0:15857:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.668152:0:15857:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.668156:0:15857:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783948575.668159:0:15857:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948575.668163:0:15857:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948575.668167:0:15857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948575.668170:0:15857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948575.668172:0:15857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:1.0:1783948575.668175:0:15857:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783948575.668177:0:15857:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.668179:0:15857:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948575.668182:0:15857:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948575.668186:0:15857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506183b8. 00000100:00000200:1.0:1783948575.668191:0:15857:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658591616, offset 224 00000400:00000200:1.0:1783948575.668197:0:15857:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948575.668204:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.668211:0:15857:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948575.668217:0:15857:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2672:2672:256:4294967295] 192.168.202.104@tcp LPNI seq info [2672:2672:8:4294967295] 00000400:00000200:1.0:1783948575.668221:0:15857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.668230:0:15857:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948575.668235:0:15857:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948575.668240:0:15857:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948575.668246:0:15857:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948575.668254:0:15857:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948575.668258:0:15857:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948575.668275:0:15857:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948575.668278:0:15857:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:1.0:1783948575.668282:0:15857:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783948575.668286:0:15857:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e95160c0c0. 00010000:00000001:1.0:1783948575.668289:0:15857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783948575.668297:0:15857:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783948575.668299:0:15857:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.668300:0:15857:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.668302:0:15857:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948575.668307:0:15857:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243480 x1870603658591616/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:611/0 lens 328/224 e 0 to 0 dl 1783948586 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783948575.668316:0:15857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6939:x1870603658591616:12345-192.168.202.104@tcp:104: Request processed in 399us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1783948575.668324:0:15857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 61 00000100:00000040:1.0:1783948575.668327:0:15857:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6a800 : new rpc_count 0 00000100:00000001:1.0:1783948575.668329:0:15857:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783948575.668331:0:15857:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783948575.668335:0:15857:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e9585c4480. 00000020:00000010:1.0:1783948575.668339:0:15857:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e9582a3578. 00000020:00000010:1.0:1783948575.668342:0:15857:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b6e00. 00000020:00000040:1.0:1783948575.668346:0:15857:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00000001:1.0:1783948575.668348:0:15857:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948575.668435:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948575.668439:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.668442:0:15993:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1783948575.668444:0:15993:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1783948575.668446:0:15993:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783948575.668451:0:15993:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783948575.668460:0:15993:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e946597a00 already unused, calling callback (ffffffffc1342360) 00000008:00000001:2.0:1783948575.668464:0:15993:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1783948575.668467:0:15993:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948575.668469:0:15993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.668470:0:15993:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.668472:0:15993:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=3 00000020:00000001:2.0:1783948575.668474:0:15993:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.668476:0:15993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948575.668479:0:15993:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948575.668481:0:15993:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1783948575.668499:0:15993:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1783948575.668501:0:15993:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.668506:0:15993:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.668510:0:15993:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c8a00. 00000020:00000010:2.0:1783948575.668514:0:15993:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9546c9800. 00000020:00000010:2.0:1783948575.668518:0:15993:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.668524:0:15993:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.668529:0:15993:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.668534:0:15993:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.668540:0:15993:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.668544:0:15993:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.668549:0:15993:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c9000. 00000008:00000010:2.0:1783948575.668553:0:15993:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.668557:0:15993:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.668561:0:15993:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.668565:0:15993:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.668567:0:15993:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.668570:0:15993:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000008:00000001:2.0:1783948575.668572:0:15993:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1783948575.668575:0:15993:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1783948575.668576:0:15993:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.668578:0:15993:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948575.668582:0:15993:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e945134600. 00000020:00000010:2.0:1783948575.668585:0:15993:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e945135e00. 00000020:00000010:2.0:1783948575.668587:0:15993:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.668590:0:15993:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.668592:0:15993:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.668595:0:15993:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.668597:0:15993:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.668599:0:15993:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.668602:0:15993:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9412e6600. 00000008:00000010:2.0:1783948575.668604:0:15993:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.668607:0:15993:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.668609:0:15993:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.668612:0:15993:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948575.668615:0:15993:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948575.668617:0:15993:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000008:00000001:2.0:1783948575.668620:0:15993:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1783948575.668622:0:15993:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1783948575.668625:0:15993:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1783948575.668627:0:15993:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.668629:0:15993:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1783948575.668632:0:15993:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.668634:0:15993:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.668637:0:15993:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948575.668639:0:15993:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948575.668641:0:15993:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948575.668644:0:15993:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.668645:0:15993:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948575.668647:0:15993:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.668650:0:15993:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9447243c0 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1783948575.668654:0:15993:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948575.668656:0:15993:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948575.668658:0:15993:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948575.668660:0:15993:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948575.668661:0:15993:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.668663:0:15993:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.668664:0:15993:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.668665:0:15993:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1783948575.668667:0:15993:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.668669:0:15993:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1783948575.668672:0:15993:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948575.668674:0:15993:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948575.668676:0:15993:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948575.668677:0:15993:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948575.668679:0:15993:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948575.668681:0:15993:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1783948575.668684:0:15993:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.668685:0:15993:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1783948575.668751:0:15993:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948575.668755:0:15993:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948575.668758:0:15993:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e945135e00. 00000020:00000010:2.0:1783948575.668763:0:15993:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.668767:0:15993:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.668770:0:15993:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.668772:0:15993:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.668776:0:15993:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.668778:0:15993:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.668780:0:15993:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e945134600. 00000008:00000010:2.0:1783948575.668783:0:15993:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.668785:0:15993:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.668788:0:15993:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.668791:0:15993:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948575.668793:0:15993:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9412e6600. 00000020:00000010:2.0:1783948575.668796:0:15993:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00000008:00000001:2.0:1783948575.668798:0:15993:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.668801:0:15993:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00010000:00000001:2.0:1783948575.668804:0:15993:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1783948575.668806:0:15993:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.668807:0:15993:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.668809:0:15993:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948575.668812:0:15993:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783948575.668814:0:15993:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948575.668816:0:15993:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.668819:0:15993:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.668821:0:15993:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:2.0:1783948575.668824:0:15993:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948575.668826:0:15993:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.668828:0:15993:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9546c9800. 00000020:00000010:2.0:1783948575.668832:0:15993:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.668834:0:15993:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.668837:0:15993:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.668839:0:15993:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.668841:0:15993:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.668844:0:15993:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.668846:0:15993:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c8a00. 00000008:00000010:2.0:1783948575.668875:0:15993:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.668880:0:15993:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.668882:0:15993:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.668885:0:15993:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.668887:0:15993:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c9000. 00000020:00000010:2.0:1783948575.668889:0:15993:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000008:00000001:2.0:1783948575.668891:0:15993:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.668894:0:15993:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948575.668899:0:15993:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948575.668901:0:15993:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948575.668903:0:15993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.668905:0:15993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948575.668908:0:15993:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597a00 with handle 0x8c7cf19e4b440d8a from hash 00010000:00000001:2.0:1783948575.668910:0:15993:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948575.668912:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.668913:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.668914:0:15993:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948575.668917:0:15993:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948575.668919:0:15993:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1783948575.669046:0:15993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.669050:0:15993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.669052:0:15993:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.669055:0:15993:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1783948575.669062:0:15993:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948575.669066:0:15993:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=4 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:2.0:1783948575.669070:0:15993:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948575.669073:0:15993:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948575.669077:0:15993:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948575.669083:0:15993:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9412e6600. 00000100:00000001:2.0:1783948575.669089:0:15993:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.669092:0:15993:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948575.669096:0:15993:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783948575.669104:0:15993:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783948575.669106:0:15993:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.669111:0:15993:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.669115:0:15993:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.669123:0:15993:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c588ec] to pc [ptlrpcd_01_00+0] req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783948575.669155:0:15993:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.669158:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.669159:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.669161:0:15993:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.669163:0:15993:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.669165:0:15993:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.669168:0:15993:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.669175:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948575.669178:0:15993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff89e943191000 lock: 000000009eb5bb0c/0x8c7cf19e4b440d8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x2ceea11ad5e0681c expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1783948575.669186:0:15993:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9580d9640. 00010000:00000001:2.0:1783948575.669196:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.669198:0:15993:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1783948575.669200:0:15993:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e95160c0c0. 00010000:00000001:2.0:1783948575.669202:0:15993:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.669205:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948575.669206:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.669208:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783948575.669210:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948575.669211:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.669212:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783948575.669214:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948575.669215:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.669217:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948575.669226:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1783948575.669230:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1783948575.669231:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.669237:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.669240:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.669241:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948575.669243:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.669246:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.669250:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.669258:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.669260:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.669264:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.669266:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.669268:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.669271:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636533248:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948575.669275:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.669279:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.669282:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.669284:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.669288:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9412e7e00. 02000000:00000001:2.0:1783948575.669289:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.669295:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.669300:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.669306:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948575.669312:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636533248, portal 18 00000100:00000001:2.0:1783948575.669314:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.669316:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948575.669322:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.669330:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.669332:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.669334:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a24c8. 00000100:00000200:2.0:1783948575.669338:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636533248, offset 0 00000400:00000200:2.0:1783948575.669343:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.669348:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.669354:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.669359:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.669363:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.669367:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.669369:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.669372:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2673:2673:255:4294967295] 192.168.202.104@tcp LPNI seq info [2673:2673:7:4294967295] 00000400:00000200:2.0:1783948575.669376:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.669382:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.669388:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.669393:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61b00. 00000800:00000200:2.0:1783948575.669398:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.669404:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.669407:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.669411:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.669415:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 236937 usecs (237 jiffies) 00000400:00000200:2.0:1783948575.669418:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.669421:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666058 00000100:00000001:2.0:1783948575.669425:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.669427:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666058 00000100:00000001:2.0:1783948575.669430:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.669432:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.669434:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.669437:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.669439:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948575.669532:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.669537:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:0.0:1783948575.669541:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.669545:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.669550:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506183b8 00000400:00000010:0.0:1783948575.669552:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506183b8. 00000100:00000001:0.0:1783948575.669555:0:2345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783948575.669558:0:2345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1783948575.669618:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.669621:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61b00. 00000400:00000200:0.0:1783948575.669624:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.669627:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.669630:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a24c8 00000400:00000010:0.0:1783948575.669632:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a24c8. 00000100:00000001:0.0:1783948575.669635:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.669640:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.669650:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.669653:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.669661:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.669663:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948575.670026:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.670030:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948575.673381:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.673403:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.673409:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.673411:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.673419:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.673427:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.673438:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.673443:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.673449:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.673453:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 392 into portal 15 MB=0x6a54dda95fe00 00000400:00000200:0.0:1783948575.673463:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 392/392 into md 0x6f79 [2] + 984 00000800:00000001:0.0:1783948575.673470:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.673478:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.673481:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.673495:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.673504:0:2346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948575.673507:0:2346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783948575.673514:0:2346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240700. 00000100:00000040:0.0:1783948575.673518:0:2346:0:(events.c:337:request_in_callback()) incoming req@ffff89e960240700 x1870603658591744 msgsize 392 00000100:00100000:0.0:1783948575.673522:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:0.0:1783948575.673536:0:2346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948575.673544:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.673548:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.673568:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783948575.673571:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658591744 02000000:00000001:0.0:1783948575.673573:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783948575.673576:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948575.673578:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948575.673583:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948575.673587:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658591744 00000020:00000001:0.0:1783948575.673590:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948575.673592:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:0.0:1783948575.673594:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948575.673597:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:0.0:1783948575.673599:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:0.0:1783948575.673602:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00000001:0.0:1783948575.673605:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948575.673610:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9511a2780. 00000100:00000001:0.0:1783948575.673613:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948575.673616:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9511a2780. 00000020:00000010:0.0:1783948575.673622:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147600. 00000020:00000010:0.0:1783948575.673628:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e95082de80. 00000020:00000010:0.0:1783948575.673633:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e947e49258. 00000100:00000040:0.0:1783948575.673641:0:15856:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783948575.673644:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783948575.673646:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783948575.673648:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.673656:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.673663:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.673675:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783948575.673677:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783948575.673683:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 62 00000100:00000040:0.0:1783948575.673699:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6a800 : new rpc_count 1 00000100:00000001:0.0:1783948575.673702:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000040:0.0:1783948575.673712:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960240700 x1870603658591744/t0(0) o105->LOV_OSC_UUID@192.168.202.104@tcp:611/0 lens 392/0 e 0 to 0 dl 1783948586 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948575.673721:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948575.673723:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9511a2780. 00000100:00000001:0.0:1783948575.673725:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948575.673727:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9511a2780. 00000100:00100000:0.0:1783948575.673732:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5938:x1870603658591744:12345-192.168.202.104@tcp:105: 00000100:00000200:0.0:1783948575.673736:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658591744 00010000:00000001:0.0:1783948575.673738:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783948575.673746:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948575.673748:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948575.673750:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:0.0:1783948575.673752:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948575.673755:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00010000:0.0:1783948575.673762:0:15856:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948575.673773:0:15856:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1783948575.673776:0:15856:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948575.673785:0:15856:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948575.673793:0:15856:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783948575.673796:0:15856:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.673798:0:15856:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948575.673800:0:15856:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1783948575.673803:0:15856:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948575.673810:0:15856:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1783948575.673814:0:15856:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948575.673822:0:15856:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff89e959459900) refcount = 1 00010000:00000040:0.0:1783948575.673825:0:15856:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783948575.673827:0:15856:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948575.673835:0:15856:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1783948575.673838:0:15856:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1783948575.673845:0:15856:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89e9511a2780. 00000100:00000001:0.0:1783948575.673849:0:15856:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948575.673896:0:15856:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944c6c540. 00000100:00000001:0.0:1783948575.673899:0:15856:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233707103552 : -129840002448064 : ffff89e944c6c540) 00000100:00000001:0.0:1783948575.673901:0:15856:0:(client.c:1205:ptlrpc_prep_fcset()) Process leaving (rc=18446614233707103552 : -129840002448064 : ffff89e944c6c540) 00000100:00000001:0.0:1783948575.673904:0:15856:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948575.673905:0:15856:0:(client.c:1935:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1783948575.673907:0:15856:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1783948575.673910:0:15856:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948575.673913:0:15856:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.673915:0:15856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.673916:0:15856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.673918:0:15856:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.673920:0:15856:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1783948575.673921:0:15856:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1783948575.673932:0:15856:0:(client.c:1950:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.673934:0:15856:0:(client.c:2685:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.673936:0:15856:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1783948575.673938:0:15856:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944c6c540. 00000100:00000001:0.0:1783948575.673941:0:15856:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1783948575.673942:0:15856:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1783948575.673944:0:15856:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89e9511a2780. 00010000:00010000:0.0:1783948575.673947:0:15856:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89e946596200) 00010000:00000001:0.0:1783948575.673949:0:15856:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948575.673951:0:15856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.673952:0:15856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948575.673955:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783948575.673957:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783948575.673962:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e950637c00. 02000000:00000001:0.0:1783948575.673965:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.673968:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.673972:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783948575.673975:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948575.673979:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948575.673984:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948575.673987:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948575.673990:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:0.0:1783948575.673993:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783948575.673995:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.673998:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948575.674001:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948575.674005:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf880. 00000100:00000200:0.0:1783948575.674009:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658591744, offset 224 00000400:00000200:0.0:1783948575.674015:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948575.674020:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.674025:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948575.674032:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2674:2674:256:4294967295] 192.168.202.104@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:0.0:1783948575.674036:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.674044:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948575.674049:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948575.674054:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bc00. 00000800:00000200:0.0:1783948575.674061:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948575.674069:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948575.674072:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948575.674082:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.674085:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:0.0:1783948575.674088:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.674092:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240700 x1870603658591744/t0(0) o105->LOV_OSC_UUID@192.168.202.104@tcp:611/0 lens 392/224 e 0 to 0 dl 1783948586 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783948575.674101:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5938:x1870603658591744:12345-192.168.202.104@tcp:105: Request processed in 378us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1783948575.674107:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 62 00000100:00000040:0.0:1783948575.674109:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6a800 : new rpc_count 0 00000100:00000001:0.0:1783948575.674112:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783948575.674113:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783948575.674117:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e95082de80. 00000020:00000010:0.0:1783948575.674121:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e947e49258. 00000020:00000010:0.0:1783948575.674124:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947147600. 00000020:00000040:0.0:1783948575.674128:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00000001:0.0:1783948575.674130:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948575.674230:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.674234:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bc00. 00000400:00000200:0.0:1783948575.674238:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.674241:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.674245:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf880 00000400:00000010:0.0:1783948575.674248:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf880. 00000100:00000001:0.0:1783948575.674251:0:2345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783948575.674253:0:2345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1783948575.676785:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.676804:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.676810:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.676813:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.676822:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.676831:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.676842:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.676846:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.677055:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.677060:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9456780 00000400:00000200:0.0:1783948575.677065:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.677072:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x7561 [1] + 224 00000800:00000001:0.0:1783948575.677079:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.677105:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.677109:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.677115:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.677123:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.677133:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948575.677145:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.677200:0:34099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.677218:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948575.677226:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.677230:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948575.687110:0:34099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948575.687119:0:34099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948575.687123:0:34099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948575.687133:0:34099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948575.687136:0:34099:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948575.687143:0:34099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948575.687158:0:34099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948575.687169:0:34099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.687177:0:34099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948575.687180:0:34099:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.687183:0:34099:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948575.687187:0:34099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948575.687190:0:34099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948575.687192:0:34099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.687195:0:34099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948575.687206:0:34099:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948575.687212:0:34099:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948575.687214:0:34099:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948575.687216:0:34099:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.687219:0:34099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948575.687222:0:34099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.687226:0:34099:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948575.687228:0:34099:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948575.687231:0:34099:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948575.687233:0:34099:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.687238:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.687245:0:34099:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.687248:0:34099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948575.687251:0:34099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948575.687255:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948575.687262:0:34099:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34099:1870603636533120:192.168.202.104@tcp:101:uname.0 00000100:00000001:3.0:1783948575.687267:0:34099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.687271:0:34099:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.687273:0:34099:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948575.687275:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.687279:0:34099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.687285:0:34099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948575.687287:0:34099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948575.687292:0:34099:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948575.687293:0:34099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.687296:0:34099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948575.687299:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.687301:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.687305:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:3.0:1783948575.687308:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.687312:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000040:3.0:1783948575.687319:0:34099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946596200, remote cookie: 0x2ceea11ad5e06823, flags: 0x20002 00010000:00000001:3.0:1783948575.687323:0:34099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948575.687326:0:34099:0:(ldlm_lock.c:1885:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948575.687329:0:34099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948575.687331:0:34099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.687336:0:34099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.687350:0:34099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948575.687352:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.687353:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.687354:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.687355:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.687356:0:34099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.687360:0:34099:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783948575.687362:0:34099:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783948575.687365:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.687366:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.687368:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:3.0:1783948575.687369:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.687371:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.687373:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.687374:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.687375:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:3.0:1783948575.687377:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.687379:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.687381:0:34099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948575.687384:0:34099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.687388:0:34099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.687393:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.687395:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948575.687397:0:34099:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783948575.687401:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00010000:3.0:1783948575.687405:0:34099:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783948575.687411:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.687413:0:34099:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783948575.687416:0:34099:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783948575.687419:0:34099:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948575.687421:0:34099:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687423:0:34099:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687425:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:3.0:1783948575.687427:0:34099:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1783948575.687429:0:34099:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.687431:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.687432:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.687433:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:3.0:1783948575.687435:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.687437:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.687439:0:34099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948575.687442:0:34099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.687448:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.687449:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948575.687451:0:34099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.687457:0:34099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948575.687459:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.687460:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948575.687461:0:34099:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.687464:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.687468:0:34099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66300 x1870603636533120/t0(0) o101->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.687474:0:34099:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948575.687477:0:34099:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948575.687480:0:34099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e8000. 02000000:00000001:3.0:1783948575.687483:0:34099:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948575.687495:0:34099:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948575.687498:0:34099:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948575.687501:0:34099:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948575.687505:0:34099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951731c00. 02000000:00000001:3.0:1783948575.687508:0:34099:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948575.687510:0:34099:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948575.687513:0:34099:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66300. 00000100:00000001:3.0:1783948575.687517:0:34099:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948575.687518:0:34099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948575.687519:0:34099:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.687522:0:34099:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687525:0:34099:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.687528:0:34099:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687530:0:34099:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687532:0:34099:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687535:0:34099:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687537:0:34099:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687539:0:34099:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1783948575.687543:0:34099:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1783948575.687569:0:34099:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783948575.687572:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.687574:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.687575:0:34099:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948575.687580:0:34099:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1783948575.687584:0:34099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948575.687586:0:34099:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.687587:0:34099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948575.687588:0:34099:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948575.687591:0:34099:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948575.687594:0:34099:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948575.687597:0:34099:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948575.687599:0:34099:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687601:0:34099:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687603:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:3.0:1783948575.687605:0:34099:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1783948575.687608:0:34099:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1783948575.687611:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bb88 00000080:00200000:3.0:1783948575.687614:0:34099:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1783948575.687616:0:34099:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1783948575.687620:0:34099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:3.0:1783948575.687623:0:34099:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e950619a80 addref 2/0 by ffff89e950b90000. 00020000:00000002:3.0:1783948575.687625:0:34099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00000020:00000001:3.0:1783948575.687628:0:34099:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1783948575.687762:0:34099:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1783948575.687766:0:34099:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1783948575.687770:0:34099:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:3.0:1783948575.687773:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.687775:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.687777:0:34099:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1783948575.687781:0:34099:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1783948575.687784:0:34099:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687786:0:34099:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.687787:0:34099:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687789:0:34099:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.687797:0:34099:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:3.0:1783948575.687799:0:34099:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:3.0:1783948575.687835:0:34099:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1783948575.687838:0:34099:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] ffffedddc4bf1200 0 1 00000020:00000001:3.0:1783948575.687842:0:34099:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1783948575.687843:0:34099:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.687845:0:34099:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1783948575.687897:0:34099:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff89e9460b01c0. 00000020:00000001:3.0:1783948575.687904:0:34099:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1783948575.687905:0:34099:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1783948575.687907:0:34099:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1783948575.687910:0:34099:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1783948575.687912:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.687914:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000008:00000001:3.0:1783948575.687918:0:34099:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1783948575.687920:0:34099:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff89e9460b0230 folio ffffedddc4bf1200 pg:0 obj off 0 00000008:00000001:3.0:1783948575.687922:0:34099:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688119:0:34099:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1783948575.688120:0:34099:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1783948575.688122:0:34099:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1783948575.688124:0:34099:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688128:0:34099:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688131:0:34099:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:3.0:1783948575.688133:0:34099:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:3.0:1783948575.688136:0:34099:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1783948575.688138:0:34099:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783948575.688139:0:34099:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234164926336 : -129839544625280 : ffff89e960109780) 00000020:00000001:3.0:1783948575.688142:0:34099:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783948575.688143:0:34099:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783948575.688145:0:34099:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948575.688150:0:34099:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 0000000023e9de14 1 1 0000000004255e48 0 0 0] 00000020:00000001:3.0:1783948575.688152:0:34099:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783948575.688154:0:34099:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1783948575.688155:0:34099:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1783948575.688157:0:34099:0:(rw26.c:610:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1783948575.688159:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.688162:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.688163:0:34099:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948575.688165:0:34099:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1783948575.688167:0:34099:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1783948575.688169:0:34099:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688171:0:34099:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688172:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00000001:3.0:1783948575.688176:0:34099:0:(rw26.c:630:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948575.688178:0:34099:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:3.0:1783948575.688179:0:34099:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.688182:0:34099:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:3.0:1783948575.688183:0:34099:0:(rw26.c:898:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:3.0:1783948575.688185:0:34099:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783948575.688187:0:34099:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234164926336 : -129839544625280 : ffff89e960109780) 00000020:00000001:3.0:1783948575.688189:0:34099:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1783948575.688190:0:34099:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948575.688197:0:34099:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1783948575.688198:0:34099:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783948575.688200:0:34099:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783948575.688201:0:34099:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1783948575.688205:0:34099:0:(rw26.c:956:ll_write_end()) page@00000000cdf320dc[3 0000000023e9de14 2 1 0000000004255e48 0 0 0] 00000080:00200000:3.0:1783948575.688208:0:34099:0:(rw26.c:956:ll_write_end()) vmpage @00000000d772b101 17ffffc0001001 3:0 ffff89e9460b01c0 0 lru 00000080:00200000:3.0:1783948575.688214:0:34099:0:(rw26.c:956:ll_write_end()) osc-page@00000000b70e6adf 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000e4e6205d 000000007c963396 > 3< 0 0 > 4< 0 0 8 8380416 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1783948575.688218:0:34099:0:(rw26.c:956:ll_write_end()) end page@00000000cdf320dc 00000080:00200000:3.0:1783948575.688219:0:34099:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1783948575.688221:0:34099:0:(rw26.c:977:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1783948575.688225:0:34099:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1783948575.688227:0:34099:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:3.0:1783948575.688229:0:34099:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1783948575.688231:0:34099:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1783948575.688233:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.688234:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.688236:0:34099:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1783948575.688238:0:34099:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1783948575.688240:0:34099:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1783948575.688241:0:34099:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783948575.688242:0:34099:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1783948575.688244:0:34099:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1783948575.688248:0:34099:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff89e952015880 ready 0|-|- wr 0|-|- rd 0|- oap ffff89e9460b0230 folio ffffedddc4bf1200 pg:0 added for cmd 2 00000008:00000001:3.0:1783948575.688252:0:34099:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:3.0:1783948575.688255:0:34099:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0001-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1783948575.688260:0:34099:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0001-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1783948575.688264:0:34099:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff89e9460b0268 page ffffedddc4bf1200 00000008:00000020:3.0:1783948575.688267:0:34099:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0001-osc-ffff89e943191000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8351744, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1783948575.688271:0:34099:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1783948575.688272:0:34099:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.688274:0:34099:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1783948575.688279:0:34099:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff89e9595ca0c0. 00000008:00000020:3.0:1783948575.688286:0:34099:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff89e952015880 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:3.0:1783948575.688293:0:34099:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952015880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1783948575.688297:0:34099:0:(osc_cache.c:857:osc_extent_find()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff89e952015880], [28672|0|-|-|ffff89e946596200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1783948575.688304:0:34099:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000450b36e0 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1783948575.688313:0:34099:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:3.0:1783948575.688317:0:34099:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.688319:0:34099:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.688321:0:34099:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1783948575.688323:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000002:3.0:1783948575.688325:0:34099:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:3.0:1783948575.688326:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.688328:0:34099:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783948575.688329:0:34099:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:3.0:1783948575.688332:0:34099:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948575.688333:0:34099:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688334:0:34099:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688336:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:3.0:1783948575.688337:0:34099:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1783948575.688339:0:34099:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1783948575.688340:0:34099:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783948575.688343:0:34099:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[4 0000000023e9de14 2 1 0000000004255e48 0 0 0] 00000020:00000001:3.0:1783948575.688345:0:34099:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1783948575.688346:0:34099:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1783948575.688347:0:34099:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1783948575.688349:0:34099:0:(osc_request.c:745:osc_update_next_shrink()) next time 3198 to shrink grant 00000080:00000001:3.0:1783948575.688352:0:34099:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1783948575.688353:0:34099:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1783948575.688360:0:34099:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff89e951d79b38, count 1, dirtied 1 00000080:00000001:3.0:1783948575.688361:0:34099:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1783948575.688363:0:34099:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783948575.688365:0:34099:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948575.688366:0:34099:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948575.688367:0:34099:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948575.688370:0:34099:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[3 0000000023e9de14 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948575.688371:0:34099:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1783948575.688373:0:34099:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1783948575.688374:0:34099:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783948575.688375:0:34099:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783948575.688377:0:34099:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[3 0000000023e9de14 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948575.688378:0:34099:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1783948575.688380:0:34099:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1783948575.688381:0:34099:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1783948575.688382:0:34099:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1783948575.688384:0:34099:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688385:0:34099:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688387:0:34099:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688389:0:34099:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948575.688391:0:34099:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1783948575.688394:0:34099:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1783948575.688396:0:34099:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1783948575.688397:0:34099:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688399:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bb88 00000080:00200000:3.0:1783948575.688401:0:34099:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1783948575.688404:0:34099:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688406:0:34099:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783948575.688409:0:34099:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948575.688410:0:34099:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783948575.688412:0:34099:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1783948575.688413:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.688415:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.688416:0:34099:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1783948575.688418:0:34099:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948575.688419:0:34099:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688421:0:34099:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688422:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:3.0:1783948575.688424:0:34099:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688426:0:34099:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688428:0:34099:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688429:0:34099:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688431:0:34099:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688433:0:34099:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783948575.688434:0:34099:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1783948575.688436:0:34099:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783948575.688437:0:34099:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1783948575.688439:0:34099:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1783948575.688441:0:34099:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1783948575.688445:0:34099:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952015880 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1783948575.688450:0:34099:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1783948575.688453:0:34099:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.688455:0:34099:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1783948575.688456:0:34099:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.688459:0:34099:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1783948575.688460:0:34099:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783948575.688462:0:34099:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688464:0:34099:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.688466:0:34099:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783948575.688468:0:34099:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948575.688470:0:34099:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1783948575.688471:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e944d9e3f8 (ffff89e9585c7098/0) at cl_lock_release():245 00000020:00000001:3.0:1783948575.688474:0:34099:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948575.688475:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e944d9e3f8 (ffff89e9585c7098/0) at cl_lock_cancel():142 00020000:00000001:3.0:1783948575.688479:0:34099:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1783948575.688481:0:34099:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948575.688482:0:34099:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166791704 : -129839542759912 : ffff89e9602d0e18) 00000020:00000001:3.0:1783948575.688483:0:34099:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948575.688497:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9594c7d30 (ffff89e9585c7758/1) at cl_lock_cancel():142 00000008:00000001:3.0:1783948575.688501:0:34099:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1783948575.688502:0:34099:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1783948575.688504:0:34099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.688507:0:34099:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.688509:0:34099:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:3.0:1783948575.688511:0:34099:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.688514:0:34099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:3.0:1783948575.688516:0:34099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948575.688519:0:34099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.688528:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.688529:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.688531:0:34099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948575.688534:0:34099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948575.688537:0:34099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948575.688545:0:34099:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948575.688549:0:34099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948575.688551:0:34099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948575.688556:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.688557:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.688558:0:34099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.688563:0:34099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948575.688565:0:34099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.688567:0:34099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.688572:0:34099:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.688575:0:34099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948575.688576:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.688577:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.688579:0:34099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.688580:0:34099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948575.688581:0:34099:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1783948575.688584:0:34099:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948575.688585:0:34099:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948575.688586:0:34099:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948575.688588:0:34099:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948575.688589:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e944d9e3f8 (ffff89e9585c7098/0) at cl_lock_fini():72 00020000:00000001:3.0:1783948575.688592:0:34099:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1783948575.688594:0:34099:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948575.688595:0:34099:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9594c7d30 (ffff89e9585c7098/1) at cl_lock_fini():72 00000008:00000010:3.0:1783948575.688598:0:34099:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e9523e64c0. 00000020:00000001:3.0:1783948575.688602:0:34099:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1783948575.688603:0:34099:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9594c7d00. 00020000:00000001:3.0:1783948575.688607:0:34099:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1783948575.688608:0:34099:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1783948575.688609:0:34099:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1783948575.688611:0:34099:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783948575.688612:0:34099:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948575.688613:0:34099:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783948575.688615:0:34099:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783948575.688616:0:34099:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688618:0:34099:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688619:0:34099:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783948575.688620:0:34099:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783948575.688622:0:34099:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1783948575.688625:0:34099:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1783948575.688627:0:34099:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783948575.688628:0:34099:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948575.688644:0:34099:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783948575.688645:0:34099:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783948575.688646:0:34099:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783948575.688649:0:34099:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783948575.688650:0:34099:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688652:0:34099:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.688654:0:34099:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948575.688655:0:34099:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783948575.688657:0:34099:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948575.688661:0:34099:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1783948575.688664:0:34099:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1783948575.688668:0:34099:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1783948575.688670:0:34099:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948575.688672:0:34099:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948575.688674:0:34099:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948575.688675:0:34099:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948575.688677:0:34099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948575.688679:0:34099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948575.688684:0:34099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731400. 00010000:00000010:2.1:1783948575.691619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597a00. 00000020:00000010:3.0:1783948575.691879:0:34099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204c60. 00000008:00000010:3.0:1783948575.691889:0:34099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948575.691894:0:34099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948575.691899:0:34099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948575.691904:0:34099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948575.691909:0:34099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948575.691913:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731600. 00000008:00000010:3.0:1783948575.691916:0:34099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948575.691922:0:34099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948575.692088:0:34099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948575.692092:0:34099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948575.692097:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730200. 00000020:00000010:3.0:1783948575.692100:0:34099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00020000:00000001:3.0:1783948575.692105:0:34099:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948575.692109:0:34099:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948575.692112:0:34099:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948575.692115:0:34099:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948575.692119:0:34099:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948575.692122:0:34099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1783948575.692126:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bca0 00000080:00200000:3.0:1783948575.692129:0:34099:0:(file.c:2206:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1783948575.692135:0:34099:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783948575.692139:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.692142:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:3.0:1783948575.692143:0:34099:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948575.692149:0:34099:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1783948575.692153:0:34099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948575.692156:0:34099:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1783948575.692158:0:34099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783948575.692159:0:34099:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:3.0:1783948575.692162:0:34099:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=23 (1) m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:3.0:1783948575.692166:0:34099:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948575.692168:0:34099:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:3.0:1783948575.692171:0:34099:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.692173:0:34099:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.692175:0:34099:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:3.0:1783948575.692177:0:34099:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1783948575.692179:0:34099:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1783948575.692185:0:34099:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1783948575.692187:0:34099:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1783948575.692190:0:34099:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:3.0:1783948575.692194:0:34099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e951731200. 00000020:00000010:3.0:1783948575.692197:0:34099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204960. 00000008:00000010:3.0:1783948575.692199:0:34099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948575.692202:0:34099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948575.692204:0:34099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948575.692206:0:34099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948575.692208:0:34099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948575.692211:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951731a00. 00000008:00000010:3.0:1783948575.692213:0:34099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948575.692215:0:34099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948575.692217:0:34099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948575.692220:0:34099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:3.0:1783948575.692222:0:34099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e951730e00. 00000020:00000010:3.0:1783948575.692224:0:34099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000020:00000001:3.0:1783948575.692228:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd90 00000080:00000008:3.0:1783948575.692230:0:34099:0:(file.c:2683:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:3.0:1783948575.692233:0:34099:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1783948575.692255:0:34099:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783948575.692258:0:34099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:3.0:1783948575.692262:0:34099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:3.0:1783948575.692264:0:34099:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.692271:0:34099:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948575.692274:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bdb8 00000080:00200008:3.0:1783948575.692275:0:34099:0:(file.c:447:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 102001 00000080:00000001:3.0:1783948575.692279:0:34099:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783948575.692282:0:34099:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1783948575.692283:0:34099:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783948575.692285:0:34099:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:3.0:1783948575.692287:0:34099:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:3.0:1783948575.692289:0:34099:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.692291:0:34099:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1783948575.692300:0:34099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948575.692303:0:34099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948575.692311:0:34099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:3.0:1783948575.692314:0:34099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948575.692320:0:34099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948575.692322:0:34099:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:3.0:1783948575.692325:0:34099:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783948575.692327:0:34099:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783948575.692336:0:34099:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e951730e00. 00000080:00000001:3.0:1783948575.692338:0:34099:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783948575.692342:0:34099:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783948575.692346:0:34099:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:3.0:1783948575.692349:0:34099:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:3.0:1783948575.692353:0:34099:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783948575.692355:0:34099:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:3.0:1783948575.692362:0:34099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66300. 00000020:00000040:3.0:1783948575.692367:0:34099:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948575.692372:0:34099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948575.692376:0:34099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948575.692380:0:34099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948575.692387:0:34099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951731a00. 00000100:00000001:3.0:1783948575.692394:0:34099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783948575.692414:0:34099:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783948575.692426:0:34099:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783948575.692431:0:34099:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783948575.692438:0:34099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948575.692440:0:34099:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948575.692449:0:34099:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948575.692451:0:34099:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233646189568 : -129840063362048 : ffff89e941254c00) 00000100:00000001:3.0:1783948575.692454:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.692455:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948575.692460:0:34099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948575.692465:0:34099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.692468:0:34099:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948575.692470:0:34099:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948575.692474:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.692481:0:34099:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948575.692483:0:34099:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.692497:0:34099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948575.692501:0:34099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948575.692503:0:34099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948575.692506:0:34099:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34099:1870603636533504:192.168.202.104@tcp:35:uname.0 00000100:00000001:3.0:1783948575.692512:0:34099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948575.692519:0:34099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948575.692522:0:34099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.692524:0:34099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948575.692530:0:34099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e9c00. 02000000:00000001:3.0:1783948575.692532:0:34099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948575.692539:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948575.692544:0:34099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948575.692552:0:34099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948575.692560:0:34099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636533504, portal 10 00000100:00000001:3.0:1783948575.692562:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.692563:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000040:3.0:1783948575.692570:0:34099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.692578:0:34099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948575.692581:0:34099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948575.692584:0:34099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125aa0. 00000100:00000200:3.0:1783948575.692587:0:34099:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636533504, offset 0 00000400:00000200:3.0:1783948575.692594:0:34099:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948575.692602:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.692610:0:34099:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948575.692615:0:34099:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948575.692620:0:34099:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948575.692625:0:34099:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948575.692641:0:34099:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948575.692645:0:34099:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2675:2675:256:4294967295] 192.168.202.104@tcp LPNI seq info [2675:2675:8:4294967295] 00000400:00000200:3.0:1783948575.692651:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.692664:0:34099:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948575.692673:0:34099:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948575.692680:0:34099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e9491c4300. 00000800:00000200:3.0:1783948575.695109:0:34099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948575.695125:0:34099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948575.695132:0:34099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9491c4300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783948575.697299:0:34099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.697313:0:34099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 840867 usecs (841 jiffies) 00000400:00000200:3.0:1783948575.697325:0:34099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948575.697330:0:34099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666690 00000100:00000001:3.0:1783948575.697335:0:34099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.697337:0:34099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666690 00000100:00000001:3.0:1783948575.697339:0:34099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.697342:0:34099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.697347:0:34099:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.697350:0:34099:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948575.697352:0:34099:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948575.697355:0:34099:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941254c00 going to sleep for 11 seconds 00000100:00000001:3.0:1783948575.697359:0:34099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948575.697362:0:34099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948575.700903:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.700942:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.700946:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.700950:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.700959:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.700967:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.700979:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.700986:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.700991:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.700995:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9456800 00000400:00000200:0.0:1783948575.701001:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.701010:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7571 [1] + 224 00000800:00000001:0.0:1783948575.701017:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.701030:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.701034:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.701039:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.701048:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.701057:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948575.701069:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.701084:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1783948575.701392:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.701397:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e9491c4300. 00000400:00000200:0.0:1783948575.701402:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.701406:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.701410:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125aa0 00000400:00000010:0.0:1783948575.701412:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125aa0. 00000100:00000001:0.0:1783948575.701417:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.701422:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.701434:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.701436:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.701443:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.701445:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948575.701452:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.701457:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.702662:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948575.702669:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948575.702677:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.702679:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.702693:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.702699:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:2.0:1783948575.702702:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:2.0:1783948575.702706:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.702714:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948575.702725:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.702732:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.702734:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.702737:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.702740:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.702742:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.702744:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.702747:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.702757:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185d38 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948575.702761:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.702764:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.702765:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.702769:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.702773:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.702777:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.702779:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948575.702781:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.702784:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.702789:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.702796:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.702799:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.702801:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.702806:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948575.702814:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636533248:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948575.702819:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.702821:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.702824:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636533248/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.702831:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948575.702833:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.702837:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9412e7e00. 02000000:00000001:2.0:1783948575.702841:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948575.702844:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.702846:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948575.702848:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948575.702893:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9412e6600. 02000000:00000001:2.0:1783948575.702899:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948575.702901:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948575.702903:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948575.702906:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948575.702907:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.702910:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.702918:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.702920:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.702922:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948575.702937:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948575.713940:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.714054:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.714060:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.714064:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.714073:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.714082:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.714094:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.714100:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.714108:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.714112:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9456900 00000400:00000200:1.0:1783948575.714118:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.714126:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7581 [1] + 224 00000800:00000001:1.0:1783948575.714135:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.714145:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.714150:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.714154:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.714163:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.714174:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.714185:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.714207:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.714217:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.714222:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.714287:0:34099:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948575.714295:0:34099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948575.714297:0:34099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948575.714300:0:34099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948575.714304:0:34099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948575.714306:0:34099:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948575.714310:0:34099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948575.714315:0:34099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948575.714324:0:34099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66300 x1870603636533504/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.714330:0:34099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948575.714332:0:34099:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.714335:0:34099:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948575.714338:0:34099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948575.714342:0:34099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948575.714344:0:34099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.714346:0:34099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948575.714355:0:34099:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=95 v=5 (10 5 5 5) 00000100:00001000:3.0:1783948575.714359:0:34099:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948575.714362:0:34099:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948575.714364:0:34099:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.714367:0:34099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948575.714370:0:34099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.714374:0:34099:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948575.714376:0:34099:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783948575.714378:0:34099:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948575.714380:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.714382:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000100:00000001:3.0:1783948575.714386:0:34099:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948575.714388:0:34099:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1783948575.714390:0:34099:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948575.714393:0:34099:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.714398:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66300 x1870603636533504/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.714405:0:34099:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.714408:0:34099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948575.714410:0:34099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948575.714414:0:34099:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66300 x1870603636533504/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948575.714422:0:34099:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66300 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34099:1870603636533504:192.168.202.104@tcp:35:uname.0 00000100:00000001:3.0:1783948575.714426:0:34099:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.714429:0:34099:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.714431:0:34099:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948575.714433:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.714436:0:34099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636533504/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.714443:0:34099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948575.714446:0:34099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948575.714451:0:34099:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948575.714453:0:34099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.714460:0:34099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.714462:0:34099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907356416 : -129839802195200 : ffff89e950b66300) 00000002:00000001:3.0:1783948575.714465:0:34099:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948575.714468:0:34099:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948575.714474:0:34099:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e951730e00. 00000080:00000001:3.0:1783948575.714477:0:34099:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783948575.714481:0:34099:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1783948575.714496:0:34099:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783948575.714501:0:34099:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948575.714509:0:34099:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948575.714510:0:34099:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948575.714513:0:34099:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e943f22680. 00000100:00000001:3.0:1783948575.714516:0:34099:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.714518:0:34099:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66300 x1870603636533504/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948575.714524:0:34099:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.714527:0:34099:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948575.714529:0:34099:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e954ebc8c0. 00000080:00000001:3.0:1783948575.714533:0:34099:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.714539:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bdb8 00000080:00000008:3.0:1783948575.714542:0:34099:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 102001, rc = 0 00000080:00000001:3.0:1783948575.714545:0:34099:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.714551:0:34099:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948575.714553:0:34099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8be00 00000080:00002000:3.0:1783948575.714554:0:34099:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951e726c0, parent ffff89e951e2fe58, inode ffff89e951d79988) hashed, 00000080:00000001:3.0:1783948575.714557:0:34099:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.809592:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3d08 00000080:00200008:2.0:1783948575.809601:0:34104:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948575.809610:0:34104:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948575.809611:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3c80 00000080:00200000:2.0:1783948575.809613:0:34104:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948575.809620:0:34104:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948575.809626:0:34104:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.809643:0:34104:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.809648:0:34104:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.809650:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3ba0 00800000:00000002:2.0:1783948575.809653:0:34104:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.809657:0:34104:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948575.809661:0:34104:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948575.809667:0:34104:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.809669:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3a70 00000002:00010000:2.0:1783948575.809671:0:34104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948575.809675:0:34104:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948575.809677:0:34104:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.809680:0:34104:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948575.809944:0:34104:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.809948:0:34104:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.809950:0:34104:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.809952:0:34104:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948575.809955:0:34104:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948575.809961:0:34104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948575.809966:0:34104:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948575.809972:0:34104:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948575.809977:0:34104:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.809983:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.809985:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.809986:0:34104:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.809989:0:34104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948575.809991:0:34104:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948575.809995:0:34104:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948575.810001:0:34104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581ca000. 00000100:00000001:2.0:1783948575.810007:0:34104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.810012:0:34104:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.810015:0:34104:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.810016:0:34104:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.810017:0:34104:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.810019:0:34104:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.810025:0:34104:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948575.810029:0:34104:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948575.810031:0:34104:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948575.810036:0:34104:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f800. 00010000:00000010:2.0:1783948575.810040:0:34104:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887700. 00010000:00000001:2.0:1783948575.810044:0:34104:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948575.810047:0:34104:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235200. 00000020:00000001:2.0:1783948575.810051:0:34104:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948575.810055:0:34104:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235200 with handle 0x8c7cf19e4b440d98 to hash 00000020:00000001:2.0:1783948575.810057:0:34104:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948575.810058:0:34104:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.810062:0:34104:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.810065:0:34104:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.810068:0:34104:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.810072:0:34104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34104 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.810081:0:34104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34104 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.810091:0:34104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34104 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948575.810097:0:34104:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948575.810098:0:34104:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948575.810106:0:34104:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc7f00. 00000100:00000001:2.0:1783948575.810107:0:34104:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710624512 : -129839998927104 : ffff89e944fc7f00) 00000100:00000001:2.0:1783948575.810110:0:34104:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.810112:0:34104:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948575.810116:0:34104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.810120:0:34104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.810123:0:34104:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948575.810124:0:34104:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.810134:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.810142:0:34104:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.810144:0:34104:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.810147:0:34104:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.810150:0:34104:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.810152:0:34104:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.810155:0:34104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34104:1870603636533632:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948575.810159:0:34104:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.810165:0:34104:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.810167:0:34104:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.810170:0:34104:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.810174:0:34104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948575.810176:0:34104:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.810183:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.810187:0:34104:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.810194:0:34104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948575.810200:0:34104:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636533632, portal 10 00000100:00000001:2.0:1783948575.810203:0:34104:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.810204:0:34104:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948575.810209:0:34104:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.810216:0:34104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.810219:0:34104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.810221:0:34104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2198. 00000100:00000200:2.0:1783948575.810224:0:34104:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636533632, offset 0 00000400:00000200:2.0:1783948575.810231:0:34104:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.810239:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.810246:0:34104:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.810251:0:34104:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.810255:0:34104:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.810258:0:34104:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.810261:0:34104:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.810264:0:34104:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2676:2676:256:4294967295] 192.168.202.104@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:2.0:1783948575.810268:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.810277:0:34104:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.810282:0:34104:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.810287:0:34104:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61200. 00000800:00000200:2.0:1783948575.810294:0:34104:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.810301:0:34104:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.810305:0:34104:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.810317:0:34104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.810321:0:34104:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 839878 usecs (840 jiffies) 00000400:00000200:2.0:1783948575.810324:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.810327:0:34104:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666802 00000100:00000001:2.0:1783948575.810330:0:34104:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.810332:0:34104:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666802 00000100:00000001:2.0:1783948575.810334:0:34104:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.810336:0:34104:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.810339:0:34104:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.810341:0:34104:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.810343:0:34104:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948575.810346:0:34104:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc7f00 going to sleep for 11 seconds 00000100:00000001:2.0:1783948575.810348:0:34104:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.810351:0:34104:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948575.810558:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.810563:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61200. 00000400:00000200:0.0:1783948575.810568:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.810573:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.810578:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2198 00000400:00000010:0.0:1783948575.810581:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2198. 00000100:00000001:0.0:1783948575.810585:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.810590:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.810598:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.810602:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.810608:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.810609:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948575.817363:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.817380:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.817384:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.817387:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.817395:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.817402:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.817412:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.817418:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.817425:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.817429:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9456980 00000400:00000200:1.0:1783948575.817433:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.817440:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x7589 [1] + 224 00000800:00000001:1.0:1783948575.817446:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.817453:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.817456:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.817461:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.817468:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.817478:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.817500:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.817522:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.817532:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.817536:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.817603:0:34104:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948575.817611:0:34104:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.817613:0:34104:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.817616:0:34104:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.817620:0:34104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:2.0:1783948575.817623:0:34104:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:2.0:1783948575.817626:0:34104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.817631:0:34104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948575.817640:0:34104:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.817646:0:34104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.817648:0:34104:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.817651:0:34104:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.817655:0:34104:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.817658:0:34104:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.817660:0:34104:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.817663:0:34104:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.817673:0:34104:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=95 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948575.817678:0:34104:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.817681:0:34104:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.817683:0:34104:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.817685:0:34104:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.817700:0:34104:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.817705:0:34104:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.817707:0:34104:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1783948575.817710:0:34104:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.817713:0:34104:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.817718:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.817725:0:34104:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.817728:0:34104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.817731:0:34104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.817735:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948575.817743:0:34104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34104:1870603636533632:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948575.817748:0:34104:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.817750:0:34104:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.817753:0:34104:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948575.817756:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.817759:0:34104:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.817766:0:34104:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.817770:0:34104:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc7f00. 00000100:00000001:2.0:1783948575.817773:0:34104:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948575.817774:0:34104:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.817777:0:34104:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948575.817782:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.817785:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.817789:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=4 00000020:00000001:2.0:1783948575.817792:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.817795:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000040:2.0:1783948575.817803:0:34104:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235200, remote cookie: 0x2ceea11ad5e06831, flags: 0x1001 00010000:00010000:2.0:1783948575.817810:0:34104:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.817818:0:34104:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.817824:0:34104:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948575.817828:0:34104:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948575.817831:0:34104:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948575.817832:0:34104:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948575.817833:0:34104:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948575.817836:0:34104:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6f800) refcount = 1 00010000:00010000:2.0:1783948575.817840:0:34104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.817846:0:34104:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948575.817849:0:34104:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948575.817883:0:34104:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.817888:0:34104:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948575.817890:0:34104:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.817894:0:34104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.817900:0:34104:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948575.817901:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.817903:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.817904:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.817905:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.817906:0:34104:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.817911:0:34104:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948575.817912:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.817914:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.817915:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.817917:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.817919:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.817921:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.817931:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.817933:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=4 00000020:00000001:2.0:1783948575.817935:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.817936:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.817939:0:34104:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.817942:0:34104:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.817945:0:34104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.817951:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.817952:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.817953:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.817954:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.817956:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=5 00000020:00000001:2.0:1783948575.817958:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.817959:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.817962:0:34104:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.817965:0:34104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.817971:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.817972:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.817975:0:34104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.817981:0:34104:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.817982:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.817983:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.817984:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.817985:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948575.817990:0:34104:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948575.817999:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.818000:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.818001:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.818003:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818005:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818007:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.818008:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.818009:0:34104:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.818012:0:34104:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.818014:0:34104:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948575.818016:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.818017:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.818019:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.818020:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818022:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00000002:00010000:2.0:1783948575.818026:0:34104:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.818036:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.818037:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.818039:0:34104:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948575.818040:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.818041:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.818042:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.818045:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818046:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000040:2.0:1783948575.818053:0:34104:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948575.818056:0:34104:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948575.818060:0:34104:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783948575.818062:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.818064:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.818065:0:34104:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948575.818068:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb39f8 00000002:00002000:2.0:1783948575.818070:0:34104:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948575.818072:0:34104:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.818076:0:34104:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.818079:0:34104:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948575.818082:0:34104:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948575.818085:0:34104:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948575.818089:0:34104:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.818093:0:34104:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000080:00000001:2.0:1783948575.818099:0:34104:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948575.818101:0:34104:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948575.818106:0:34104:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783948575.818110:0:34104:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948575.818115:0:34104:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477cb40. 00800000:00000001:2.0:1783948575.818118:0:34104:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701927744 : -129840007623872 : ffff89e94477cb40) 00800000:00000001:2.0:1783948575.818120:0:34104:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.818122:0:34104:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948575.818124:0:34104:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948575.818126:0:34104:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948575.818128:0:34104:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948575.818131:0:34104:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948575.818133:0:34104:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.818136:0:34104:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948575.818139:0:34104:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1783948575.818142:0:34104:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115188193296385 mtime from 1783948574 to 1783948575 00000080:00200000:2.0:1783948575.818147:0:34104:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948575.818149:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.818150:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.818152:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.818154:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818156:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818158:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.818159:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948575.818161:0:34104:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948575.818163:0:34104:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948575.818165:0:34104:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477cb40 1 00800000:00000010:2.0:1783948575.818167:0:34104:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477cb40. 00800000:00000001:2.0:1783948575.818170:0:34104:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.818173:0:34104:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d98 00800000:00000001:2.0:1783948575.818176:0:34104:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.818178:0:34104:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.818179:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.818180:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.818181:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.818183:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818185:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818188:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.818189:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.818190:0:34104:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.818192:0:34104:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.818194:0:34104:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.818196:0:34104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948575.818198:0:34104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d98 from it ffffb87d01eb3cb8 00010000:00000001:2.0:1783948575.818201:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.818202:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.818203:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.818205:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818207:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.818209:0:34104:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.818211:0:34104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.818216:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.818217:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.818219:0:34104:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.818221:0:34104:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.818224:0:34104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.818230:0:34104:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.818232:0:34104:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.818235:0:34104:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.818238:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.818240:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.818241:0:34104:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.818244:0:34104:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.818246:0:34104:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.818248:0:34104:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.818251:0:34104:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.818252:0:34104:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.818254:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.818255:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948575.818256:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.818261:0:34104:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636533632/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.818267:0:34104:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948575.818269:0:34104:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.818272:0:34104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948575.818276:0:34104:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948575.818278:0:34104:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.818279:0:34104:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948575.818282:0:34104:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948575.818284:0:34104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581ca000. 02000000:00000001:2.0:1783948575.818287:0:34104:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948575.818289:0:34104:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948575.818291:0:34104:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948575.818294:0:34104:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948575.818295:0:34104:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.818300:0:34104:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.818305:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3d08 00000080:00000008:2.0:1783948575.818307:0:34104:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948575.819009:0:34104:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.819046:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3d08 00000080:00200008:2.0:1783948575.819050:0:34104:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783948575.819056:0:34104:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948575.819057:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3c80 00000080:00200000:2.0:1783948575.819059:0:34104:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948575.819064:0:34104:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948575.819069:0:34104:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.819072:0:34104:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.819076:0:34104:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.819078:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3ba0 00800000:00000002:2.0:1783948575.819080:0:34104:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.819084:0:34104:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948575.819087:0:34104:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948575.819092:0:34104:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.819094:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3a70 00000002:00010000:2.0:1783948575.819095:0:34104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948575.819098:0:34104:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948575.819100:0:34104:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.819102:0:34104:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.819106:0:34104:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948575.819108:0:34104:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.819112:0:34104:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.819117:0:34104:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.819120:0:34104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948575.819128:0:34104:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.819133:0:34104:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.819136:0:34104:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948575.819143:0:34104:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948575.819145:0:34104:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948575.819147:0:34104:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.819149:0:34104:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.819150:0:34104:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948575.819152:0:34104:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948575.819155:0:34104:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948575.819157:0:34104:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.819160:0:34104:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000080:00000001:2.0:1783948575.819164:0:34104:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948575.819165:0:34104:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.819168:0:34104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948575.819171:0:34104:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d98 00800000:00000001:2.0:1783948575.819174:0:34104:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.819176:0:34104:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.819177:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.819179:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.819181:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.819184:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.819186:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.819188:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.819190:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.819191:0:34104:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.819193:0:34104:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.819196:0:34104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d98 from it ffffb87d01eb3cb8 00010000:00000001:2.0:1783948575.819198:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.819199:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.819200:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.819202:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.819204:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.819206:0:34104:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.819209:0:34104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.819216:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.819217:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.819218:0:34104:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.819220:0:34104:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.819222:0:34104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.819230:0:34104:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.819232:0:34104:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.819234:0:34104:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.819236:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.819237:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.819239:0:34104:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.819241:0:34104:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.819242:0:34104:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.819244:0:34104:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.819247:0:34104:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.819248:0:34104:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.819249:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.819250:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948575.819252:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948575.819254:0:34104:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.819256:0:34104:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.819259:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3d08 00000080:00000008:2.0:1783948575.819261:0:34104:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783948575.819369:0:34104:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948575.819372:0:34104:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948575.819373:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3b78 00000080:00200000:2.0:1783948575.819375:0:34104:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948575.819379:0:34104:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948575.819382:0:34104:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.819384:0:34104:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.819386:0:34104:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.819387:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3a98 00800000:00000002:2.0:1783948575.819389:0:34104:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.819392:0:34104:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948575.819394:0:34104:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948575.819396:0:34104:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.819397:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3968 00000002:00010000:2.0:1783948575.819399:0:34104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948575.819401:0:34104:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948575.819403:0:34104:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.819404:0:34104:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.819406:0:34104:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948575.819408:0:34104:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.819411:0:34104:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.819413:0:34104:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.819416:0:34104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783948575.819423:0:34104:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.819425:0:34104:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.819427:0:34104:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1783948575.819433:0:34104:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948575.819435:0:34104:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948575.819436:0:34104:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.819438:0:34104:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.819440:0:34104:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948575.819443:0:34104:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948575.819445:0:34104:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948575.819447:0:34104:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.819449:0:34104:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000080:00000001:2.0:1783948575.819452:0:34104:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948575.819454:0:34104:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.819456:0:34104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948575.819458:0:34104:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d98 00800000:00000001:2.0:1783948575.819461:0:34104:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.819463:0:34104:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.819464:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.819465:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.819466:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.819468:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.819470:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.819472:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.819473:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.819474:0:34104:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.819476:0:34104:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.819478:0:34104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d98 from it ffffb87d01eb3bb0 00010000:00000001:2.0:1783948575.819479:0:34104:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.819480:0:34104:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.819482:0:34104:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.819495:0:34104:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.819498:0:34104:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.819500:0:34104:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.819503:0:34104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.819509:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.819511:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.819512:0:34104:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.819513:0:34104:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.819516:0:34104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948575.819522:0:34104:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.819524:0:34104:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.819525:0:34104:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.819527:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.819528:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.819529:0:34104:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.819531:0:34104:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.819533:0:34104:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.819534:0:34104:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.819536:0:34104:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.819538:0:34104:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.819539:0:34104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.819540:0:34104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948575.819541:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948575.819543:0:34104:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948575.819545:0:34104:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:2.0:1783948575.819548:0:34104:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.819553:0:34104:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783948575.819556:0:34104:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948575.819558:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3b78 00000080:00200008:2.0:1783948575.819560:0:34104:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000 00000080:00000010:2.0:1783948575.819565:0:34104:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948575.819570:0:34104:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.819572:0:34104:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.820445:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.820450:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.820458:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.820462:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.820468:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.820473:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.820475:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.820478:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.820480:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.820496:0:34104:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1783948575.820499:0:34104:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: age 1988, max_age 1997 00000002:00000001:2.0:1783948575.820503:0:34104:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1783948575.820506:0:34104:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000010:2.0:1783948575.820513:0:34104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948575.820515:0:34104:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948575.820519:0:34104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948575.820522:0:34104:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948575.820525:0:34104:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948575.820533:0:34104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954d61e00. 00000100:00000001:2.0:1783948575.820540:0:34104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.820543:0:34104:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948575.820545:0:34104:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948575.820553:0:34104:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc7f00. 00000100:00000001:2.0:1783948575.820555:0:34104:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710624512 : -129839998927104 : ffff89e944fc7f00) 00000100:00000001:2.0:1783948575.820557:0:34104:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.820559:0:34104:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948575.820564:0:34104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.820568:0:34104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.820570:0:34104:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948575.820571:0:34104:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.820582:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.820590:0:34104:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.820592:0:34104:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.820596:0:34104:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.820599:0:34104:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.820601:0:34104:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.820604:0:34104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34104:1870603636533760:192.168.202.104@tcp:41:lfs.0 00000100:00000001:2.0:1783948575.820609:0:34104:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.820614:0:34104:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.820617:0:34104:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.820619:0:34104:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.820624:0:34104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581c8400. 02000000:00000001:2.0:1783948575.820626:0:34104:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.820645:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.820650:0:34104:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.820657:0:34104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948575.820663:0:34104:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636533760, portal 10 00000100:00000001:2.0:1783948575.820665:0:34104:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.820666:0:34104:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948575.820672:0:34104:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.820679:0:34104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.820681:0:34104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.820693:0:34104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2dd0. 00000100:00000200:2.0:1783948575.820698:0:34104:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636533760, offset 0 00000400:00000200:2.0:1783948575.820705:0:34104:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.820713:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.820721:0:34104:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.820726:0:34104:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.820730:0:34104:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.820734:0:34104:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.820736:0:34104:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.820739:0:34104:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2677:2677:256:4294967295] 192.168.202.104@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:2.0:1783948575.820743:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.820752:0:34104:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.820758:0:34104:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.820763:0:34104:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61a00. 00000800:00000200:2.0:1783948575.820770:0:34104:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.820778:0:34104:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.820782:0:34104:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.820791:0:34104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.820796:0:34104:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 838870 usecs (839 jiffies) 00000400:00000200:2.0:1783948575.820799:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.820802:0:34104:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666811 00000100:00000001:2.0:1783948575.820804:0:34104:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.820807:0:34104:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666811 00000100:00000001:2.0:1783948575.820809:0:34104:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.820811:0:34104:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.820814:0:34104:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.820816:0:34104:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.820818:0:34104:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948575.820821:0:34104:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc7f00 going to sleep for 11 seconds 00000100:00000001:2.0:1783948575.820824:0:34104:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.820826:0:34104:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948575.821279:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.821284:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61a00. 00000400:00000200:0.0:1783948575.821288:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.821293:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.821298:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2dd0 00000400:00000010:0.0:1783948575.821300:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2dd0. 00000100:00000001:0.0:1783948575.821304:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.821308:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.821318:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.821321:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.821327:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.821329:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948575.823406:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.823421:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.823426:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.823428:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.823436:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.823444:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.823453:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.823458:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.823464:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.823469:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 10 MB=0x6a54dd9456a00 00000400:00000200:0.0:1783948575.823474:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.823480:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 368/368 into md 0x7591 [1] + 224 00000800:00000001:0.0:1783948575.823496:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.823505:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.823508:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.823512:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.823521:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.823530:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948575.823541:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.823557:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948575.823565:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.823568:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.823884:0:34104:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948575.823893:0:34104:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.823895:0:34104:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.823900:0:34104:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.823905:0:34104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:2.0:1783948575.823907:0:34104:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:2.0:1783948575.823911:0:34104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.823916:0:34104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948575.823939:0:34104:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.823946:0:34104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.823948:0:34104:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.823950:0:34104:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.823954:0:34104:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.823957:0:34104:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.823959:0:34104:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.823962:0:34104:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.823973:0:34104:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=95 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948575.823977:0:34104:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.823980:0:34104:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.823982:0:34104:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.823985:0:34104:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.823989:0:34104:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.823993:0:34104:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.823996:0:34104:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1783948575.823998:0:34104:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.824001:0:34104:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.824005:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.824011:0:34104:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.824014:0:34104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.824016:0:34104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.824020:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948575.824026:0:34104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34104:1870603636533760:192.168.202.104@tcp:41:lfs.0 00000100:00000001:2.0:1783948575.824031:0:34104:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.824034:0:34104:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.824036:0:34104:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948575.824038:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.824040:0:34104:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.824047:0:34104:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.824050:0:34104:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc7f00. 00000100:00000001:2.0:1783948575.824054:0:34104:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948575.824055:0:34104:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.824061:0:34104:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1783948575.824062:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.824065:0:34104:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636533760/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.824072:0:34104:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948575.824075:0:34104:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.824078:0:34104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c8400. 02000000:00000001:2.0:1783948575.824082:0:34104:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948575.824084:0:34104:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.824085:0:34104:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948575.824088:0:34104:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948575.824091:0:34104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954d61e00. 02000000:00000001:2.0:1783948575.824095:0:34104:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948575.824097:0:34104:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948575.824098:0:34104:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948575.824103:0:34104:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948575.824104:0:34104:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948575.824105:0:34104:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.824106:0:34104:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948575.824108:0:34104:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1783948575.824111:0:34104:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: update ffff89e943f68450 cache blocks 317403/353529 objects 1023703/1024000 00800000:00000001:2.0:1783948575.824116:0:34104:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.824122:0:34104:0:(lmv_obd.c:1194:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.824125:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948575.824128:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.824131:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.824134:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825070:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825076:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825086:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825089:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825096:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825102:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825104:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825108:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825110:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825115:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825118:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825120:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825123:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825126:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825128:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825133:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825134:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825137:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825138:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825140:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825142:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825143:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825144:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825145:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825148:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825149:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825151:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825152:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825154:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825156:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825158:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825160:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825162:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825164:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825165:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825167:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825169:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825170:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825171:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825173:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825175:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825177:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825179:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825180:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825182:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825185:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825186:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825188:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825189:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825190:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825192:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825193:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825195:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825196:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825198:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825200:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825202:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825203:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825205:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825207:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825210:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825211:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825213:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825215:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825217:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825219:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825220:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825221:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825222:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825224:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825226:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825228:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825230:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825232:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825233:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825236:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825237:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825240:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825241:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825243:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825245:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825246:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825248:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825249:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825251:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825253:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825255:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825257:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825259:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825261:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825264:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825265:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825267:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825268:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825270:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825272:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825274:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825275:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825276:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825278:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825280:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825282:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825284:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825286:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825288:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825291:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825292:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825295:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825296:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825297:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825300:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825301:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825302:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825304:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825306:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825308:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825309:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825312:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825314:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825316:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825319:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825320:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825323:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825324:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825326:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825328:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825329:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825330:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825331:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825333:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825334:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825336:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825337:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825339:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825341:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825343:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825344:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825346:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825347:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825349:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825351:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825353:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825354:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825355:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825357:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825359:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825361:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825362:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825364:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825366:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825368:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825369:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825372:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825372:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825374:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825376:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825377:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825378:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825379:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825381:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825383:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825384:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825386:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825388:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825389:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825392:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825393:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825396:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825397:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825398:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825400:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825402:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825403:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825404:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825406:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825408:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825410:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825412:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825414:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825416:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825418:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825419:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825422:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825423:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825426:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825427:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825429:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825430:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825431:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825433:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825435:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825436:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825439:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825441:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825443:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825446:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825447:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825450:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825451:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825453:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825455:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825456:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825457:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825458:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825461:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825463:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825465:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825467:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825468:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825470:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825472:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825473:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825475:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825476:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825479:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825481:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825482:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825495:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825496:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825498:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825500:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825501:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825503:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825505:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825506:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825509:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825510:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825513:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825514:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825516:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825519:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825520:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825521:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825522:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825525:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825527:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825529:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825531:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825533:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825535:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825537:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825539:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825541:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825542:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825544:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825546:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825548:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825549:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825550:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825552:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825554:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825556:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825557:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825560:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825561:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825565:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825566:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825568:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825569:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825572:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825574:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825575:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825576:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825577:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825580:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825581:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825583:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825585:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825587:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825589:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825592:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825593:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825595:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825597:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825599:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825601:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825602:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825604:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825605:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825607:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825609:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825610:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825612:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825615:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825616:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825619:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825620:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825623:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825624:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825626:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825638:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825640:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825641:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825642:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825645:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825647:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825648:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825650:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825653:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825655:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825659:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825660:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825662:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825664:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825666:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825668:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825669:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825670:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825671:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825674:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825676:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825677:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825679:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825681:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825683:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825743:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825747:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825750:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825752:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825755:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825757:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825758:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825760:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825761:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825764:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825766:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825768:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825770:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825772:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825774:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825778:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825779:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825782:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825783:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825785:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825787:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825789:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825790:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825791:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825793:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825795:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825796:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825798:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825800:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825802:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825805:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825807:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825809:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825810:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825813:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825815:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825816:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825817:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825818:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825820:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825822:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825824:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825826:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825828:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825830:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825832:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825833:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825836:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825837:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825839:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825841:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825842:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825843:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825844:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825847:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825849:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825887:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825890:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825893:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825895:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825898:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825900:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.825902:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.825903:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.825906:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.825908:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.825910:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.825911:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.825913:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.825915:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825917:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825919:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.825920:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.825987:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825991:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.825996:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.825998:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826001:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826003:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826006:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826008:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826010:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826011:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826012:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826015:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826017:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826019:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826021:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826023:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826025:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826028:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826030:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826032:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826033:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826036:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826038:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826039:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826040:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826042:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826044:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826047:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826049:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826050:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826052:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826054:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826057:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826058:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826060:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826061:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826063:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826065:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826066:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826067:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826068:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826071:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826072:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826073:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826075:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826077:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826078:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826081:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826082:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826084:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826085:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826087:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826089:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826091:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826091:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826093:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826095:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826097:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826098:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826100:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826103:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826104:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826108:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826109:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826112:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826113:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826115:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826117:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826119:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826120:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826121:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826123:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826125:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826126:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826128:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826130:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826132:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826135:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826136:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826138:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826139:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826141:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826144:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826145:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826146:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826147:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826150:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826152:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826154:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826156:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826158:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826159:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826162:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826164:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826167:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826168:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826170:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826172:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826174:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826175:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826176:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826178:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826180:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826182:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826184:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826186:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826188:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826191:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826192:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826195:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826196:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826198:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826200:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826202:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826202:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826204:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826206:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826207:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826209:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826211:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826213:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826214:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826218:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826219:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826221:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826222:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826224:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826226:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826228:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826229:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826229:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826231:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826233:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826235:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826237:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826238:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826240:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826243:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826244:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826246:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826248:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826249:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826252:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826253:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826254:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826255:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826257:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826258:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826260:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826262:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826264:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826265:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826268:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826269:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826271:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826272:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826274:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826277:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826278:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826280:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826281:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826283:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826285:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826287:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826289:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826291:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826293:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826296:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826297:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826299:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826300:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826302:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826305:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826306:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826307:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826309:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826311:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826312:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826314:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826316:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826318:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826320:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826323:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826324:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826327:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826328:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826330:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826332:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826333:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826334:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826335:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826338:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826340:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826342:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826343:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826345:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826346:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826349:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826350:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826353:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826354:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826356:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826358:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826360:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826361:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826362:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826365:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826366:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826368:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826370:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826372:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826374:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826377:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826378:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826380:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826381:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826384:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826386:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826387:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826388:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826390:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826392:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826394:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826396:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826397:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826400:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826402:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826405:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826406:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826409:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826410:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826412:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826414:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826416:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826417:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826418:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826420:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826422:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826424:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826426:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826428:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826430:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826433:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826434:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826437:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826438:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826440:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826442:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826444:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826444:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826445:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826447:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826449:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826451:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826452:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826454:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826456:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826459:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826460:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826463:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826464:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826466:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826467:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826469:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826470:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826471:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826474:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826475:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826476:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826478:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826480:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826481:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826494:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826496:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826499:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826500:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826503:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826505:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826506:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826508:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826509:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826511:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826513:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826515:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826517:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826519:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826520:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826523:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826524:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826526:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826527:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826529:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826531:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826532:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826533:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826534:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826536:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826538:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826539:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826541:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826543:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826545:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826548:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826549:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826551:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826552:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826554:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826556:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826558:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826559:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826560:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826562:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826564:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826566:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826568:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826570:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826572:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826575:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826576:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826578:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826579:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826582:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826583:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826585:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826586:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826588:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826590:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826592:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826593:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826595:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826597:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826599:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826601:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826603:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826605:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826607:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826609:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826611:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826612:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826613:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826615:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826617:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826619:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826620:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826622:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826624:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826626:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826629:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826631:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826633:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826634:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826636:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826639:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826640:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826641:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826643:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826645:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826648:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826649:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826651:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826653:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826654:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826657:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.826659:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.826661:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.826662:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.826664:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.826666:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.826668:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948575.826669:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948575.826670:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00800000:00000001:2.0:1783948575.826673:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826675:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826677:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.826679:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.826681:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.826682:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827195:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827199:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827205:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827206:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827211:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827214:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827217:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827219:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827221:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827224:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827226:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827228:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827230:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827233:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827235:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827239:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827240:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827243:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827244:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827246:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827248:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827250:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827251:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827252:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827254:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827256:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827258:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827260:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827262:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827263:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827267:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827268:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827271:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827272:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827274:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827275:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827277:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827278:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827279:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827281:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827283:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827285:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827287:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827289:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827291:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827294:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827295:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827298:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827299:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827301:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827303:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827304:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827305:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827306:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827309:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827310:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827312:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827314:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827317:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827318:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827321:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827323:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827325:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827326:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827328:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827330:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827331:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827332:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827333:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827336:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827337:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827339:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827341:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827344:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827345:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827348:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827349:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827352:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827353:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827355:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827357:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827358:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827359:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827361:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827363:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827365:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827367:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827369:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827371:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827372:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827375:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827376:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827379:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827380:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827382:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827384:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827385:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827386:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827388:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827390:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827392:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827394:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827396:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827398:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827399:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827403:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827405:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827407:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827408:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827410:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827412:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827413:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827414:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827415:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827418:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827419:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827421:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827423:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827425:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827427:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827430:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827431:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827433:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827434:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827436:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827439:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827440:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827441:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827443:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827445:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827447:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827448:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827450:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827452:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827454:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827457:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827458:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827461:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827462:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827464:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827467:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827469:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827470:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827471:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827474:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827475:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827477:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827479:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827481:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827494:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827498:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827500:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827502:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827503:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827506:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827508:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827510:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827511:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827512:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827514:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827516:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827518:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827520:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827522:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827524:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827527:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827529:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827531:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827532:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827535:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827536:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827538:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827540:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827541:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827543:0:34104:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827545:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827546:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948575.827549:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827551:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827552:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948575.827555:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827556:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827559:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827560:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827562:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827564:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827566:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948575.827567:0:34104:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948575.827568:0:34104:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00800000:00000001:3.0:1783948575.827570:0:34104:0:(lmv_obd.c:962:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783948575.827572:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783948575.827574:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1783948575.827576:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.827578:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783948575.827580:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783948575.827583:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.827584:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.827586:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.827587:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.827590:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.827592:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.827593:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948575.827596:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948575.827598:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00020000:00000001:3.0:1783948575.827605:0:34104:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1783948575.827607:0:34104:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff89e943191000: age 1988, max_age 1997 00000008:00000001:3.0:1783948575.827611:0:34104:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:3.0:1783948575.827614:0:34104:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000010:3.0:1783948575.827621:0:34104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66680. 00000020:00000040:3.0:1783948575.827624:0:34104:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948575.827744:0:34104:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948575.827747:0:34104:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948575.827750:0:34104:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783948575.827753:0:34104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948575.827755:0:34104:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948575.827760:0:34104:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948575.827768:0:34104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e9491c4300. 00000100:00000001:3.0:1783948575.827775:0:34104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.827778:0:34104:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948575.827780:0:34104:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948575.827787:0:34104:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948575.827789:0:34104:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233646189568 : -129840063362048 : ffff89e941254c00) 00000100:00000001:3.0:1783948575.827791:0:34104:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.827792:0:34104:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948575.827797:0:34104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948575.827801:0:34104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.827803:0:34104:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948575.827804:0:34104:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948575.827813:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.827823:0:34104:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948575.827825:0:34104:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.827828:0:34104:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948575.827831:0:34104:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948575.827834:0:34104:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948575.827837:0:34104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34104:1870603636533888:192.168.202.104@tcp:13:lfs.0 00000100:00000001:3.0:1783948575.827842:0:34104:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948575.827846:0:34104:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948575.828162:0:34104:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.828166:0:34104:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948575.828171:0:34104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509ea000. 02000000:00000001:3.0:1783948575.828173:0:34104:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948575.828180:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948575.828185:0:34104:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948575.828191:0:34104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948575.828198:0:34104:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636533888, portal 4 00000100:00000001:3.0:1783948575.828200:0:34104:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.828201:0:34104:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000040:3.0:1783948575.828209:0:34104:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.828215:0:34104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948575.828218:0:34104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948575.828221:0:34104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125e58. 00000100:00000200:3.0:1783948575.828224:0:34104:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870603636533888, offset 0 00000400:00000200:3.0:1783948575.828231:0:34104:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948575.828240:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.828246:0:34104:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948575.828253:0:34104:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948575.828257:0:34104:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948575.828260:0:34104:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948575.828263:0:34104:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948575.828266:0:34104:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2678:2678:256:4294967295] 192.168.202.104@tcp LPNI seq info [2678:2678:8:4294967295] 00000400:00000200:3.0:1783948575.828270:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.828279:0:34104:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948575.828284:0:34104:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948575.828290:0:34104:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77900. 00000800:00000200:3.0:1783948575.828297:0:34104:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948575.828306:0:34104:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948575.828309:0:34104:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948575.828368:0:34104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.828373:0:34104:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21878 usecs (22 jiffies) 00000400:00000200:3.0:1783948575.828376:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948575.828379:0:34104:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666002 00000100:00000001:3.0:1783948575.828382:0:34104:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.828384:0:34104:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666002 00000100:00000001:3.0:1783948575.828386:0:34104:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.828388:0:34104:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.828391:0:34104:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.828393:0:34104:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948575.828394:0:34104:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948575.828397:0:34104:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941254c00 going to sleep for 11 seconds 00000100:00000001:3.0:1783948575.828400:0:34104:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948575.828402:0:34104:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948575.830898:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.830908:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77900. 00000400:00000200:0.0:1783948575.830916:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.830923:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.830931:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125e58 00000400:00000010:0.0:1783948575.830934:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125e58. 00000100:00000001:0.0:1783948575.830940:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.830947:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.830960:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.830963:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.830970:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.830972:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948575.831305:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.831317:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948575.831320:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.831323:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.831329:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.831335:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948575.831342:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.831346:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.831351:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.831355:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 4 MB=0x6a54dd9456a80 00000400:00000200:0.0:1783948575.831359:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948575.831366:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 368/368 into md 0x7599 [1] + 224 00000800:00000001:0.0:1783948575.831373:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.831380:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948575.831382:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.831385:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948575.831390:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.831395:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948575.831405:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.831453:0:34104:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948575.831470:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948575.831479:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948575.831492:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948575.831522:0:34104:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948575.831524:0:34104:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948575.831527:0:34104:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948575.831531:0:34104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948575.831533:0:34104:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948575.831536:0:34104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948575.831541:0:34104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948575.831551:0:34104:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.831558:0:34104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948575.831559:0:34104:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.831562:0:34104:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948575.831565:0:34104:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948575.831568:0:34104:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948575.831570:0:34104:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.831573:0:34104:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948575.831582:0:34104:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9601854f0 time=93 v=5 (5 0 0 0) 00000100:00001000:3.0:1783948575.831586:0:34104:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948575.831589:0:34104:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948575.831590:0:34104:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.831593:0:34104:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948575.831596:0:34104:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.831600:0:34104:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948575.831602:0:34104:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967338 00000100:00000001:3.0:1783948575.831605:0:34104:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948575.831606:0:34104:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.831611:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.831618:0:34104:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.831621:0:34104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948575.831623:0:34104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948575.831627:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948575.831752:0:34104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34104:1870603636533888:192.168.202.104@tcp:13:lfs.0 00000100:00000001:3.0:1783948575.831757:0:34104:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.831760:0:34104:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.831762:0:34104:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948575.831764:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.831767:0:34104:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.831773:0:34104:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948575.831776:0:34104:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948575.831780:0:34104:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948575.831781:0:34104:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.831786:0:34104:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1783948575.831788:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.831791:0:34104:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66680 x1870603636533888/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.831796:0:34104:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948575.831798:0:34104:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948575.831802:0:34104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509ea000. 02000000:00000001:3.0:1783948575.831805:0:34104:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948575.831807:0:34104:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948575.831808:0:34104:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948575.831811:0:34104:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948575.831813:0:34104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e9491c4300. 02000000:00000001:3.0:1783948575.831817:0:34104:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948575.831818:0:34104:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948575.831820:0:34104:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66680. 00000100:00000001:3.0:1783948575.831823:0:34104:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948575.831825:0:34104:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1783948575.831827:0:34104:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff89e943191000: update ffff89e943f6d190 cache blocks 901392/958279 objects 261834/262144 00020000:00000001:3.0:1783948575.831832:0:34104:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.831836:0:34104:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.831840:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948575.831843:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.831847:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.831979:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.832077:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948575.832080:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:3.0:1783948575.832089:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948575.832092:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948575.832097:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509eb000. 00000020:00000001:3.0:1783948575.832102:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.832104:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783948575.832108:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783948575.832110:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509eb000 uarg=0000000000000000 00020000:00000001:3.0:1783948575.832116:0:34104:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1783948575.832118:0:34104:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff89e943191000: age 1988, max_age 1997 00000008:00000001:3.0:1783948575.832121:0:34104:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:3.0:1783948575.832123:0:34104:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000010:3.0:1783948575.832128:0:34104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66680. 00000020:00000040:3.0:1783948575.832131:0:34104:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=4 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948575.832134:0:34104:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948575.832136:0:34104:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948575.832138:0:34104:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783948575.832140:0:34104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948575.832143:0:34104:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948575.832147:0:34104:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948575.832153:0:34104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e947f77300. 00000100:00000001:3.0:1783948575.832158:0:34104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.832161:0:34104:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948575.832163:0:34104:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948575.832168:0:34104:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948575.832170:0:34104:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233646189568 : -129840063362048 : ffff89e941254c00) 00000100:00000001:3.0:1783948575.832172:0:34104:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.832174:0:34104:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000001:3.0:1783948575.832178:0:34104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948575.832182:0:34104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.832184:0:34104:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948575.832185:0:34104:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948575.832190:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.832197:0:34104:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948575.832199:0:34104:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.832203:0:34104:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948575.832205:0:34104:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948575.832208:0:34104:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948575.832211:0:34104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34104:1870603636534016:192.168.202.104@tcp:13:lfs.0 00000100:00000001:3.0:1783948575.832214:0:34104:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948575.832219:0:34104:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948575.832222:0:34104:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.832224:0:34104:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948575.832228:0:34104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509ea000. 02000000:00000001:3.0:1783948575.832230:0:34104:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948575.832235:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948575.832239:0:34104:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948575.832244:0:34104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948575.832250:0:34104:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636534016, portal 4 00000100:00000001:3.0:1783948575.832252:0:34104:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.832253:0:34104:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000040:3.0:1783948575.832259:0:34104:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.832266:0:34104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948575.832268:0:34104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948575.832271:0:34104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125000. 00000100:00000200:3.0:1783948575.832274:0:34104:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870603636534016, offset 0 00000400:00000200:3.0:1783948575.832280:0:34104:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948575.832285:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.832291:0:34104:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948575.832296:0:34104:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948575.832299:0:34104:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948575.832303:0:34104:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948575.832306:0:34104:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948575.832310:0:34104:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2679:2679:256:4294967295] 192.168.202.104@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:3.0:1783948575.832314:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.832323:0:34104:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948575.832329:0:34104:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948575.832333:0:34104:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77d00. 00000800:00000200:3.0:1783948575.832341:0:34104:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948575.832349:0:34104:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948575.832353:0:34104:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948575.832373:0:34104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.832378:0:34104:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 234845 usecs (235 jiffies) 00000400:00000200:3.0:1783948575.832381:0:34104:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948575.832384:0:34104:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666219 00000100:00000001:3.0:1783948575.832387:0:34104:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.832389:0:34104:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666219 00000100:00000001:3.0:1783948575.832391:0:34104:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.832393:0:34104:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.832396:0:34104:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.832399:0:34104:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948575.832400:0:34104:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948575.832403:0:34104:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e941254c00 going to sleep for 11 seconds 00000100:00000001:3.0:1783948575.832405:0:34104:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948575.832406:0:34104:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948575.832547:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948575.832551:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77d00. 00000400:00000200:1.0:1783948575.832555:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.832559:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948575.832563:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125000 00000400:00000010:1.0:1783948575.832565:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125000. 00000100:00000001:1.0:1783948575.832569:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948575.832573:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.832581:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.832584:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.832589:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.832591:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948575.834646:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.834662:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.834666:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.834668:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.834676:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.834683:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.834700:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.834706:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.834711:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.834714:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 4 MB=0x6a54dd9456b00 00000400:00000200:1.0:1783948575.834719:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.834725:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 368/368 into md 0x75a1 [1] + 224 00000800:00000001:1.0:1783948575.834733:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.834739:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.834743:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.834747:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.834753:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.834762:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948575.834773:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.834792:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.834800:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.834803:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.834909:0:34104:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948575.834917:0:34104:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948575.834919:0:34104:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948575.834923:0:34104:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948575.834927:0:34104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948575.834929:0:34104:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948575.834933:0:34104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948575.834938:0:34104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948575.834946:0:34104:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.834953:0:34104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948575.834954:0:34104:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.834957:0:34104:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948575.834960:0:34104:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948575.834963:0:34104:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948575.834965:0:34104:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.834968:0:34104:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948575.834977:0:34104:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185ca8 time=93 v=5 (5 0 0 0) 00000100:00001000:3.0:1783948575.834982:0:34104:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948575.834984:0:34104:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948575.834986:0:34104:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.834989:0:34104:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948575.834992:0:34104:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.834996:0:34104:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948575.834998:0:34104:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948575.835000:0:34104:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948575.835002:0:34104:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.835007:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.835019:0:34104:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.835022:0:34104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948575.835024:0:34104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948575.835027:0:34104:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948575.835034:0:34104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34104:1870603636534016:192.168.202.104@tcp:13:lfs.0 00000100:00000001:3.0:1783948575.835039:0:34104:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.835042:0:34104:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.835044:0:34104:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948575.835046:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.835049:0:34104:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.835055:0:34104:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948575.835057:0:34104:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e941254c00. 00000100:00000001:3.0:1783948575.835061:0:34104:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948575.835063:0:34104:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948575.835069:0:34104:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1783948575.835070:0:34104:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.835073:0:34104:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66680 x1870603636534016/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.835079:0:34104:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948575.835081:0:34104:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948575.835084:0:34104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509ea000. 02000000:00000001:3.0:1783948575.835087:0:34104:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948575.835089:0:34104:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948575.835091:0:34104:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948575.835093:0:34104:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948575.835095:0:34104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e947f77300. 02000000:00000001:3.0:1783948575.835099:0:34104:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948575.835101:0:34104:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948575.835103:0:34104:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66680. 00000100:00000001:3.0:1783948575.835107:0:34104:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948575.835109:0:34104:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1783948575.835112:0:34104:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff89e943191000: update ffff89e943f69e10 cache blocks 901378/958279 objects 261839/262144 00020000:00000001:3.0:1783948575.835117:0:34104:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948575.835122:0:34104:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.835125:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948575.835128:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509eb000. 00000080:00000001:3.0:1783948575.835131:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.835133:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835637:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835643:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835652:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835656:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835663:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835668:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835671:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835674:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835676:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835681:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835683:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835695:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835697:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835701:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835703:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835708:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835709:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835712:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835713:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835715:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835717:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835718:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835719:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835721:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835723:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835725:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835726:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835728:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835730:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835732:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835735:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835736:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835739:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835740:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835742:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835744:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835745:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835746:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835747:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835750:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835752:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835754:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835756:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835758:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835759:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835761:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835762:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835765:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835766:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835768:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835769:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835770:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835771:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835772:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835775:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835776:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835778:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835779:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835781:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835783:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835785:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835786:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835789:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835789:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835791:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835793:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835794:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835796:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835797:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835799:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835801:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835803:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835805:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835807:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835809:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835813:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835814:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835817:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835818:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835821:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835823:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835825:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835826:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835827:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835830:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835831:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835833:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835835:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835837:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835838:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835841:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835842:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835845:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835846:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835848:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835886:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835888:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835889:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835890:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835893:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835895:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835897:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835898:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835901:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835902:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835906:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835908:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835910:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835911:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835914:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835915:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835917:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835919:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835920:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835922:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835924:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835926:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835928:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835930:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835932:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835935:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835936:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835938:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835939:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835941:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835943:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835944:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835945:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835946:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835948:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835951:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835952:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835954:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835956:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835958:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835961:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835962:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835964:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835965:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835967:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835969:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835970:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835971:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.835972:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.835975:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835977:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835979:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.835981:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.835983:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835985:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.835987:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.835989:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.835991:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.835992:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.835995:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.835997:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.835998:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.835999:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836000:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836002:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836004:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836006:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836008:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836010:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836012:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836014:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836016:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836018:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836020:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836021:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836024:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836025:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836026:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836027:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836029:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836031:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836033:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836035:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836038:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836040:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836043:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836044:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836047:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836048:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836062:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836064:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836065:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836066:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836068:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836070:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836072:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836073:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836075:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836077:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836079:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836083:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836085:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836088:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836089:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836091:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836093:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836095:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836096:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836097:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836100:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836102:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836104:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836106:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836108:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836109:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836112:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836114:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836116:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836118:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836120:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836123:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836124:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836126:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836127:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836130:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836131:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836133:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836136:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836138:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836140:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836143:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836144:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836147:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836148:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836150:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836152:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836154:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836155:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836157:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836160:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836161:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836163:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836165:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836167:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836169:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836171:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836173:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836175:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836176:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836179:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836181:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836183:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836184:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836185:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836188:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836189:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836191:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836193:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836196:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836197:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836200:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836201:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836204:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836205:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836206:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836208:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836210:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836211:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836212:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836214:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836216:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836218:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836220:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836222:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836224:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836226:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836228:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836230:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836231:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836233:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836235:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836237:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836239:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836240:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836242:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836244:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836246:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836248:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836251:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836253:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836255:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836257:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836259:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836261:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836262:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836264:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836265:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836266:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836268:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836270:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836272:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836274:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836276:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836278:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836279:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836282:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836283:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836286:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836287:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836288:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836290:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836292:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836293:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836294:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836297:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836299:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836301:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836303:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836305:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836307:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836309:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836311:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836313:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836314:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836317:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836319:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836320:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836321:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836323:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836325:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836327:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836329:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836331:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836333:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836335:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836338:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836339:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836342:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836343:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836345:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836347:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836349:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836350:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836351:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836353:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836355:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836357:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836360:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836362:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836364:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836367:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836368:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836371:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836372:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836373:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836375:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836377:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836378:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836379:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836381:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836382:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836383:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836385:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836387:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836389:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836392:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836393:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836395:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836396:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836398:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836400:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836402:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836402:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836403:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836406:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836407:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836409:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836411:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836413:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836415:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836418:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836419:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836421:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836422:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836424:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836426:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836427:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836428:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836429:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836431:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836433:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836434:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836436:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836439:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836440:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836443:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836444:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836446:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836447:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836449:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836451:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836453:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836454:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836455:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836458:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836459:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836461:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836463:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836465:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836467:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836470:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836471:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836473:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836474:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836477:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836479:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836481:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836482:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836492:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836496:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836498:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836500:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836502:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836504:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836506:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836509:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836511:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836514:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836515:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836518:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836520:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836522:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836523:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836524:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836527:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836529:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836530:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836532:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836534:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836536:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836539:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836540:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836543:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836544:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836546:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836548:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836550:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836552:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836553:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836556:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836557:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836559:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836561:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836563:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836565:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836568:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836569:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836572:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836573:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836575:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836577:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836578:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836579:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836581:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836583:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836585:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836586:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836588:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836590:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836592:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836595:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836596:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836599:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836600:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836602:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836604:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836605:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836607:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836608:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836611:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836613:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836615:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836617:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836619:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836620:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836623:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836625:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836627:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836628:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836632:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836633:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836635:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836636:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836637:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836639:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836641:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836642:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836644:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836646:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836648:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836651:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836652:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836654:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836655:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836656:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836659:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836660:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836661:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836662:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836665:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836666:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836668:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836670:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836673:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836674:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836678:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836679:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836681:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836682:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836684:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836686:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836687:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836688:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836690:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836692:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836694:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836695:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836697:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836699:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836701:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836704:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836706:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836708:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836709:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836711:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836713:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836715:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836716:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836717:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836719:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836721:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836723:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836725:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836726:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836728:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836731:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836733:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836736:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836737:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836739:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836741:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836742:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836743:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836745:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836747:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836749:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836751:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836753:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836755:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836756:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836759:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836761:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836763:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836765:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836767:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836769:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836771:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836772:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836773:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836776:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836777:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836779:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836781:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836782:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836784:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836787:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836788:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836791:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836792:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836796:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836798:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836799:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836800:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836801:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836804:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836806:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836807:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836809:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836812:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836813:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836816:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836817:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836820:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836821:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836823:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836825:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836826:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836827:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836829:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836831:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836832:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836834:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836836:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836838:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836839:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836842:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836843:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836845:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836846:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836849:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836883:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836884:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836886:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836887:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836890:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836892:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836893:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836896:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836898:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836899:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836903:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836904:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836907:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836908:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836911:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836913:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836914:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836915:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836917:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836919:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836921:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836922:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836924:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836926:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836928:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836931:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836932:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836934:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836936:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836938:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836940:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836941:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836942:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836944:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836946:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836949:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836951:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836954:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836956:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836958:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836961:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836962:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836965:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836966:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836968:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836971:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.836972:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.836973:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.836975:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.836977:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836979:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836981:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.836983:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.836985:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836987:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.836989:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.836991:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.836993:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.836994:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.836996:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.836998:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837000:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837002:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837003:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837005:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837008:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837010:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837012:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837015:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837016:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837019:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837020:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837022:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837023:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837025:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837027:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837028:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837029:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837030:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837032:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837034:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837036:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837038:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837040:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837042:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837044:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837046:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837048:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837049:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837051:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837053:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837055:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837056:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837057:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837060:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837062:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837063:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837065:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837067:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837068:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837071:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837072:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837075:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837076:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837078:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837079:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837081:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837082:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837083:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837086:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837088:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837089:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837091:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837094:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837096:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837098:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837100:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837102:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837103:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837105:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837107:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837109:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837110:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837111:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837113:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837115:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837117:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837119:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837121:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837123:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837126:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837127:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837130:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837131:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837133:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837135:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837136:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837137:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837139:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837141:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837143:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837145:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837147:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837149:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837150:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837153:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837155:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837157:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837158:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837160:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837162:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837163:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837165:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837166:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837168:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837170:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837172:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837174:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837175:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837177:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837179:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837180:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837182:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837183:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837185:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837187:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837189:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837190:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837191:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837193:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837195:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837196:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837198:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837200:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837202:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837204:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837206:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837208:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837209:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837211:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837214:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837215:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837216:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837217:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837219:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837221:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837223:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837225:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837227:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837229:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837231:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837233:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837235:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837236:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837239:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837241:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837242:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837244:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837245:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837247:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837249:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837251:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837253:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837255:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837257:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837260:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837261:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837264:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837265:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837267:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837270:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837271:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837272:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837273:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837276:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837277:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837279:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837281:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837283:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837284:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837287:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837288:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837290:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837291:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837293:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837295:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837297:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837297:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837299:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837301:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837303:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837304:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837306:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837308:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837310:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837313:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837314:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837316:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837318:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837319:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837321:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837323:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837323:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837324:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837327:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837328:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837329:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837331:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837333:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837335:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837337:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837338:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837340:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837341:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837343:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837345:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837346:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837347:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837348:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837351:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837353:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837354:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837356:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837358:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837360:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837363:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837364:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837366:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837367:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837370:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837372:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837373:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837374:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837376:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837378:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837380:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837382:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837384:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837386:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837388:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837391:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837393:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837395:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837396:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837398:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837400:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837402:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837403:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837404:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837407:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837409:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837410:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837412:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837414:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837415:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837418:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837419:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837421:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837422:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837425:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837427:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837428:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837429:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837430:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837433:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837435:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837437:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837439:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837441:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837443:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837445:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837447:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837449:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837450:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837452:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837455:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837456:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837457:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837459:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837461:0:34104:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837463:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837465:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948575.837467:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837469:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837471:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948575.837474:0:34104:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948575.837475:0:34104:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffc63227830 00000080:00000001:2.0:1783948575.837478:0:34104:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948575.837479:0:34104:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948575.837481:0:34104:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca000. 00000020:00000001:2.0:1783948575.837494:0:34104:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837496:0:34104:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948575.837498:0:34104:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948575.837500:0:34104:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca000 uarg=0000000000000000 00020000:00000001:2.0:1783948575.837503:0:34104:0:(lov_obd.c:1000:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948575.837505:0:34104:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948575.837507:0:34104:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783948575.837509:0:34104:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca000. 00000080:00000001:2.0:1783948575.837511:0:34104:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948575.837513:0:34104:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948575.837529:0:34104:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783948575.837531:0:34104:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948575.837535:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3d98 00000080:00200008:2.0:1783948575.837537:0:34104:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000 00000080:00400000:2.0:1783948575.837542:0:34104:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1783948575.837546:0:34104:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948575.837550:0:34104:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948575.837552:0:34104:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eb3d98 00000080:00000008:2.0:1783948575.837554:0:34104:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000, rc = 0 00000080:00000001:2.0:1783948575.837557:0:34104:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.837558:0:34104:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.841827:0:34105:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948575.841836:0:34105:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948575.841839:0:34105:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948575.841843:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbbc0 00000080:00200000:0.0:1783948575.841848:0:34105:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948575.842362:0:34105:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948575.842370:0:34105:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.842375:0:34105:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.842380:0:34105:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.842383:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbae0 00800000:00000002:2.0:1783948575.842385:0:34105:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.842389:0:34105:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948575.842393:0:34105:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948575.842399:0:34105:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.842401:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebb9b0 00000002:00010000:2.0:1783948575.842402:0:34105:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948575.842406:0:34105:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948575.842408:0:34105:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.842411:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.842418:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948575.842422:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.842427:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.842433:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.842437:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783948575.842448:0:34105:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.842453:0:34105:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.842456:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1783948575.842463:0:34105:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948575.842465:0:34105:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948575.842467:0:34105:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.842469:0:34105:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.842471:0:34105:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948575.842474:0:34105:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948575.842477:0:34105:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948575.842480:0:34105:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.842493:0:34105:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000080:00000001:2.0:1783948575.842502:0:34105:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948575.842504:0:34105:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.842506:0:34105:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948575.842510:0:34105:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440d98 00800000:00000001:2.0:1783948575.842513:0:34105:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.842515:0:34105:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.842517:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.842520:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.842522:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.842524:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.842528:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.842531:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.842532:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.842534:0:34105:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.842536:0:34105:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.842538:0:34105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d98 from it ffffb87d01ebbbf8 00010000:00000001:2.0:1783948575.842540:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.842541:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.842542:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.842543:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.842545:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.842547:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.842551:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948575.842557:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.842558:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.842559:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.842562:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.842564:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.842572:0:34105:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.842575:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.842577:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.842581:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.842582:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.842583:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.842586:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.842587:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.842589:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.842592:0:34105:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.842594:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.842595:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.842596:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948575.842599:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948575.842601:0:34105:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948575.842603:0:34105:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948575.842608:0:34105:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.842615:0:34105:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783948575.842617:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbb58 00000080:00002000:2.0:1783948575.842619:0:34105:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951e726c0) flags 0x48000e refc 0 00000080:00000001:2.0:1783948575.842622:0:34105:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.842624:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbbc8 00000080:00200000:2.0:1783948575.842625:0:34105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1783948575.842753:0:34105:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948575.842756:0:34105:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988), inode mode 81a4 mask 52 00000080:00000001:2.0:1783948575.842759:0:34105:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.842765:0:34105:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948575.842767:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbb98 00000080:00200008:2.0:1783948575.842768:0:34105:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 102101 00000080:00000010:2.0:1783948575.842774:0:34105:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948575.842780:0:34105:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1783948575.842782:0:34105:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c8a00. 00800000:00000002:2.0:1783948575.842785:0:34105:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.842788:0:34105:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.842789:0:34105:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.842791:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebba48 00800000:00000002:2.0:1783948575.842793:0:34105:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.842796:0:34105:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1783948575.842799:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebb9c8 00800000:00000002:2.0:1783948575.842801:0:34105:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1783948575.842804:0:34105:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.842805:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebb900 00000002:00010000:2.0:1783948575.842807:0:34105:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:2.0:1783948575.842810:0:34105:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948575.842813:0:34105:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948575.842817:0:34105:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948575.842820:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:2.0:1783948575.842823:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.842825:0:34105:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948575.842828:0:34105:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.842830:0:34105:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.842832:0:34105:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.842835:0:34105:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948575.842836:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 2 00010000:00000001:2.0:1783948575.842838:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.842839:0:34105:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948575.842841:0:34105:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948575.842844:0:34105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1783948575.842963:0:34105:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948575.842968:0:34105:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948575.842970:0:34105:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948575.842971:0:34105:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783948575.842974:0:34105:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.842976:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.842979:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948575.842981:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948575.842983:0:34105:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.842985:0:34105:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.842986:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.842988:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948575.842989:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948575.842991:0:34105:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.842992:0:34105:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.842993:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.842995:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f800 count: 3 00010000:00000001:2.0:1783948575.842996:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948575.842998:0:34105:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.843000:0:34105:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783948575.843003:0:34105:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783948575.843007:0:34105:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783948575.843009:0:34105:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783948575.843011:0:34105:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948575.843012:0:34105:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.843015:0:34105:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948575.843019:0:34105:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948575.843020:0:34105:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948575.843022:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.843024:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948575.843027:0:34105:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235200 with handle 0x8c7cf19e4b440d98 from hash 00010000:00000001:2.0:1783948575.843029:0:34105:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948575.843030:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.843031:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.843033:0:34105:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948575.843036:0:34105:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948575.843038:0:34105:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948575.843040:0:34105:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948575.843042:0:34105:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948575.843044:0:34105:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783948575.843050:0:34105:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948575.843054:0:34105:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948575.843061:0:34105:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948575.843063:0:34105:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.843067:0:34105:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948575.843071:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.843073:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.843075:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.843076:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.843080:0:34105:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948575.843083:0:34105:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948575.843087:0:34105:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948575.843095:0:34105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581ca000. 00000100:00000001:2.0:1783948575.843103:0:34105:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.843108:0:34105:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.843111:0:34105:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948575.843115:0:34105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1783948575.843122:0:34105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783948575.843124:0:34105:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948575.843126:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948575.843128:0:34105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440d98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06831 expref: -99 pid: 34104 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1783948575.843140:0:34105:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f800 count: 0 00010000:00000010:2.0:1783948575.843144:0:34105:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887700. 00010000:00000001:2.0:1783948575.843153:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.843154:0:34105:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.843156:0:34105:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.843157:0:34105:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.843159:0:34105:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.843166:0:34105:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948575.843170:0:34105:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948575.843172:0:34105:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948575.843175:0:34105:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f000. 00010000:00000010:2.0:1783948575.843178:0:34105:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887700. 00010000:00000001:2.0:1783948575.843181:0:34105:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948575.843185:0:34105:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235e00. 00000020:00000001:2.0:1783948575.843187:0:34105:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948575.843190:0:34105:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235e00 with handle 0x8c7cf19e4b440d9f to hash 00000020:00000001:2.0:1783948575.843192:0:34105:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948575.843193:0:34105:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.843196:0:34105:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.843199:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.843201:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.843204:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.843210:0:34105:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34105 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948575.843223:0:34105:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948575.843234:0:34105:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948575.843249:0:34105:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34105 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948575.843254:0:34105:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948575.843257:0:34105:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948575.843264:0:34105:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc7f00. 00000100:00000001:2.0:1783948575.843266:0:34105:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710624512 : -129839998927104 : ffff89e944fc7f00) 00000100:00000001:2.0:1783948575.843269:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.843270:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948575.843275:0:34105:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.843279:0:34105:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.843281:0:34105:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948575.843283:0:34105:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.843288:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.843295:0:34105:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.843297:0:34105:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.843301:0:34105:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.843303:0:34105:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.843305:0:34105:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.843309:0:34105:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:34105:1870603636534272:192.168.202.104@tcp:101:bash.0 00000100:00000001:2.0:1783948575.843313:0:34105:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.843318:0:34105:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.843320:0:34105:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.843323:0:34105:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.843379:0:34105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948575.843382:0:34105:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.843390:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.843394:0:34105:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.843401:0:34105:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9581c8400. 00000100:00000200:2.0:1783948575.843408:0:34105:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636534272, portal 10 00000100:00000001:2.0:1783948575.843410:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.843412:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948575.843418:0:34105:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.843425:0:34105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.843428:0:34105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.843431:0:34105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948575.843435:0:34105:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636534272, offset 0 00000400:00000200:2.0:1783948575.843442:0:34105:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.843450:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.843457:0:34105:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.843463:0:34105:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.843467:0:34105:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.843471:0:34105:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.843474:0:34105:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.843478:0:34105:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2680:2680:256:4294967295] 192.168.202.104@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:2.0:1783948575.843482:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.843506:0:34105:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.843513:0:34105:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.843518:0:34105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61e00. 00000800:00000200:2.0:1783948575.843526:0:34105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.843535:0:34105:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.843539:0:34105:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.843598:0:34105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.843604:0:34105:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 837856 usecs (838 jiffies) 00000400:00000200:2.0:1783948575.843607:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.843610:0:34105:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666833 00000100:00000001:2.0:1783948575.843614:0:34105:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.843616:0:34105:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666833 00000100:00000001:2.0:1783948575.843618:0:34105:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.843620:0:34105:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.843623:0:34105:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.843625:0:34105:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.843637:0:34105:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948575.843640:0:34105:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc7f00 going to sleep for 11 seconds 00000100:00000001:2.0:1783948575.843644:0:34105:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.843646:0:34105:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948575.844255:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948575.844262:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61e00. 00000400:00000200:1.0:1783948575.844268:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.844274:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948575.844281:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:1.0:1783948575.844283:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:1.0:1783948575.844288:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948575.844293:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.844303:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.844306:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.844312:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.844314:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948575.848974:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.848996:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.849000:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.849002:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.849012:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.849020:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.849030:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.849035:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.849041:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.849045:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9456c00 00000400:00000200:1.0:1783948575.849051:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.849059:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x75a9 [32] + 224 00000800:00000001:1.0:1783948575.849066:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.849074:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.849077:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.849081:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.849089:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.849098:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.849108:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.849125:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.849134:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.849137:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.849186:0:34105:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948575.849195:0:34105:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.849197:0:34105:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.849200:0:34105:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.849205:0:34105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9581c8400 00000400:00000010:2.0:1783948575.849207:0:34105:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9581c8400. 00000100:00000001:2.0:1783948575.849210:0:34105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.849215:0:34105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948575.849224:0:34105:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636534272/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.849230:0:34105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.849232:0:34105:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.849234:0:34105:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.849238:0:34105:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.849241:0:34105:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.849244:0:34105:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.849247:0:34105:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.849258:0:34105:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=95 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948575.849262:0:34105:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.849266:0:34105:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.849267:0:34105:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.849271:0:34105:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.849274:0:34105:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.849278:0:34105:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948575.849280:0:34105:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948575.849282:0:34105:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948575.849284:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.849286:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948575.849289:0:34105:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.849293:0:34105:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1783948575.849295:0:34105:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.849298:0:34105:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.849302:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.849309:0:34105:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.849312:0:34105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.849314:0:34105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.849318:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948575.849325:0:34105:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:34105:1870603636534272:192.168.202.104@tcp:101:bash.0 00000100:00000001:2.0:1783948575.849331:0:34105:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.849334:0:34105:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.849336:0:34105:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948575.849339:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.849342:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.849348:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.849351:0:34105:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc7f00. 00000100:00000001:2.0:1783948575.849354:0:34105:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948575.849355:0:34105:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.849358:0:34105:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948575.849363:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.849366:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.849369:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:2.0:1783948575.849372:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849375:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000040:2.0:1783948575.849382:0:34105:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235e00, remote cookie: 0x2ceea11ad5e0683f, flags: 0x1001 00010000:00010000:2.0:1783948575.849388:0:34105:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948575.849400:0:34105:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783948575.849403:0:34105:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1783948575.849410:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:2.0:1783948575.849412:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1783948575.849416:0:34105:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f000 count: 0 00010000:00000010:2.0:1783948575.849422:0:34105:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887700. 00010000:00000001:2.0:1783948575.849431:0:34105:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.849434:0:34105:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.849443:0:34105:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849449:0:34105:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948575.849453:0:34105:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948575.849456:0:34105:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948575.849458:0:34105:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948575.849459:0:34105:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948575.849461:0:34105:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff89e94722d500) refcount = 2 00010000:00000040:2.0:1783948575.849464:0:34105:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783948575.849467:0:34105:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783948575.849474:0:34105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849480:0:34105:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948575.849513:0:34105:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948575.849516:0:34105:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.849519:0:34105:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948575.849523:0:34105:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.849526:0:34105:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849532:0:34105:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948575.849534:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849535:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.849536:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849538:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.849539:0:34105:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.849544:0:34105:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948575.849547:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.849548:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.849550:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948575.849552:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849554:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849556:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.849557:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.849559:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:2.0:1783948575.849560:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849562:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849565:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.849568:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.849571:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849577:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849578:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.849580:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.849581:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.849582:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=5 00000020:00000001:2.0:1783948575.849584:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849586:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849588:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.849591:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849597:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849598:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.849600:0:34105:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849606:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.849608:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849609:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.849610:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849610:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948575.849616:0:34105:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948575.849625:0:34105:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783948575.849630:0:34105:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948575.849636:0:34105:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.849643:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.849644:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.849645:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948575.849648:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849650:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00000002:00010000:2.0:1783948575.849654:0:34105:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783948575.849665:0:34105:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e94477cb40. 00010000:00000001:2.0:1783948575.849667:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849668:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.849669:0:34105:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.849672:0:34105:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.849675:0:34105:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783948575.849677:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.849678:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948575.849681:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.849682:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.849683:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948575.849697:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849699:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00000002:00010000:2.0:1783948575.849702:0:34105:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849709:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849710:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.849712:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948575.849713:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.849715:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.849716:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948575.849718:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849720:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000040:2.0:1783948575.849723:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 3 00010000:00000001:2.0:1783948575.849725:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.849727:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.849730:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.849733:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783948575.849741:0:34105:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.849746:0:34105:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.849748:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.849755:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849757:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.849758:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.849759:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.849760:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948575.849762:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849765:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948575.849767:0:34105:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1783948575.849770:0:34105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849774:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.849777:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849782:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849783:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.849785:0:34105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.849790:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.849792:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.849796:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1783948575.849801:0:34105:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e944fc7f00. 00010000:00000001:2.0:1783948575.849805:0:34105:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1783948575.849819:0:34105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1783948575.849822:0:34105:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.849823:0:34105:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.849825:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.849826:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.849827:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.849829:0:34105:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948575.849832:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebb888 00000002:00002000:2.0:1783948575.849834:0:34105:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1783948575.849836:0:34105:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.849841:0:34105:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.849844:0:34105:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948575.849847:0:34105:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948575.849893:0:34105:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948575.849899:0:34105:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.849902:0:34105:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c8a00. 00000080:00000001:2.0:1783948575.849908:0:34105:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948575.849915:0:34105:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948575.849918:0:34105:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1783948575.849922:0:34105:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.849927:0:34105:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.849932:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c8a00. 00000020:00000010:2.0:1783948575.849936:0:34105:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9546c9800. 00000020:00000010:2.0:1783948575.849956:0:34105:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.849963:0:34105:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.849967:0:34105:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.849972:0:34105:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.849979:0:34105:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.849983:0:34105:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.849989:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c9000. 00000008:00000010:2.0:1783948575.849992:0:34105:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.849996:0:34105:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.850000:0:34105:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.850003:0:34105:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.850006:0:34105:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.850008:0:34105:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948575.850010:0:34105:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948575.850015:0:34105:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948575.850017:0:34105:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948575.850022:0:34105:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041300. 00020000:00000010:2.0:1783948575.850025:0:34105:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e9509adb00. 00020000:00000010:2.0:1783948575.850030:0:34105:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041e40. 00020000:00000001:2.0:1783948575.850032:0:34105:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029891136 : -129839679660480 : ffff89e958041e40) 00020000:00000002:2.0:1783948575.850035:0:34105:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041e40, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948575.850040:0:34105:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948575.850044:0:34105:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e9509adb00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783948575.850048:0:34105:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c25d0) owner ffff89e950b90000 00020000:00000001:2.0:1783948575.850051:0:34105:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948575.850053:0:34105:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c25d0) owner ffff89e950b90000 00020000:00000010:2.0:1783948575.850057:0:34105:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e9509adb00. 00020000:00000010:2.0:1783948575.850061:0:34105:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041300. 00020000:00000010:2.0:1783948575.850064:0:34105:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041e40. 00020000:00000002:2.0:1783948575.850066:0:34105:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948575.850068:0:34105:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.850070:0:34105:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948575.850072:0:34105:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.850075:0:34105:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9546c9800. 00000020:00000010:2.0:1783948575.850079:0:34105:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.850082:0:34105:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.850084:0:34105:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.850087:0:34105:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.850090:0:34105:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.850092:0:34105:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.850095:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c8a00. 00000008:00000010:2.0:1783948575.850098:0:34105:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.850100:0:34105:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.850104:0:34105:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.850106:0:34105:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.850109:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c9000. 00000020:00000010:2.0:1783948575.850111:0:34105:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948575.850116:0:34105:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1783948575.850119:0:34105:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1783948575.850123:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.850125:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.850126:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:2.0:1783948575.850128:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.850130:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00000080:00000001:2.0:1783948575.850134:0:34105:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948575.850135:0:34105:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.850137:0:34105:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.850140:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c9000. 00000020:00000010:2.0:1783948575.850142:0:34105:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9546c8a00. 00000020:00000010:2.0:1783948575.850144:0:34105:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.850147:0:34105:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.850149:0:34105:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.850151:0:34105:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.850153:0:34105:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.850155:0:34105:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.850157:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c9800. 00000008:00000010:2.0:1783948575.850159:0:34105:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.850162:0:34105:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.850164:0:34105:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.850167:0:34105:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.850169:0:34105:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.850171:0:34105:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948575.850173:0:34105:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948575.850174:0:34105:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948575.850175:0:34105:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948575.850178:0:34105:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041e40. 00020000:00000010:2.0:1783948575.850180:0:34105:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e9509adb00. 00020000:00000010:2.0:1783948575.850182:0:34105:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041300. 00020000:00000001:2.0:1783948575.850184:0:34105:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029888256 : -129839679663360 : ffff89e958041300) 00020000:00000002:2.0:1783948575.850186:0:34105:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041300, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948575.850190:0:34105:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948575.850193:0:34105:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e9509adb00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783948575.850196:0:34105:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c25d0) owner ffff89e950b90000 00020000:00000001:2.0:1783948575.850197:0:34105:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948575.850199:0:34105:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c25d0) owner ffff89e950b90000 00020000:00000010:2.0:1783948575.850201:0:34105:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e9509adb00. 00020000:00000010:2.0:1783948575.850205:0:34105:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041e40. 00020000:00000010:2.0:1783948575.850207:0:34105:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041300. 00020000:00000002:2.0:1783948575.850208:0:34105:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948575.850210:0:34105:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.850212:0:34105:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.850215:0:34105:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948575.850218:0:34105:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:2.0:1783948575.850221:0:34105:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e950619a80 addref 2/0 by ffff89e950b90000. 00020000:00000002:2.0:1783948575.850223:0:34105:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948575.850225:0:34105:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948575.850228:0:34105:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948575.850229:0:34105:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948575.850231:0:34105:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783948575.850233:0:34105:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783948575.850236:0:34105:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1783948575.850238:0:34105:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.850239:0:34105:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9546c8a00. 00000020:00000010:2.0:1783948575.850241:0:34105:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.850243:0:34105:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.850246:0:34105:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.850248:0:34105:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.850250:0:34105:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.850253:0:34105:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.850255:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c9000. 00000008:00000010:2.0:1783948575.850257:0:34105:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.850259:0:34105:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.850261:0:34105:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.850263:0:34105:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.850265:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c9800. 00000020:00000010:2.0:1783948575.850267:0:34105:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948575.850270:0:34105:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.850272:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.850273:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948575.850275:0:34105:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948575.850277:0:34105:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948575.850280:0:34105:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.850283:0:34105:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440d83 00800000:00000001:2.0:1783948575.850286:0:34105:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.850288:0:34105:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.850289:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.850290:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.850292:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:2.0:1783948575.850293:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.850295:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.850298:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.850299:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.850300:0:34105:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.850302:0:34105:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.850304:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.850309:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.850317:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.850319:0:34105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d83 from it ffffb87d01ebbbf0 00010000:00000001:2.0:1783948575.850322:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.850323:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.850324:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:2.0:1783948575.850326:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.850328:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.850329:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.850332:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.850338:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.850339:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.850340:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.850342:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.850345:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948575.850357:0:34105:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.850359:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.850361:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.850366:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.850367:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.850369:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.850371:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.850372:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.850375:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.850378:0:34105:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.850380:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.850381:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.850383:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948575.850386:0:34105:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948575.850390:0:34105:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e94477c200. 00000080:00000001:2.0:1783948575.850394:0:34105:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783948575.850397:0:34105:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1783948575.850399:0:34105:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783948575.850403:0:34105:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9461beae0. 00000002:00100000:2.0:1783948575.850407:0:34105:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948575.850413:0:34105:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.850415:0:34105:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948575.850418:0:34105:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783948575.850421:0:34105:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.850425:0:34105:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783948575.850427:0:34105:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948575.850429:0:34105:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.850431:0:34105:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948575.850433:0:34105:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.850435:0:34105:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783948575.850436:0:34105:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.850438:0:34105:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948575.850440:0:34105:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.850443:0:34105:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.850446:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.850449:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783948575.850456:0:34105:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.850460:0:34105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948575.850502:0:34105:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783948575.850504:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.850508:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbb98 00000080:00000008:2.0:1783948575.850510:0:34105:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 102101, rc = 0 00020000:00000001:2.0:1783948575.850611:0:34105:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948575.850614:0:34105:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:2.0:1783948575.850617:0:34105:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948575.850620:0:34105:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.853104:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948575.853111:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.853117:0:15866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783948575.853121:0:15866:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783948575.853123:0:15866:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783948575.853129:0:15866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948575.853141:0:15866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e952235e00 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:3.0:1783948575.853144:0:15866:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1783948575.853148:0:15866:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.853154:0:15866:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1783948575.853156:0:15866:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1783948575.853160:0:15866:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.853166:0:15866:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1783948575.853169:0:15866:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783948575.853171:0:15866:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.853174:0:15866:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.853176:0:15866:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:3.0:1783948575.853178:0:15866:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:3.0:1783948575.853180:0:15866:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:3.0:1783948575.853184:0:15866:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948575.853187:0:15866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1783948575.853193:0:15866:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948575.853197:0:15866:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948575.853200:0:15866:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948575.853202:0:15866:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1783948575.853206:0:15866:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948575.853209:0:15866:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948575.853215:0:15866:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 3 00010000:00000001:3.0:1783948575.853218:0:15866:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948575.853222:0:15866:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783948575.853225:0:15866:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783948575.853228:0:15866:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948575.853234:0:15866:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.853236:0:15866:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948575.853244:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.853245:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948575.853247:0:15866:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1783948575.853249:0:15866:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948575.853250:0:15866:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948575.853251:0:15866:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=2 00000020:00000001:3.0:1783948575.853253:0:15866:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948575.853255:0:15866:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:3.0:1783948575.853257:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.853258:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948575.853259:0:15866:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948575.853262:0:15866:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948575.853263:0:15866:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.853266:0:15866:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948575.853269:0:15866:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948575.853271:0:15866:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948575.853273:0:15866:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948575.853275:0:15866:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783948575.853278:0:15866:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235e00 with handle 0x8c7cf19e4b440d9f from hash 00010000:00000001:3.0:1783948575.853280:0:15866:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948575.853281:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.853282:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.853283:0:15866:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948575.853287:0:15866:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948575.853289:0:15866:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948575.853295:0:15866:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948575.853298:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.853299:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.853301:0:15866:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.853304:0:15866:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948575.853306:0:15866:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783948575.853315:0:15866:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66680. 00000020:00000040:3.0:1783948575.853319:0:15866:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948575.853323:0:15866:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948575.853325:0:15866:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948575.853328:0:15866:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948575.853335:0:15866:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e951731600. 00000100:00000001:3.0:1783948575.853341:0:15866:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.853344:0:15866:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948575.853349:0:15866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948575.853356:0:15866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948575.853358:0:15866:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.853363:0:15866:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948575.853369:0:15866:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.853383:0:15866:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f1cfe57] to pc [ptlrpcd_01_01+1] req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783948575.853412:0:15866:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948575.853414:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948575.853415:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.853416:0:15866:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.853419:0:15866:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948575.853420:0:15866:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.853423:0:15866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948575.853429:0:15866:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948575.853431:0:15866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440d9f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e0683f expref: -99 pid: 34105 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1783948575.853438:0:15866:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477cb40. 00010000:00000001:3.0:1783948575.853445:0:15866:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948575.853446:0:15866:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783948575.853449:0:15866:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e944fc7f00. 00010000:00000001:3.0:1783948575.853453:0:15866:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948575.853455:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948575.853457:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.853458:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948575.853460:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948575.853461:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.853463:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783948575.853465:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948575.853466:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948575.853467:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783948575.853474:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.853478:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948575.853480:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948575.853494:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.853502:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948575.853504:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.853509:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948575.853512:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948575.853514:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948575.853518:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636534400:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948575.853522:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948575.853527:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948575.853530:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.853533:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948575.853537:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e951731400. 02000000:00000001:3.0:1783948575.853539:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948575.853548:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948575.853552:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948575.853559:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948575.853566:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636534400, portal 18 00000100:00000001:3.0:1783948575.853569:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948575.853570:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000040:3.0:1783948575.853577:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.853585:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948575.853587:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948575.853590:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125f68. 00000100:00000200:3.0:1783948575.853594:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636534400, offset 0 00000400:00000200:3.0:1783948575.853601:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948575.853609:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.853616:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948575.853621:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948575.853625:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948575.853629:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948575.853631:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948575.853635:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2681:2681:256:4294967295] 192.168.202.104@tcp LPNI seq info [2681:2681:8:4294967295] 00000400:00000200:3.0:1783948575.853640:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948575.853651:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948575.853657:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948575.853662:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77300. 00000800:00000200:3.0:1783948575.853668:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948575.853677:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948575.853681:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783948575.853794:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.853800:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 836850 usecs (837 jiffies) 00000400:00000200:3.0:1783948575.853803:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948575.853806:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666842 00000100:00000001:3.0:1783948575.853809:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.853812:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666842 00000100:00000001:3.0:1783948575.853813:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:3.0:1783948575.853816:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.853818:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.853821:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.853823:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.853829:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948575.853831:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948575.853833:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.853834:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948575.853835:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.853837:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.853849:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.853885:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783948575.854194:0:34105:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f800. 00010000:00000010:2.1:1783948575.854200:0:34105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00000020:00000001:2.0:1783948575.854381:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbd28 00000080:00200008:2.0:1783948575.854385:0:34105:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948575.854391:0:34105:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948575.854393:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbca0 00000080:00200000:2.0:1783948575.854394:0:34105:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988),name=recon 00000080:00000010:2.0:1783948575.854401:0:34105:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9546c9800. 00800000:00000002:2.0:1783948575.854406:0:34105:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.854412:0:34105:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.854415:0:34105:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.854417:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbbc0 00800000:00000002:2.0:1783948575.854419:0:34105:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.854423:0:34105:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948575.854427:0:34105:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948575.854432:0:34105:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.854433:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebba90 00000002:00010000:2.0:1783948575.854435:0:34105:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948575.854439:0:34105:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948575.854440:0:34105:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.854443:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.854447:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:2.0:1783948575.854450:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.854454:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.854457:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.854461:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783948575.854468:0:34105:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.854471:0:34105:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.854474:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1783948575.854481:0:34105:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948575.854491:0:34105:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948575.854494:0:34105:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.854496:0:34105:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.854497:0:34105:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948575.854499:0:34105:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948575.854501:0:34105:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948575.854505:0:34105:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.854508:0:34105:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9546c9800. 00000080:00000001:2.0:1783948575.854513:0:34105:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948575.854515:0:34105:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.854518:0:34105:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) 00000080:00010000:2.0:1783948575.854522:0:34105:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440d83 00800000:00000001:2.0:1783948575.854526:0:34105:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.854528:0:34105:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.854530:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.854532:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.854535:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:2.0:1783948575.854537:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.854539:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.854542:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.854544:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.854545:0:34105:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.854547:0:34105:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.854549:0:34105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d83 from it ffffb87d01ebbcd8 00010000:00000001:2.0:1783948575.854551:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.854552:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.854553:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:2.0:1783948575.854555:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.854557:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.854559:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.854562:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.854569:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.854570:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.854571:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.854573:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.854575:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.854583:0:34105:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.854586:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.854587:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.854590:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.854590:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.854592:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.854595:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.854596:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.854599:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.854601:0:34105:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.854604:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.854605:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.854607:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948575.854609:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948575.854610:0:34105:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.854613:0:34105:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783948575.854617:0:34105:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948575.854618:0:34105:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.854621:0:34105:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948575.854622:0:34105:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.854624:0:34105:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948575.854907:0:34105:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783948575.854910:0:34105:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.854917:0:34105:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.854931:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c9800. 00000020:00000010:2.0:1783948575.854939:0:34105:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9546c9000. 00000020:00000010:2.0:1783948575.854943:0:34105:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.854949:0:34105:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.854956:0:34105:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.854962:0:34105:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.854968:0:34105:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.854972:0:34105:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.854976:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9546c8a00. 00000008:00000010:2.0:1783948575.854980:0:34105:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.854984:0:34105:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.854988:0:34105:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.854991:0:34105:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.854994:0:34105:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.854997:0:34105:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948575.855002:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.855005:0:34105:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948575.855009:0:34105:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948575.855011:0:34105:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783948575.855015:0:34105:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.855016:0:34105:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948575.855018:0:34105:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948575.855020:0:34105:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.855022:0:34105:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.855026:0:34105:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9582a92e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783948575.855030:0:34105:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948575.855034:0:34105:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948575.855036:0:34105:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948575.855039:0:34105:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948575.855041:0:34105:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.855043:0:34105:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948575.855045:0:34105:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948575.855047:0:34105:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855048:0:34105:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.855049:0:34105:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.855051:0:34105:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948575.855052:0:34105:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00000020:00000001:2.0:1783948575.855054:0:34105:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948575.855056:0:34105:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948575.855058:0:34105:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1783948575.855061:0:34105:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948575.855062:0:34105:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948575.855065:0:34105:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948575.855067:0:34105:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948575.855073:0:34105:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948575.855078:0:34105:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887700. 00020000:00000002:2.0:1783948575.855081:0:34105:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948575.855083:0:34105:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948575.855085:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.855087:0:34105:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948575.855088:0:34105:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.855091:0:34105:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948575.855096:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e945134600. 00000020:00000010:2.0:1783948575.855099:0:34105:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e945135e00. 00000020:00000010:2.0:1783948575.855102:0:34105:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.855105:0:34105:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.855108:0:34105:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.855110:0:34105:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.855113:0:34105:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.855115:0:34105:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.855121:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000008:00000010:2.0:1783948575.855123:0:34105:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.855126:0:34105:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.855129:0:34105:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.855132:0:34105:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948575.855134:0:34105:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948575.855136:0:34105:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948575.855139:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.855141:0:34105:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948575.855144:0:34105:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.855145:0:34105:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948575.855147:0:34105:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.855149:0:34105:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.855150:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.855152:0:34105:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948575.855157:0:34105:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a390. 00000008:00010000:2.0:1783948575.855160:0:34105:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783948575.855163:0:34105:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.855165:0:34105:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948575.855166:0:34105:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e943887730, osc lock ffff89e95238a390, flags 0x400001002 00000020:00000001:2.0:1783948575.855169:0:34105:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.855171:0:34105:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.855173:0:34105:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243072 : -129840023308544 : ffff89e943887700) 00000020:00000001:2.0:1783948575.855175:0:34105:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.855176:0:34105:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.855178:0:34105:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855179:0:34105:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855182:0:34105:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948575.855184:0:34105:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948575.855185:0:34105:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.855187:0:34105:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.855188:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.855190:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.855191:0:34105:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.855194:0:34105:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.855196:0:34105:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948575.855200:0:34105:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948575.855203:0:34105:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.855204:0:34105:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.855205:0:34105:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948575.855207:0:34105:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948575.855208:0:34105:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948575.855210:0:34105:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948575.855213:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.855220:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:2.0:1783948575.855222:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.855226:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.855230:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.855233:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948575.855243:0:34105:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.855246:0:34105:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.855248:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.855254:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.855256:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.855257:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:2.0:1783948575.855259:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.855262:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000008:00000001:2.0:1783948575.855266:0:34105:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948575.855268:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.855269:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.855270:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:2.0:1783948575.855272:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.855274:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000020:00000001:2.0:1783948575.855277:0:34105:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.855279:0:34105:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783948575.855281:0:34105:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783948575.855283:0:34105:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.855284:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.855286:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.855287:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:2.0:1783948575.855289:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.855291:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.855294:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.855296:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.855302:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.855303:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.855304:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.855305:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.855308:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.855314:0:34105:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.855316:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.855317:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.855319:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.855320:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.855322:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.855324:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.855325:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.855327:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.855329:0:34105:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.855331:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.855332:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.855333:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.855334:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.855335:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.855337:0:34105:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.855339:0:34105:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855341:0:34105:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.855343:0:34105:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855345:0:34105:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855346:0:34105:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.855348:0:34105:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948575.855350:0:34105:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948575.855351:0:34105:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783948575.855353:0:34105:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855355:0:34105:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.855359:0:34105:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948575.855361:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.855363:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.855365:0:34105:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.855368:0:34105:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948575.855371:0:34105:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:2.0:1783948575.855374:0:34105:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855376:0:34105:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855377:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:2.0:1783948575.855379:0:34105:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783948575.855382:0:34105:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948575.855386:0:34105:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948575.855388:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948575.855390:0:34105:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.855391:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948575.855394:0:34105:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948575.855395:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.855396:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.855398:0:34105:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.855399:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e943887730 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948575.855402:0:34105:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948575.855403:0:34105:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948575.855404:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.855405:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.855407:0:34105:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948575.855408:0:34105:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.855409:0:34105:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.855410:0:34105:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.855411:0:34105:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.855412:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948575.855415:0:34105:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948575.855416:0:34105:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.855417:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e943887730 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948575.855420:0:34105:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a390. 00000020:00000001:2.0:1783948575.855424:0:34105:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948575.855425:0:34105:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887700. 00020000:00000001:2.0:1783948575.855428:0:34105:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.855430:0:34105:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.855431:0:34105:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783948575.855433:0:34105:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855435:0:34105:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948575.855437:0:34105:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948575.855439:0:34105:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948575.855440:0:34105:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948575.855441:0:34105:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.855443:0:34105:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948575.855447:0:34105:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e945135e00. 00000020:00000010:2.0:1783948575.855451:0:34105:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.855454:0:34105:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.855457:0:34105:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.855460:0:34105:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.855463:0:34105:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.855466:0:34105:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.855469:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e945134600. 00000008:00000010:2.0:1783948575.855472:0:34105:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.855475:0:34105:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.855477:0:34105:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.855480:0:34105:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948575.855482:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.855495:0:34105:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:2.0:1783948575.855497:0:34105:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948575.855499:0:34105:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948575.855501:0:34105:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948575.855504:0:34105:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948575.855506:0:34105:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948575.855508:0:34105:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.855510:0:34105:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948575.855511:0:34105:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.855512:0:34105:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.855513:0:34105:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.855515:0:34105:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9546c9000. 00000020:00000010:2.0:1783948575.855520:0:34105:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.855522:0:34105:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.855524:0:34105:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.855527:0:34105:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.855529:0:34105:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.855531:0:34105:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.855533:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c9800. 00000008:00000010:2.0:1783948575.855536:0:34105:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.855538:0:34105:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.855541:0:34105:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.855543:0:34105:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.855544:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9546c8a00. 00000020:00000010:2.0:1783948575.855548:0:34105:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000001:00000001:2.0:1783948575.855550:0:34105:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.855556:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbd28 00000080:00000008:2.0:1783948575.855558:0:34105:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948575.856241:0:34105:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783948575.856247:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbd90 00000080:00200008:2.0:1783948575.856250:0:34105:0:(file.c:2605:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1783948575.856254:0:34105:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783948575.856256:0:34105:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.856259:0:34105:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783948575.856262:0:34105:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856265:0:34105:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.856272:0:34105:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.856275:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.856279:0:34105:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.856283:0:34105:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.856286:0:34105:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.856289:0:34105:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.856292:0:34105:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.856296:0:34105:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.856299:0:34105:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.856303:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e000. 00000008:00000010:2.0:1783948575.856305:0:34105:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.856308:0:34105:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.856311:0:34105:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.856316:0:34105:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.856318:0:34105:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.856320:0:34105:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000080:00000001:2.0:1783948575.856323:0:34105:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783948575.856324:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbca0 00000080:00200000:2.0:1783948575.856326:0:34105:0:(file.c:2058:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1783948575.856332:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbc38 00000080:00200000:2.0:1783948575.856334:0:34105:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1783948575.856337:0:34105:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948575.856339:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.856340:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.856342:0:34105:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.856345:0:34105:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948575.856347:0:34105:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:2.0:1783948575.856350:0:34105:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856352:0:34105:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856353:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:2.0:1783948575.856355:0:34105:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783948575.856357:0:34105:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948575.856359:0:34105:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783948575.856364:0:34105:0:(cl_io.c:214:cl_io_rw_init()) header@00000000710eef53[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1783948575.856366:0:34105:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1783948575.856368:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.856370:0:34105:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948575.856371:0:34105:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948575.856373:0:34105:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948575.856375:0:34105:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.856377:0:34105:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783948575.856379:0:34105:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.856383:0:34105:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.856385:0:34105:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948575.856386:0:34105:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.856388:0:34105:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.856390:0:34105:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9582a92e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783948575.856393:0:34105:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948575.856396:0:34105:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948575.856398:0:34105:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948575.856400:0:34105:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948575.856402:0:34105:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783948575.856404:0:34105:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1783948575.856407:0:34105:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783948575.856408:0:34105:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948575.856409:0:34105:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856411:0:34105:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.856412:0:34105:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.856413:0:34105:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948575.856414:0:34105:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00000020:00000001:2.0:1783948575.856416:0:34105:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856418:0:34105:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948575.856420:0:34105:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1783948575.856423:0:34105:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783948575.856426:0:34105:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856429:0:34105:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948575.856431:0:34105:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783948575.856434:0:34105:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948575.856435:0:34105:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783948575.856437:0:34105:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1783948575.856440:0:34105:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948575.856442:0:34105:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948575.856446:0:34105:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948575.856449:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.856451:0:34105:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948575.856452:0:34105:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.856456:0:34105:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948575.856459:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2f800. 00000020:00000010:2.0:1783948575.856462:0:34105:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2e800. 00000020:00000010:2.0:1783948575.856464:0:34105:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.856467:0:34105:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.856470:0:34105:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.856472:0:34105:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.856475:0:34105:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.856477:0:34105:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.856480:0:34105:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e200. 00000008:00000010:2.0:1783948575.856482:0:34105:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.856497:0:34105:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.856500:0:34105:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.856503:0:34105:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948575.856505:0:34105:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948575.856507:0:34105:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948575.856510:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.856511:0:34105:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948575.856514:0:34105:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.856515:0:34105:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948575.856516:0:34105:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856518:0:34105:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856520:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.856523:0:34105:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783948575.856527:0:34105:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783948575.856530:0:34105:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856532:0:34105:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856535:0:34105:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856537:0:34105:0:(lov_io.c:1228:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856538:0:34105:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856541:0:34105:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783948575.856543:0:34105:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783948575.856545:0:34105:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783948575.856547:0:34105:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783948575.856551:0:34105:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.856554:0:34105:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.856556:0:34105:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783948575.856558:0:34105:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1783948575.856560:0:34105:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783948575.856561:0:34105:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783948575.856563:0:34105:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856565:0:34105:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.856566:0:34105:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.856569:0:34105:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.856570:0:34105:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856572:0:34105:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948575.856574:0:34105:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.856575:0:34105:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948575.856577:0:34105:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948575.856578:0:34105:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856580:0:34105:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856582:0:34105:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856584:0:34105:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856585:0:34105:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948575.856586:0:34105:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948575.856587:0:34105:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948575.856589:0:34105:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948575.856591:0:34105:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948575.856593:0:34105:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948575.856597:0:34105:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887700. 00020000:00000002:2.0:1783948575.856599:0:34105:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948575.856602:0:34105:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948575.856604:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.856605:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.856607:0:34105:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948575.856609:0:34105:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a390. 00000008:00010000:2.0:1783948575.856612:0:34105:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783948575.856615:0:34105:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.856616:0:34105:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948575.856618:0:34105:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e943887730, osc lock ffff89e95238a390, flags 0x0 00000020:00000001:2.0:1783948575.856620:0:34105:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856622:0:34105:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.856624:0:34105:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243072 : -129840023308544 : ffff89e943887700) 00000020:00000001:2.0:1783948575.856626:0:34105:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.856627:0:34105:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.856756:0:34105:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856759:0:34105:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856761:0:34105:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.856762:0:34105:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.856765:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.856766:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.856768:0:34105:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.856770:0:34105:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.856772:0:34105:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783948575.856774:0:34105:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.856777:0:34105:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948575.856779:0:34105:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.856780:0:34105:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.856783:0:34105:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948575.856784:0:34105:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948575.856785:0:34105:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948575.856787:0:34105:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948575.856790:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.856796:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:2.0:1783948575.856799:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.856803:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.856808:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.856812:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783948575.856824:0:34105:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.856829:0:34105:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.856832:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.856838:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.856840:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.856842:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:2.0:1783948575.856844:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.856847:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000800:00000200:0.0:1783948575.857313:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.857320:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77300. 00000400:00000200:0.0:1783948575.857326:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.857336:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.857345:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125f68 00000400:00000010:0.0:1783948575.857348:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125f68. 00000100:00000001:0.0:1783948575.857353:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.857362:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.857374:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.857377:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948575.857384:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.857386:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1783948575.857466:0:34105:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948575.857469:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.857471:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.857474:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:2.0:1783948575.857476:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.857479:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.857482:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.857492:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.857493:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:2.0:1783948575.857495:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.857498:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.857500:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.857504:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.857508:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.857518:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.857520:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.857522:0:34105:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.857524:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.857526:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.857527:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=7 00000020:00000001:2.0:1783948575.857529:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.857531:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.857534:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.857536:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.857543:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.857545:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.857548:0:34105:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.857555:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.857556:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.857557:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.857558:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.857559:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.857561:0:34105:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.857563:0:34105:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857566:0:34105:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.857568:0:34105:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857570:0:34105:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857572:0:34105:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857574:0:34105:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857577:0:34105:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857579:0:34105:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783948575.857582:0:34105:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1783948575.857587:0:34105:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948575.857590:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.857592:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.857594:0:34105:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.857597:0:34105:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948575.857599:0:34105:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:2.0:1783948575.857602:0:34105:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857604:0:34105:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857606:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:2.0:1783948575.857608:0:34105:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783948575.857611:0:34105:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948575.857613:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbb88 00000080:00200000:2.0:1783948575.857615:0:34105:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1783948575.857619:0:34105:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783948575.857623:0:34105:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:2.0:1783948575.857627:0:34105:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e950619a80 addref 2/0 by ffff89e950b90000. 00020000:00000002:2.0:1783948575.857634:0:34105:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00000020:00000001:2.0:1783948575.857638:0:34105:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783948575.857641:0:34105:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783948575.857643:0:34105:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783948575.857646:0:34105:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1783948575.857649:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.857650:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.857652:0:34105:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948575.857654:0:34105:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948575.857657:0:34105:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857658:0:34105:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.857660:0:34105:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.857661:0:34105:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.857668:0:34105:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1783948575.857675:0:34105:0:(xattr.c:481:ll_xattr_list()) Process entered 00000080:00000001:2.0:1783948575.857678:0:34105:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1783948575.857682:0:34105:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1783948575.857683:0:34105:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1783948575.857699:0:34105:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e943f2e600. 00000080:00000001:2.0:1783948575.857705:0:34105:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.857710:0:34105:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.857712:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebb7a0 00800000:00000002:2.0:1783948575.857714:0:34105:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000404:0x31:0x0] 00800000:00000001:2.0:1783948575.857718:0:34105:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948575.857721:0:34105:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x31:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948575.857726:0:34105:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.857727:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebb670 00000002:00010000:2.0:1783948575.857729:0:34105:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000404:0x31:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1783948575.857733:0:34105:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948575.857735:0:34105:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1783948575.857739:0:34105:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066fb80. 00000020:00000040:2.0:1783948575.857743:0:34105:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948575.857747:0:34105:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948575.857749:0:34105:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.857754:0:34105:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948575.857758:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.857763:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.857764:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.857766:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.857768:0:34105:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948575.857770:0:34105:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948575.857774:0:34105:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948575.857779:0:34105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8400. 00000100:00000001:2.0:1783948575.857787:0:34105:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.857791:0:34105:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.857793:0:34105:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.857794:0:34105:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.857795:0:34105:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.857797:0:34105:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1783948575.857800:0:34105:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff89e943191000: get xattrs for [0x200000404:0x31:0x0] 00000002:00000001:2.0:1783948575.857807:0:34105:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00010000:00000001:2.0:1783948575.857810:0:34105:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948575.857812:0:34105:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948575.857816:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 2 00010000:00000001:2.0:1783948575.857818:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.857821:0:34105:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948575.857824:0:34105:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235200. 00000020:00000001:2.0:1783948575.857828:0:34105:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948575.857830:0:34105:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235200 with handle 0x8c7cf19e4b440da6 to hash 00000020:00000001:2.0:1783948575.857832:0:34105:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948575.857834:0:34105:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.857838:0:34105:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.857840:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.857842:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.857845:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.857880:0:34105:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.857891:0:34105:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34105 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948575.857897:0:34105:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948575.857899:0:34105:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948575.857906:0:34105:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc7540. 00000100:00000001:2.0:1783948575.857908:0:34105:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710622016 : -129839998929600 : ffff89e944fc7540) 00000100:00000001:2.0:1783948575.857911:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.857913:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:2.0:1783948575.857917:0:34105:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.857921:0:34105:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.857922:0:34105:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948575.857924:0:34105:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.857929:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.857937:0:34105:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.857939:0:34105:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.857944:0:34105:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.857947:0:34105:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.857949:0:34105:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.857952:0:34105:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34105:1870603636534528:192.168.202.104@tcp:101:uname.0 00000100:00000001:2.0:1783948575.857957:0:34105:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.857962:0:34105:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.857965:0:34105:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.857967:0:34105:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.857972:0:34105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff89e9508a4000. 02000000:00000001:2.0:1783948575.857974:0:34105:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.857981:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.857985:0:34105:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.857992:0:34105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948575.858000:0:34105:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1870603636534528, portal 10 00000100:00000001:2.0:1783948575.858002:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.858003:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000040:2.0:1783948575.858008:0:34105:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.858016:0:34105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.858018:0:34105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.858021:0:34105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a23b8. 00000100:00000200:2.0:1783948575.858024:0:34105:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870603636534528, offset 0 00000400:00000200:2.0:1783948575.858030:0:34105:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.858038:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.858044:0:34105:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.858050:0:34105:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.858054:0:34105:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.858057:0:34105:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.858060:0:34105:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.858063:0:34105:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2682:2682:256:4294967295] 192.168.202.104@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:2.0:1783948575.858067:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.858077:0:34105:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.858086:0:34105:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.858091:0:34105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61700. 00000800:00000200:2.0:1783948575.858098:0:34105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.858105:0:34105:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.858109:0:34105:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61700 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.858123:0:34105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.858128:0:34105:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 836850 usecs (837 jiffies) 00000400:00000200:2.0:1783948575.858132:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.858135:0:34105:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666847 00000100:00000001:2.0:1783948575.858138:0:34105:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.858140:0:34105:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666847 00000100:00000001:2.0:1783948575.858142:0:34105:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.858145:0:34105:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.858147:0:34105:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.858150:0:34105:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.858152:0:34105:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948575.858155:0:34105:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc7540 going to sleep for 11 seconds 00000100:00000001:2.0:1783948575.858158:0:34105:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.858161:0:34105:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948575.863918:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948575.864123:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61700. 00000400:00000200:1.0:1783948575.864130:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.864138:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948575.864145:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:1.0:1783948575.864148:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:1.0:1783948575.864153:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948575.864163:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.864175:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.864179:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.864185:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.864188:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948575.864199:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.864212:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.864214:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.864216:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.864221:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.864226:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.864235:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.864239:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.864245:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.864249:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9456c80 00000400:00000200:1.0:1783948575.864254:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.864261:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x75b1 [1] + 224 00000800:00000001:1.0:1783948575.864268:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.864275:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.864277:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.864280:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.864285:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.864289:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948575.864297:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.864313:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.864320:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.864323:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.865202:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1783948575.865315:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.865320:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948575.865328:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948575.865330:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948575.865333:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948575.865337:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948575.865339:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948575.865343:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948575.865350:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948575.865360:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.865372:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948575.865373:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.865376:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948575.865379:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948575.865382:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948575.865384:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948575.865387:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948575.865396:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1538 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948575.865400:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948575.865403:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948575.865404:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948575.865407:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948575.865410:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.865414:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948575.865416:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1783948575.865417:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948575.865420:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948575.865425:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.865433:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948575.865436:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948575.865437:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948575.865441:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948575.865449:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636534400:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783948575.865454:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.865455:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948575.865458:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66680 x1870603636534400/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948575.865465:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948575.865468:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948575.865472:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e951731400. 02000000:00000001:3.0:1783948575.865475:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948575.865477:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948575.865480:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948575.865482:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948575.865493:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951731600. 02000000:00000001:3.0:1783948575.865496:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948575.865498:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948575.865500:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66680. 00000100:00000001:3.0:1783948575.865503:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948575.865505:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.865507:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948575.865514:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948575.865515:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948575.865517:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948575.865520:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948575.865549:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.865551:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.865554:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.865559:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.865564:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.865571:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.865575:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.865580:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.865584:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 1144 into portal 10 MB=0x6a54dd9456d00 00000400:00000200:1.0:1783948575.865589:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.865594:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 1144/1144 into md 0x75b9 [1] + 224 00000800:00000001:1.0:1783948575.865600:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.865608:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.865611:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.865615:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.865620:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.865626:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.865738:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.865777:0:34105:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948575.865792:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.865799:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.865802:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783948575.865833:0:34105:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.865834:0:34105:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.865836:0:34105:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.865840:0:34105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948575.865842:0:34105:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948575.865844:0:34105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.865972:0:34105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948575.865982:0:34105:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.865989:0:34105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.865991:0:34105:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.865993:0:34105:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.865995:0:34105:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.865996:0:34105:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.865998:0:34105:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.866000:0:34105:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.866003:0:34105:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=95 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948575.866006:0:34105:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.866009:0:34105:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.866010:0:34105:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.866012:0:34105:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.866014:0:34105:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.866016:0:34105:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.866017:0:34105:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1783948575.866019:0:34105:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.866020:0:34105:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.866024:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.866030:0:34105:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.866032:0:34105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.866033:0:34105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.866036:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948591 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948575.866044:0:34105:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34105:1870603636534528:192.168.202.104@tcp:101:uname.0 00000100:00000001:2.0:1783948575.866048:0:34105:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.866051:0:34105:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.866054:0:34105:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948575.866056:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.866059:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.866064:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.866066:0:34105:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc7540. 00000100:00000001:2.0:1783948575.866069:0:34105:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948575.866071:0:34105:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.866074:0:34105:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948575.866077:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.866080:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.866083:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=4 00000020:00000001:2.0:1783948575.866085:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866088:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000040:2.0:1783948575.866094:0:34105:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235200, remote cookie: 0x2ceea11ad5e06854, flags: 0x1001 00010000:00010000:2.0:1783948575.866100:0:34105:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.866108:0:34105:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948575.866113:0:34105:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948575.866115:0:34105:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948575.866117:0:34105:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948575.866118:0:34105:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948575.866120:0:34105:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff89e94722d500) refcount = 2 00010000:00000040:2.0:1783948575.866123:0:34105:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783948575.866126:0:34105:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1783948575.866133:0:34105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.866140:0:34105:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948575.866144:0:34105:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948575.866146:0:34105:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.866149:0:34105:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948575.866151:0:34105:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.866154:0:34105:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.866159:0:34105:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948575.866161:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866163:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.866164:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866165:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.866167:0:34105:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.866171:0:34105:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948575.866174:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.866175:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.866177:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.866179:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866181:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866183:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866185:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948575.866189:0:34105:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948575.866196:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.866197:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.866199:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.866201:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866203:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866205:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866206:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.866207:0:34105:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.866209:0:34105:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.866212:0:34105:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948575.866213:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.866214:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.866216:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.866217:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866219:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00000002:00010000:2.0:1783948575.866223:0:34105:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.866228:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866229:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.866231:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948575.866233:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.866234:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.866235:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.866237:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866239:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000040:2.0:1783948575.866244:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 3 00010000:00000001:2.0:1783948575.866246:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948575.866251:0:34105:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:2.0:1783948575.866254:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866255:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.866256:0:34105:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948575.866259:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebb5f8 00000002:00002000:2.0:1783948575.866261:0:34105:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:2.0:1783948575.866264:0:34105:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.866267:0:34105:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.866270:0:34105:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948575.866273:0:34105:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000404:0x31:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783948575.866276:0:34105:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948575.866280:0:34105:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2e600. 00000080:00000001:2.0:1783948575.866284:0:34105:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783948575.866290:0:34105:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff89e9508a4460 xtail=ffff89e9508a449a 00000080:00000001:2.0:1783948575.866292:0:34105:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1783948575.866294:0:34105:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1783948575.866297:0:34105:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1783948575.866298:0:34105:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783948575.866300:0:34105:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1783948575.866304:0:34105:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff89e9580063c0. 00000080:00000010:2.0:1783948575.866308:0:34105:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff89e960265fc0. 00000080:00000010:2.0:1783948575.866311:0:34105:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff89e9461be400. 00000080:00000020:2.0:1783948575.866312:0:34105:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1783948575.866314:0:34105:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783948575.866316:0:34105:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1783948575.866318:0:34105:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1783948575.866319:0:34105:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783948575.866320:0:34105:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1783948575.866323:0:34105:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff89e9580066e0. 00000080:00000010:2.0:1783948575.866325:0:34105:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff89e9602653f0. 00000080:00000010:2.0:1783948575.866328:0:34105:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff89e94477ce40. 00000080:00000020:2.0:1783948575.866329:0:34105:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1783948575.866330:0:34105:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783948575.866332:0:34105:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:2.0:1783948575.866333:0:34105:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1783948575.866334:0:34105:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783948575.866336:0:34105:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1783948575.866338:0:34105:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff89e958006960. 00000080:00000010:2.0:1783948575.866340:0:34105:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff89e960265680. 00000080:00000010:2.0:1783948575.866342:0:34105:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff89e9466dea50. 00000080:00000020:2.0:1783948575.866343:0:34105:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:2.0:1783948575.866345:0:34105:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783948575.866346:0:34105:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1783948575.866348:0:34105:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1783948575.866349:0:34105:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783948575.866350:0:34105:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1783948575.866352:0:34105:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff89e958006370. 00000080:00000010:2.0:1783948575.866354:0:34105:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff89e960265bb0. 00000080:00000010:2.0:1783948575.866356:0:34105:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff89e94477c380. 00000080:00000020:2.0:1783948575.866358:0:34105:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1783948575.866359:0:34105:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783948575.866361:0:34105:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1783948575.866362:0:34105:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1783948575.866365:0:34105:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440da6 00800000:00000001:2.0:1783948575.866370:0:34105:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.866372:0:34105:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.866373:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.866374:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.866375:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.866378:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866380:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866382:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866383:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.866385:0:34105:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.866387:0:34105:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.866390:0:34105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440da6 from it ffffb87d01ebb8f0 00010000:00000001:2.0:1783948575.866392:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.866393:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.866394:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235200 refcount=3 00000020:00000001:2.0:1783948575.866396:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866397:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931272704 : -129839778278912 : ffff89e952235200) 00010000:00000001:2.0:1783948575.866399:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.866402:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.866407:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866408:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.866410:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.866412:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.866415:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.866421:0:34105:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.866423:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.866425:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.866429:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866430:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.866432:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.866434:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.866436:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.866438:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.866441:0:34105:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.866442:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.866444:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.866445:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948575.866447:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.866450:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066fb80 x1870603636534528/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.866457:0:34105:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948575.866458:0:34105:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.866460:0:34105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff89e9508a4000. 02000000:00000001:2.0:1783948575.866463:0:34105:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948575.866465:0:34105:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.866466:0:34105:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948575.866468:0:34105:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948575.866470:0:34105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:2.0:1783948575.866472:0:34105:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948575.866474:0:34105:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948575.866475:0:34105:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066fb80. 00000100:00000001:2.0:1783948575.866479:0:34105:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948575.866480:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.866482:0:34105:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.866497:0:34105:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783948575.866498:0:34105:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783948575.866501:0:34105:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1783948575.866504:0:34105:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783948575.866507:0:34105:0:(xattr.c:497:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1783948575.866510:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948575.866511:0:34105:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.866513:0:34105:0:(xattr.c:544:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783948575.866519:0:34105:0:(xattr.c:613:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783948575.866527:0:34105:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783948575.866529:0:34105:0:(rw26.c:704:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1783948575.866537:0:34105:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1783948575.866539:0:34105:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866542:0:34105:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783948575.866544:0:34105:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] ffffedddc4bf1200 ffff89e9460b01c0 1 00000020:00000001:2.0:1783948575.866547:0:34105:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783948575.866550:0:34105:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:2.0:1783948575.866552:0:34105:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:2.0:1783948575.866555:0:34105:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783948575.866558:0:34105:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948575.866560:0:34105:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000020:00000001:2.0:1783948575.866562:0:34105:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783948575.866563:0:34105:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783948575.866564:0:34105:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948575.866570:0:34105:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[3 0000000023e9de14 1 1 0000000090740075 0 0 0] 00000020:00000001:2.0:1783948575.866572:0:34105:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783948575.866573:0:34105:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948575.866575:0:34105:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1783948575.866577:0:34105:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783948575.866578:0:34105:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.866582:0:34105:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783948575.866584:0:34105:0:(rw26.c:898:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1783948575.866585:0:34105:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948575.866586:0:34105:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000020:00000001:2.0:1783948575.866588:0:34105:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783948575.866589:0:34105:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948575.866593:0:34105:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783948575.866595:0:34105:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948575.866596:0:34105:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783948575.866597:0:34105:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783948575.866600:0:34105:0:(rw26.c:956:ll_write_end()) page@00000000cdf320dc[4 0000000023e9de14 2 1 0000000090740075 0 0 0] 00000080:00200000:2.0:1783948575.866603:0:34105:0:(rw26.c:956:ll_write_end()) vmpage @00000000d772b101 17ffffc0001039 2:0 ffff89e9460b01c0 0 lru 00000080:00200000:2.0:1783948575.866613:0:34105:0:(rw26.c:956:ll_write_end()) osc-page@00000000b70e6adf 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000e4e6205d 000000007c963396 > 3< 1 0 > 4< 0 0 8 8351744 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1783948575.866615:0:34105:0:(rw26.c:956:ll_write_end()) end page@00000000cdf320dc 00000080:00200000:2.0:1783948575.866617:0:34105:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1783948575.866619:0:34105:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1783948575.866621:0:34105:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1783948575.866624:0:34105:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1783948575.866733:0:34105:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1783948575.866737:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.866738:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.866741:0:34105:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1783948575.866745:0:34105:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1783948575.866750:0:34105:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1783948575.866753:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000002:2.0:1783948575.866756:0:34105:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1783948575.866759:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.866761:0:34105:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948575.866764:0:34105:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1783948575.866767:0:34105:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948575.866769:0:34105:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866771:0:34105:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866773:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:2.0:1783948575.866775:0:34105:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1783948575.866776:0:34105:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1783948575.866778:0:34105:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948575.866782:0:34105:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[4 0000000023e9de14 2 1 0000000090740075 0 0 0] 00000020:00000001:2.0:1783948575.866783:0:34105:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783948575.866784:0:34105:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783948575.866785:0:34105:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1783948575.866788:0:34105:0:(osc_request.c:745:osc_update_next_shrink()) next time 3198 to shrink grant 00000080:00000001:2.0:1783948575.866790:0:34105:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1783948575.866792:0:34105:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1783948575.866796:0:34105:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff89e951d79b38, count 1, dirtied 0 00000080:00000001:2.0:1783948575.866798:0:34105:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1783948575.866800:0:34105:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1783948575.866801:0:34105:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948575.866802:0:34105:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948575.866803:0:34105:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948575.866806:0:34105:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[3 0000000023e9de14 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.866807:0:34105:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1783948575.866809:0:34105:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948575.866810:0:34105:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1783948575.866811:0:34105:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948575.866813:0:34105:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[3 0000000023e9de14 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.866814:0:34105:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1783948575.866815:0:34105:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1783948575.866816:0:34105:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1783948575.866818:0:34105:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1783948575.866819:0:34105:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866821:0:34105:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.866822:0:34105:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866824:0:34105:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948575.866826:0:34105:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1783948575.866828:0:34105:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783948575.866830:0:34105:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1783948575.866831:0:34105:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.866833:0:34105:0:(rw26.c:977:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1783948575.866838:0:34105:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1783948575.866839:0:34105:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866841:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbb88 00000080:00200000:2.0:1783948575.866843:0:34105:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1783948575.866846:0:34105:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.866848:0:34105:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783948575.866885:0:34105:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.866886:0:34105:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783948575.866888:0:34105:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1783948575.866890:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.866892:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.866893:0:34105:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783948575.866895:0:34105:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948575.866896:0:34105:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866898:0:34105:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866899:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:2.0:1783948575.866901:0:34105:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866903:0:34105:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.866905:0:34105:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.866906:0:34105:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866908:0:34105:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866910:0:34105:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783948575.866911:0:34105:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783948575.866912:0:34105:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783948575.866913:0:34105:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783948575.866915:0:34105:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783948575.866916:0:34105:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.866918:0:34105:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.866920:0:34105:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783948575.866921:0:34105:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948575.867015:0:34105:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948575.867017:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948575.867021:0:34105:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.867022:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948575.867025:0:34105:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948575.867028:0:34105:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.867029:0:34105:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.867031:0:34105:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.867032:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e943887730 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948575.867035:0:34105:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948575.867037:0:34105:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948575.867039:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.867040:0:34105:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.867042:0:34105:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:2.0:1783948575.867044:0:34105:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.867047:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.867049:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.867054:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.867061:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.867062:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.867063:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.867065:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.867068:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948575.867075:0:34105:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.867076:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.867078:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.867080:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.867081:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.867082:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.867084:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.867086:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.867087:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.867090:0:34105:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.867092:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.867093:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.867094:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.867096:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.867097:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.867098:0:34105:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948575.867100:0:34105:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.867101:0:34105:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.867102:0:34105:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.867103:0:34105:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.867104:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948575.867107:0:34105:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948575.867108:0:34105:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.867109:0:34105:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e943887730 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948575.867112:0:34105:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a390. 00000020:00000001:2.0:1783948575.867115:0:34105:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948575.867116:0:34105:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887700. 00020000:00000001:2.0:1783948575.867119:0:34105:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.867120:0:34105:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.867121:0:34105:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783948575.867122:0:34105:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783948575.867123:0:34105:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.867125:0:34105:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948575.867126:0:34105:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783948575.867127:0:34105:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.867129:0:34105:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.867130:0:34105:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783948575.867132:0:34105:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783948575.867133:0:34105:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783948575.867135:0:34105:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1783948575.867137:0:34105:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783948575.867138:0:34105:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948575.867140:0:34105:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948575.867141:0:34105:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.867142:0:34105:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783948575.867144:0:34105:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783948575.867146:0:34105:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.867148:0:34105:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.867149:0:34105:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948575.867151:0:34105:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948575.867152:0:34105:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948575.867156:0:34105:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1783948575.867159:0:34105:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1783948575.867162:0:34105:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1783948575.867164:0:34105:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948575.867166:0:34105:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948575.867167:0:34105:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948575.867168:0:34105:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948575.867169:0:34105:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.867171:0:34105:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948575.867175:0:34105:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2e800. 00000020:00000010:2.0:1783948575.867179:0:34105:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.867183:0:34105:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.867187:0:34105:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.867192:0:34105:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.867196:0:34105:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.867200:0:34105:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.867203:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2f800. 00000008:00000010:2.0:1783948575.867206:0:34105:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.867209:0:34105:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.867213:0:34105:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.867216:0:34105:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948575.867219:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e200. 00000020:00000010:2.0:1783948575.867221:0:34105:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:2.0:1783948575.867224:0:34105:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948575.867225:0:34105:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948575.867226:0:34105:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948575.867228:0:34105:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948575.867232:0:34105:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.867233:0:34105:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.867234:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbca0 00000080:00200000:2.0:1783948575.867236:0:34105:0:(file.c:2206:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1783948575.867241:0:34105:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948575.867243:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.867245:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.867247:0:34105:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.867251:0:34105:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783948575.867254:0:34105:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948575.867256:0:34105:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1783948575.867258:0:34105:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948575.867260:0:34105:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1783948575.867262:0:34105:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:2.0:1783948575.867266:0:34105:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.867268:0:34105:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:2.0:1783948575.867271:0:34105:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.867273:0:34105:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.867274:0:34105:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:2.0:1783948575.867277:0:34105:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783948575.867279:0:34105:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1783948575.867282:0:34105:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1783948575.867284:0:34105:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1783948575.867286:0:34105:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.867287:0:34105:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.867289:0:34105:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.867292:0:34105:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.867294:0:34105:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.867296:0:34105:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.867299:0:34105:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.867301:0:34105:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.867303:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000008:00000010:2.0:1783948575.867305:0:34105:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.867307:0:34105:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.867309:0:34105:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.867311:0:34105:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.867313:0:34105:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.867315:0:34105:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000020:00000001:2.0:1783948575.867318:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbd90 00000080:00000008:2.0:1783948575.867320:0:34105:0:(file.c:2683:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1783948575.867322:0:34105:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1783948575.867339:0:34105:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948575.867342:0:34105:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:2.0:1783948575.867346:0:34105:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948575.867348:0:34105:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.867355:0:34105:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948575.867357:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbdb8 00000080:00200008:2.0:1783948575.867359:0:34105:0:(file.c:447:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 102001 00000080:00000001:2.0:1783948575.867363:0:34105:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783948575.867365:0:34105:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783948575.867366:0:34105:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948575.867368:0:34105:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000002:2.0:1783948575.867370:0:34105:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948575.867372:0:34105:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.867374:0:34105:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1783948575.867379:0:34105:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.867381:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.867385:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 3 00010000:00000001:2.0:1783948575.867387:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948575.867390:0:34105:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948575.867392:0:34105:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:2.0:1783948575.867394:0:34105:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783948575.867396:0:34105:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783948575.867403:0:34105:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e943f2e000. 00000080:00000001:2.0:1783948575.867405:0:34105:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783948575.867409:0:34105:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783948575.867413:0:34105:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:2.0:1783948575.867415:0:34105:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1783948575.867418:0:34105:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783948575.867420:0:34105:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:2.0:1783948575.867425:0:34105:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066fb80. 00000020:00000040:2.0:1783948575.867430:0:34105:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948575.867435:0:34105:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948575.867438:0:34105:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948575.867442:0:34105:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948575.867447:0:34105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e943f2fe00. 00000100:00000001:2.0:1783948575.867454:0:34105:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783948575.867467:0:34105:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783948575.867478:0:34105:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783948575.867495:0:34105:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783948575.867509:0:34105:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948575.867511:0:34105:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948575.867517:0:34105:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc7540. 00000100:00000001:2.0:1783948575.867519:0:34105:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710622016 : -129839998929600 : ffff89e944fc7540) 00000100:00000001:2.0:1783948575.867521:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.867523:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:2.0:1783948575.867527:0:34105:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.867531:0:34105:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.867533:0:34105:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948575.867535:0:34105:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.867539:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.867547:0:34105:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.867549:0:34105:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.867553:0:34105:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.867555:0:34105:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.867557:0:34105:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.867560:0:34105:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34105:1870603636534784:192.168.202.104@tcp:35:uname.0 00000100:00000001:2.0:1783948575.867564:0:34105:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.867569:0:34105:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.867571:0:34105:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.867573:0:34105:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.867577:0:34105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581c8400. 02000000:00000001:2.0:1783948575.867579:0:34105:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.867585:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.867589:0:34105:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.867594:0:34105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948575.867600:0:34105:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636534784, portal 10 00000100:00000001:2.0:1783948575.867602:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.867603:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000040:2.0:1783948575.867609:0:34105:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.867621:0:34105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.867624:0:34105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.867626:0:34105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a27f8. 00000100:00000200:2.0:1783948575.867740:0:34105:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636534784, offset 0 00000400:00000200:2.0:1783948575.867748:0:34105:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.867756:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.867764:0:34105:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.867769:0:34105:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.867774:0:34105:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.867778:0:34105:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.867781:0:34105:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.867785:0:34105:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2683:2683:256:4294967295] 192.168.202.104@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:2.0:1783948575.867789:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.867800:0:34105:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.867807:0:34105:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.867814:0:34105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61700. 00000800:00000200:2.0:1783948575.867821:0:34105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.867830:0:34105:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.867834:0:34105:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.867958:0:34105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.867963:0:34105:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 834856 usecs (835 jiffies) 00000400:00000200:2.0:1783948575.867967:0:34105:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.867970:0:34105:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666855 00000100:00000001:2.0:1783948575.867973:0:34105:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.867975:0:34105:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666855 00000100:00000001:2.0:1783948575.867977:0:34105:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.867979:0:34105:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.867982:0:34105:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.867985:0:34105:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.867987:0:34105:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948575.867990:0:34105:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc7540 going to sleep for 11 seconds 00000100:00000001:2.0:1783948575.867992:0:34105:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.867994:0:34105:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948575.871344:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.871358:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61700. 00000400:00000200:0.0:1783948575.871369:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.871379:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.871388:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a27f8 00000400:00000010:0.0:1783948575.871391:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a27f8. 00000100:00000001:0.0:1783948575.871397:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.871407:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.871421:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.871426:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.871432:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.871434:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948575.872138:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00000800:00000001:1.0:1783948575.872219:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.872232:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.872236:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.872238:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.872246:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.872252:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.872263:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.872268:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.872273:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.872277:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9456e00 00000400:00000200:1.0:1783948575.872282:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.872288:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x75c1 [1] + 224 00000800:00000001:1.0:1783948575.872295:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.872301:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.872303:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.872306:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.872314:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.872319:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.872330:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.872376:0:34105:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948575.872395:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.872404:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.872408:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783948575.872438:0:34105:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.872441:0:34105:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.872445:0:34105:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.872449:0:34105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948575.872518:0:34105:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948575.872523:0:34105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.872528:0:34105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948575.872536:0:34105:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066fb80 x1870603636534784/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.872542:0:34105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.872544:0:34105:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.872546:0:34105:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.872549:0:34105:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.872552:0:34105:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.872554:0:34105:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.872557:0:34105:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.872568:0:34105:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=95 v=5 (10 5 5 5) 00000100:00001000:2.0:1783948575.872574:0:34105:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.872577:0:34105:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.872579:0:34105:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.872582:0:34105:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.872585:0:34105:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.872589:0:34105:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948575.872591:0:34105:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948575.872592:0:34105:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948575.872595:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.872597:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:2.0:1783948575.872600:0:34105:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.872602:0:34105:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1783948575.872605:0:34105:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.872607:0:34105:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.872613:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066fb80 x1870603636534784/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.872621:0:34105:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.872623:0:34105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.872625:0:34105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.872745:0:34105:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066fb80 x1870603636534784/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948575.872754:0:34105:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34105:1870603636534784:192.168.202.104@tcp:35:uname.0 00000100:00000001:2.0:1783948575.872760:0:34105:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.872763:0:34105:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.872765:0:34105:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948575.872768:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.872771:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636534784/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.872777:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.872780:0:34105:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc7540. 00000100:00000001:2.0:1783948575.872783:0:34105:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948575.872785:0:34105:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.872793:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.872794:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000002:00000001:2.0:1783948575.872797:0:34105:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.872801:0:34105:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948575.872806:0:34105:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2e000. 00000080:00000001:2.0:1783948575.872810:0:34105:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783948575.872813:0:34105:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1783948575.872819:0:34105:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783948575.872824:0:34105:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.872831:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.872833:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948575.872835:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.872838:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.872844:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.872845:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.872848:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636534784/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000010:2.1:1783948575.872952:0:34105:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f000. 00000100:00000001:2.0:1783948575.873092:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.873094:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.873098:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636534272/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.873104:0:34105:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783948575.873107:0:34105:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.873110:0:34105:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948575.873112:0:34105:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948575.873116:0:34105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581ca000. 02000000:00000001:2.0:1783948575.873119:0:34105:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948575.873121:0:34105:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948575.873123:0:34105:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948575.873126:0:34105:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948575.873127:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.873129:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.873132:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636534784/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.873138:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.873139:0:34105:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461beae0. 00000002:00000001:2.0:1783948575.873142:0:34105:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.873144:0:34105:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948575.873146:0:34105:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c200. 00000100:00000001:2.0:1783948575.873149:0:34105:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.873152:0:34105:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066fb80 x1870603636534784/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.873249:0:34105:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948575.873251:0:34105:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.873254:0:34105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c8400. 02000000:00000001:2.0:1783948575.873257:0:34105:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948575.873258:0:34105:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.873259:0:34105:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948575.873261:0:34105:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948575.873263:0:34105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e943f2fe00. 02000000:00000001:2.0:1783948575.873265:0:34105:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948575.873266:0:34105:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948575.873267:0:34105:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066fb80. 00000100:00000001:2.0:1783948575.873270:0:34105:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948575.873270:0:34105:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.873273:0:34105:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948575.873276:0:34105:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948575.873279:0:34105:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.873288:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbdb8 00000080:00000008:2.0:1783948575.873291:0:34105:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 102001, rc = 0 00000080:00000001:2.0:1783948575.873294:0:34105:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.873301:0:34105:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948575.873303:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ebbe00 00000080:00002000:2.0:1783948575.873305:0:34105:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951e726c0, parent ffff89e951e2fe58, inode ffff89e951d79988) hashed, 00000080:00000001:2.0:1783948575.873307:0:34105:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.891509:0:34106:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948575.891518:0:34106:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948575.891521:0:34106:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948575.891525:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bbc0 00000080:00200000:2.0:1783948575.891530:0:34106:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948575.891539:0:34106:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e943f2fe00. 00800000:00000002:2.0:1783948575.891547:0:34106:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.891551:0:34106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.891556:0:34106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.891558:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bae0 00800000:00000002:2.0:1783948575.891561:0:34106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.891564:0:34106:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948575.891569:0:34106:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948575.891575:0:34106:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.891577:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b9b0 00000002:00010000:2.0:1783948575.891578:0:34106:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948575.891582:0:34106:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948575.891584:0:34106:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.891587:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948575.891595:0:34106:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.891598:0:34106:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.891600:0:34106:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.891602:0:34106:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948575.891605:0:34106:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948575.891610:0:34106:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066fb80. 00000020:00000040:2.0:1783948575.891615:0:34106:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948575.891622:0:34106:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948575.891832:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.891840:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.891842:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.891844:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.891848:0:34106:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948575.892391:0:34106:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948575.892397:0:34106:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948575.892538:0:34106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8400. 00000100:00000001:2.0:1783948575.892546:0:34106:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.892552:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.892554:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.892555:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.892556:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.892558:0:34106:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.892565:0:34106:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00010000:00000001:2.0:1783948575.892570:0:34106:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948575.892572:0:34106:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948575.892578:0:34106:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f000. 00010000:00000010:2.0:1783948575.892582:0:34106:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887700. 00010000:00000001:2.0:1783948575.892586:0:34106:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948575.892590:0:34106:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235600. 00000020:00000001:2.0:1783948575.892594:0:34106:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948575.892598:0:34106:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235600 with handle 0x8c7cf19e4b440dad to hash 00000020:00000001:2.0:1783948575.892600:0:34106:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948575.892601:0:34106:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.892605:0:34106:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.892608:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.892611:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.892615:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.892624:0:34106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.892765:0:34106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948575.892773:0:34106:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948575.892775:0:34106:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948575.892783:0:34106:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc7540. 00000100:00000001:2.0:1783948575.892785:0:34106:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710622016 : -129839998929600 : ffff89e944fc7540) 00000100:00000001:2.0:1783948575.892788:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.892789:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:2.0:1783948575.892794:0:34106:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.892797:0:34106:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.892799:0:34106:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948575.892801:0:34106:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.892811:0:34106:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.892818:0:34106:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.892821:0:34106:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.892824:0:34106:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.892827:0:34106:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.892830:0:34106:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.892834:0:34106:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job cat:342776fa-f61c-4b73-829b-67eb463eff17:34106:1870603636534912:192.168.202.104@tcp:101:cat.0 00000100:00000001:2.0:1783948575.892838:0:34106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.892843:0:34106:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.892846:0:34106:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.892849:0:34106:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.893014:0:34106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948575.893017:0:34106:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.893025:0:34106:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.893030:0:34106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.893038:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948575.893045:0:34106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636534912, portal 10 00000100:00000001:2.0:1783948575.893047:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.893049:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000040:2.0:1783948575.893056:0:34106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.893063:0:34106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.893066:0:34106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.893068:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2330. 00000100:00000200:2.0:1783948575.893072:0:34106:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636534912, offset 0 00000400:00000200:2.0:1783948575.893079:0:34106:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.893088:0:34106:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.893095:0:34106:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.893101:0:34106:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.893106:0:34106:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.893110:0:34106:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.893113:0:34106:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.893117:0:34106:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2684:2684:256:4294967295] 192.168.202.104@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:2.0:1783948575.893122:0:34106:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.893133:0:34106:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.893141:0:34106:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.893146:0:34106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61e00. 00000800:00000200:2.0:1783948575.893153:0:34106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.893162:0:34106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.893167:0:34106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.893234:0:34106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.893239:0:34106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 833856 usecs (834 jiffies) 00000400:00000200:2.0:1783948575.893242:0:34106:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.893245:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666879 00000100:00000001:2.0:1783948575.893249:0:34106:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.893251:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666879 00000100:00000001:2.0:1783948575.893253:0:34106:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.893255:0:34106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.893258:0:34106:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.893260:0:34106:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.893261:0:34106:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948575.893264:0:34106:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc7540 going to sleep for 11 seconds 00000100:00000001:2.0:1783948575.893267:0:34106:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.893271:0:34106:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948575.896778:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948575.896790:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61e00. 00000400:00000200:1.0:1783948575.896800:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.896811:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948575.896821:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2330 00000400:00000010:1.0:1783948575.896824:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2330. 00000100:00000001:1.0:1783948575.896831:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948575.896841:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.896883:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.896888:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.896896:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.896898:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948575.903276:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.903295:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.903299:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.903303:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.903312:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.903321:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.903330:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.903336:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.903343:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.903347:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9456e80 00000400:00000200:1.0:1783948575.903353:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.903361:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x75c9 [1] + 224 00000800:00000001:1.0:1783948575.903368:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.903375:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.903379:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.903383:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.903392:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.903402:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.903413:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.903462:0:34106:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948575.904084:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.904098:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.904105:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783948575.904361:0:34106:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.904364:0:34106:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.904368:0:34106:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.904374:0:34106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948575.904377:0:34106:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948575.904381:0:34106:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.904388:0:34106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948575.904398:0:34106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.904404:0:34106:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.904406:0:34106:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.904409:0:34106:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.904412:0:34106:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.904415:0:34106:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.904418:0:34106:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.904421:0:34106:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.904431:0:34106:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=95 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948575.904436:0:34106:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.904438:0:34106:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.904440:0:34106:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.904443:0:34106:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.904446:0:34106:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.904450:0:34106:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.904507:0:34106:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1783948575.904510:0:34106:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.904513:0:34106:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.904518:0:34106:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.904525:0:34106:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.904528:0:34106:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.904530:0:34106:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.904534:0:34106:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948575.904542:0:34106:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job cat:342776fa-f61c-4b73-829b-67eb463eff17:34106:1870603636534912:192.168.202.104@tcp:101:cat.0 00000100:00000001:2.0:1783948575.904547:0:34106:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.904551:0:34106:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.904553:0:34106:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948575.904557:0:34106:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.904560:0:34106:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.904567:0:34106:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.904570:0:34106:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc7540. 00000100:00000001:2.0:1783948575.904574:0:34106:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948575.904575:0:34106:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.904578:0:34106:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948575.904583:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.904585:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.904589:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=4 00000020:00000001:2.0:1783948575.904592:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904595:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000040:2.0:1783948575.904601:0:34106:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235600, remote cookie: 0x2ceea11ad5e06862, flags: 0x1001 00010000:00010000:2.0:1783948575.904607:0:34106:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.904617:0:34106:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.904624:0:34106:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948575.904742:0:34106:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948575.904746:0:34106:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948575.904747:0:34106:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948575.904748:0:34106:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948575.904752:0:34106:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6f000) refcount = 1 00010000:00010000:2.0:1783948575.904756:0:34106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.904762:0:34106:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948575.904765:0:34106:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948575.904766:0:34106:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.904769:0:34106:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948575.904772:0:34106:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.904775:0:34106:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.904781:0:34106:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948575.904782:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.904784:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.904785:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.904787:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.904788:0:34106:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.904794:0:34106:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948575.904796:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.904797:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.904799:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:2.0:1783948575.904801:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904803:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904806:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.904807:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.904808:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=4 00000020:00000001:2.0:1783948575.904810:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904812:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904815:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.904818:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.904821:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.904827:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.904828:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.904829:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.904830:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.904832:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=5 00000020:00000001:2.0:1783948575.904834:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904836:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904838:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.904841:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.904848:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.904849:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.904923:0:34106:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.904935:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.904936:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.904937:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.904939:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.904939:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948575.904945:0:34106:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948575.904953:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.904954:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.904956:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:2.0:1783948575.904958:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904960:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904962:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.904963:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.904964:0:34106:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.904966:0:34106:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.904969:0:34106:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948575.904971:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.904973:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.904974:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:2.0:1783948575.904976:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904978:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00000002:00010000:2.0:1783948575.904981:0:34106:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.904986:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.904987:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.904989:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948575.904991:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.904992:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.904993:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:2.0:1783948575.904995:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.904997:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000040:2.0:1783948575.905002:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:2.0:1783948575.905005:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948575.905008:0:34106:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783948575.905010:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.905011:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.905013:0:34106:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948575.905015:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b938 00000002:00002000:2.0:1783948575.905017:0:34106:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948575.905019:0:34106:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.905023:0:34106:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.905025:0:34106:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948575.905028:0:34106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948575.905031:0:34106:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948575.905035:0:34106:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.905039:0:34106:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2fe00. 00000080:00000001:2.0:1783948575.905045:0:34106:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948575.905047:0:34106:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948575.905054:0:34106:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783948575.905058:0:34106:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948575.905067:0:34106:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477c700. 00800000:00000001:2.0:1783948575.905069:0:34106:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701926656 : -129840007624960 : ffff89e94477c700) 00800000:00000001:2.0:1783948575.905072:0:34106:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.905074:0:34106:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948575.905076:0:34106:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948575.905078:0:34106:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948575.905081:0:34106:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948575.905084:0:34106:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948575.905086:0:34106:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.905090:0:34106:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948575.905093:0:34106:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783948575.905097:0:34106:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948575.905099:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.905100:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.905102:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:2.0:1783948575.905104:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.905107:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.905109:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.905110:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948575.905111:0:34106:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948575.905114:0:34106:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948575.905115:0:34106:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477c700 1 00800000:00000010:2.0:1783948575.905118:0:34106:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477c700. 00800000:00000001:2.0:1783948575.905121:0:34106:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.905124:0:34106:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dad 00800000:00000001:2.0:1783948575.905127:0:34106:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.905129:0:34106:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.905130:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.905131:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.905133:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:2.0:1783948575.905134:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.905136:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.905138:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.905139:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.905141:0:34106:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.905142:0:34106:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.905144:0:34106:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.905146:0:34106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948575.905149:0:34106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dad from it ffffb87d01d8bbf8 00010000:00000001:2.0:1783948575.905150:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.905151:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.905152:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:2.0:1783948575.905154:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.905156:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:2.0:1783948575.905158:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.905160:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.905172:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.905173:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.905175:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.905177:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.905180:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.905186:0:34106:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.905189:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.905191:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.905195:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.905196:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.905198:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905201:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.905203:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905205:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905208:0:34106:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905210:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.905211:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.905212:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948575.905214:0:34106:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.905218:0:34106:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066fb80 x1870603636534912/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.905225:0:34106:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948575.905228:0:34106:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.905232:0:34106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958133000. 02000000:00000001:2.0:1783948575.905236:0:34106:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948575.905238:0:34106:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948575.905239:0:34106:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948575.905242:0:34106:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948575.905245:0:34106:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:2.0:1783948575.905248:0:34106:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948575.905249:0:34106:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948575.905251:0:34106:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066fb80. 00000100:00000001:2.0:1783948575.905255:0:34106:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948575.905257:0:34106:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948575.905260:0:34106:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948575.905265:0:34106:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.905272:0:34106:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783948575.905274:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bbc0 00000080:00002000:2.0:1783948575.905276:0:34106:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951e726c0) flags 0x48004e refc 0 00000080:00000001:2.0:1783948575.905278:0:34106:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.905281:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bc08 00000080:00200000:2.0:1783948575.905282:0:34106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1783948575.905290:0:34106:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948575.905291:0:34106:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988), inode mode 81a4 mask 44 00000080:00000001:2.0:1783948575.905294:0:34106:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.905301:0:34106:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948575.905303:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bb98 00000080:00200008:2.0:1783948575.905305:0:34106:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 100000 00000080:00000010:2.0:1783948575.905312:0:34106:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948575.905318:0:34106:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1783948575.905322:0:34106:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e943f2fe00. 00800000:00000002:2.0:1783948575.905327:0:34106:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.905330:0:34106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.905333:0:34106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.905334:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8ba48 00800000:00000002:2.0:1783948575.905336:0:34106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.905339:0:34106:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1783948575.905343:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b9c8 00800000:00000002:2.0:1783948575.905344:0:34106:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1783948575.905348:0:34106:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.905350:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b900 00000002:00010000:2.0:1783948575.905352:0:34106:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1783948575.905356:0:34106:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948575.905358:0:34106:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948575.905361:0:34106:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948575.905365:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 3 00010000:00000001:2.0:1783948575.905367:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.905370:0:34106:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948575.905374:0:34106:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905376:0:34106:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.905378:0:34106:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.905380:0:34106:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948575.905381:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:2.0:1783948575.905383:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.905385:0:34106:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948575.905387:0:34106:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905388:0:34106:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.905390:0:34106:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.905394:0:34106:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066fb80. 00000020:00000040:2.0:1783948575.905398:0:34106:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948575.905403:0:34106:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948575.905404:0:34106:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905407:0:34106:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948575.905410:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.905413:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.905414:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.905415:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.905418:0:34106:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948575.905420:0:34106:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948575.905424:0:34106:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948575.905430:0:34106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8400. 00000100:00000001:2.0:1783948575.905436:0:34106:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905439:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.905441:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905442:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948575.905444:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.905446:0:34106:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.905519:0:34106:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00010000:00000001:2.0:1783948575.905524:0:34106:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948575.905527:0:34106:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948575.905530:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:2.0:1783948575.905531:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.905534:0:34106:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948575.905538:0:34106:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235400. 00000020:00000001:2.0:1783948575.905543:0:34106:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948575.905544:0:34106:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235400 with handle 0x8c7cf19e4b440db4 to hash 00000020:00000001:2.0:1783948575.905547:0:34106:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948575.905548:0:34106:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.905552:0:34106:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.905554:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.905556:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.905559:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.905567:0:34106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948575.905580:0:34106:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948575.905586:0:34106:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948575.905594:0:34106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948575.905599:0:34106:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948575.905601:0:34106:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948575.905609:0:34106:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e944fc7540. 00000100:00000001:2.0:1783948575.905612:0:34106:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233710622016 : -129839998929600 : ffff89e944fc7540) 00000100:00000001:2.0:1783948575.905615:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.905616:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:2.0:1783948575.905622:0:34106:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.905747:0:34106:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.905751:0:34106:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948575.905753:0:34106:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948575.905758:0:34106:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.905770:0:34106:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948575.905772:0:34106:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.905776:0:34106:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948575.905779:0:34106:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948575.905781:0:34106:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948575.905784:0:34106:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job cat:342776fa-f61c-4b73-829b-67eb463eff17:34106:1870603636535168:192.168.202.104@tcp:101:cat.0 00000100:00000001:2.0:1783948575.905788:0:34106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948575.905793:0:34106:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948575.905795:0:34106:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.905798:0:34106:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948575.905931:0:34106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958c00000. 02000000:00000001:2.0:1783948575.905935:0:34106:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948575.905943:0:34106:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948575.905947:0:34106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948575.905954:0:34106:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e958133000. 00000100:00000200:2.0:1783948575.905961:0:34106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636535168, portal 10 00000100:00000001:2.0:1783948575.905964:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.905965:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000040:2.0:1783948575.905971:0:34106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.905978:0:34106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948575.905981:0:34106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948575.905984:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948575.905989:0:34106:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636535168, offset 0 00000400:00000200:2.0:1783948575.905995:0:34106:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948575.906003:0:34106:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.906011:0:34106:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948575.906016:0:34106:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948575.906020:0:34106:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948575.906023:0:34106:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948575.906026:0:34106:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948575.906030:0:34106:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2685:2685:256:4294967295] 192.168.202.104@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:2.0:1783948575.906034:0:34106:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948575.906043:0:34106:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948575.906049:0:34106:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948575.906055:0:34106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61a00. 00000800:00000200:2.0:1783948575.906060:0:34106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948575.906069:0:34106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948575.906073:0:34106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1783948575.906160:0:34106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.906165:0:34106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 832867 usecs (833 jiffies) 00000400:00000200:2.0:1783948575.906168:0:34106:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948575.906171:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666891 00000100:00000001:2.0:1783948575.906175:0:34106:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.906177:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666891 00000100:00000001:2.0:1783948575.906179:0:34106:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:2.0:1783948575.906182:0:34106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.906184:0:34106:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.906186:0:34106:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948575.906188:0:34106:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948575.906191:0:34106:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e944fc7540 going to sleep for 11 seconds 00000100:00000001:2.0:1783948575.906193:0:34106:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948575.906196:0:34106:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948575.909620:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948575.909795:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61a00. 00000400:00000200:1.0:1783948575.909807:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.909816:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948575.909824:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:1.0:1783948575.909827:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:1.0:1783948575.909834:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948575.909845:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.909872:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.909875:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948591 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.909882:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.909884:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948575.910208:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.910223:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.910226:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.910228:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.910234:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.910240:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.910248:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.910253:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.910259:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.910263:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9456f80 00000400:00000200:1.0:1783948575.910268:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.910276:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x75d1 [64] + 224 00000800:00000001:1.0:1783948575.910283:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.910291:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.910293:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.910297:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.910301:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.910305:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948591 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.910314:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.910376:0:34106:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948575.910395:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.910403:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.910406:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783948575.910441:0:34106:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.910443:0:34106:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.910447:0:34106:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948575.910522:0:34106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e958133000 00000400:00000010:2.0:1783948575.910525:0:34106:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e958133000. 00000100:00000001:2.0:1783948575.910529:0:34106:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.910534:0:34106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948575.910545:0:34106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066fb80 x1870603636535168/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.910552:0:34106:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.910555:0:34106:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.910557:0:34106:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.910561:0:34106:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.910563:0:34106:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.910566:0:34106:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.910569:0:34106:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.910578:0:34106:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=95 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948575.910583:0:34106:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.910586:0:34106:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.910587:0:34106:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.910590:0:34106:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.910593:0:34106:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.910596:0:34106:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948575.910598:0:34106:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948575.910600:0:34106:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948575.910603:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.910604:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:2.0:1783948575.910607:0:34106:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.910609:0:34106:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1783948575.910611:0:34106:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.910613:0:34106:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.910619:0:34106:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.910748:0:34106:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.910753:0:34106:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.910755:0:34106:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.910760:0:34106:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948575.910769:0:34106:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066fb80 pname:cluuid:pid:xid:nid:opc:job cat:342776fa-f61c-4b73-829b-67eb463eff17:34106:1870603636535168:192.168.202.104@tcp:101:cat.0 00000100:00000001:2.0:1783948575.910775:0:34106:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.910778:0:34106:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.910780:0:34106:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948575.910782:0:34106:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.910785:0:34106:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.910791:0:34106:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.910794:0:34106:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e944fc7540. 00000100:00000001:2.0:1783948575.910797:0:34106:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948575.910798:0:34106:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.910801:0:34106:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948575.910806:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.910809:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.910813:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=4 00000020:00000001:2.0:1783948575.910815:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.910819:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000040:2.0:1783948575.910826:0:34106:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235400, remote cookie: 0x2ceea11ad5e06870, flags: 0x1001 00010000:00000040:2.0:1783948575.910829:0:34106:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783948575.910833:0:34106:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1783948575.910841:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 3 00010000:00000001:2.0:1783948575.910844:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.910847:0:34106:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.911006:0:34106:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948575.911018:0:34106:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.911024:0:34106:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948575.911028:0:34106:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948575.911031:0:34106:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948575.911033:0:34106:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948575.911034:0:34106:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948575.911037:0:34106:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff89e94722d500) refcount = 3 00010000:00000040:2.0:1783948575.911040:0:34106:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783948575.911043:0:34106:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1783948575.911049:0:34106:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1783948575.911055:0:34106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.911061:0:34106:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948575.911065:0:34106:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948575.911067:0:34106:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.911070:0:34106:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948575.911073:0:34106:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.911076:0:34106:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.911081:0:34106:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948575.911083:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.911085:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.911086:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.911087:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.911088:0:34106:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.911094:0:34106:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948575.911097:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.911098:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.911099:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948575.911101:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.911103:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.911105:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.911106:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948575.911111:0:34106:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948575.911125:0:34106:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783948575.911129:0:34106:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948575.911135:0:34106:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.911144:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.911145:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.911147:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948575.911149:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.911151:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00000002:00010000:2.0:1783948575.911154:0:34106:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783948575.911166:0:34106:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e94477c700. 00010000:00000001:2.0:1783948575.911168:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.911170:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.911171:0:34106:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.911173:0:34106:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.911176:0:34106:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783948575.911178:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.911179:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00010000:00000001:2.0:1783948575.911182:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.911183:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.911184:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948575.911186:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.911188:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00000002:00010000:2.0:1783948575.911191:0:34106:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.911199:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.911200:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.911202:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948575.911204:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.911205:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.911206:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948575.911208:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.911210:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000040:2.0:1783948575.911213:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 4 00010000:00000001:2.0:1783948575.911214:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948575.911219:0:34106:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/49 (0 0) 00010000:00000001:2.0:1783948575.911221:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.911222:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.911223:0:34106:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948575.911226:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8b888 00000002:00002000:2.0:1783948575.911228:0:34106:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1783948575.911230:0:34106:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.911233:0:34106:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.911236:0:34106:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948575.911239:0:34106:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948575.911242:0:34106:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948575.911247:0:34106:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.911251:0:34106:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2fe00. 00000080:00000001:2.0:1783948575.911256:0:34106:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948575.911263:0:34106:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948575.911266:0:34106:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1783948575.911269:0:34106:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.911274:0:34106:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.911279:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.911283:0:34106:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.911287:0:34106:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.911294:0:34106:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.911299:0:34106:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.911304:0:34106:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.911310:0:34106:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.911314:0:34106:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.911319:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fc00. 00000008:00000010:2.0:1783948575.911323:0:34106:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.911327:0:34106:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.911330:0:34106:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.911334:0:34106:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.911337:0:34106:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.911339:0:34106:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948575.911341:0:34106:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948575.911345:0:34106:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948575.911348:0:34106:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948575.911354:0:34106:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041300. 00020000:00000010:2.0:1783948575.911359:0:34106:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e9509adb00. 00020000:00000010:2.0:1783948575.911364:0:34106:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041e40. 00020000:00000001:2.0:1783948575.911367:0:34106:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029891136 : -129839679660480 : ffff89e958041e40) 00020000:00000002:2.0:1783948575.911370:0:34106:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041e40, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948575.911375:0:34106:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948575.911379:0:34106:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e9509adb00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783948575.911382:0:34106:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c25d0) owner ffff89e943b6cf80 00020000:00000001:2.0:1783948575.911385:0:34106:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948575.911388:0:34106:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c25d0) owner ffff89e943b6cf80 00020000:00000010:2.0:1783948575.911392:0:34106:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e9509adb00. 00020000:00000010:2.0:1783948575.911395:0:34106:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041300. 00020000:00000010:2.0:1783948575.911399:0:34106:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041e40. 00020000:00000002:2.0:1783948575.911401:0:34106:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948575.911403:0:34106:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.911405:0:34106:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948575.911407:0:34106:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.911410:0:34106:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.911413:0:34106:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.911417:0:34106:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.911420:0:34106:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.911423:0:34106:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.911426:0:34106:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.911429:0:34106:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.911433:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000008:00000010:2.0:1783948575.911435:0:34106:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.911438:0:34106:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.911441:0:34106:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.911444:0:34106:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.911447:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.911448:0:34106:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948575.911505:0:34106:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1783948575.911509:0:34106:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1783948575.911514:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.911515:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.911518:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948575.911520:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.911522:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00000080:00000001:2.0:1783948575.911525:0:34106:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948575.911526:0:34106:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.911529:0:34106:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.911531:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.911534:0:34106:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.911536:0:34106:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.911539:0:34106:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.911541:0:34106:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.911543:0:34106:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.911546:0:34106:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.911548:0:34106:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.911550:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e000. 00000008:00000010:2.0:1783948575.911552:0:34106:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.911554:0:34106:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.911556:0:34106:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.911558:0:34106:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.911560:0:34106:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.911562:0:34106:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948575.911564:0:34106:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948575.911565:0:34106:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948575.911566:0:34106:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948575.911569:0:34106:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041e40. 00020000:00000010:2.0:1783948575.911572:0:34106:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e9509adb00. 00020000:00000010:2.0:1783948575.911574:0:34106:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041300. 00020000:00000001:2.0:1783948575.911576:0:34106:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029888256 : -129839679663360 : ffff89e958041300) 00020000:00000002:2.0:1783948575.911579:0:34106:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041300, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948575.911583:0:34106:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948575.911585:0:34106:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e9509adb00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783948575.911588:0:34106:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c25d0) owner ffff89e943b6cf80 00020000:00000001:2.0:1783948575.911589:0:34106:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948575.911591:0:34106:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c25d0) owner ffff89e943b6cf80 00020000:00000010:2.0:1783948575.911593:0:34106:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e9509adb00. 00020000:00000010:2.0:1783948575.911595:0:34106:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041e40. 00020000:00000010:2.0:1783948575.911597:0:34106:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041300. 00020000:00000002:2.0:1783948575.911599:0:34106:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948575.911601:0:34106:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.911602:0:34106:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.911606:0:34106:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948575.911608:0:34106:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000002:2.0:1783948575.911611:0:34106:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e950619a80 addref 2/0 by ffff89e943b6cf80. 00020000:00000002:2.0:1783948575.911614:0:34106:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:2.0:1783948575.911616:0:34106:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948575.911619:0:34106:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948575.911620:0:34106:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948575.911622:0:34106:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783948575.911624:0:34106:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783948575.911893:0:34106:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1783948575.911897:0:34106:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.911900:0:34106:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.911903:0:34106:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.911906:0:34106:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.911908:0:34106:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.911910:0:34106:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.911913:0:34106:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.911915:0:34106:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.911918:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fc00. 00000008:00000010:2.0:1783948575.911920:0:34106:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.911986:0:34106:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.911991:0:34106:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.911993:0:34106:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.911996:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.911998:0:34106:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948575.912001:0:34106:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912003:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912004:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948575.912006:0:34106:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948575.912009:0:34106:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948575.912011:0:34106:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.912014:0:34106:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440db4 00800000:00000001:2.0:1783948575.912017:0:34106:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.912019:0:34106:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.912020:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.912022:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.912024:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948575.912026:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.912027:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.912030:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912031:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.912032:0:34106:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.912034:0:34106:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.912036:0:34106:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.912042:0:34106:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948575.912049:0:34106:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.912051:0:34106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440db4 from it ffffb87d01d8bbf0 00010000:00000001:2.0:1783948575.912053:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.912055:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.912056:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948575.912058:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.912060:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948575.912062:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.912065:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948575.912073:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912074:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.912076:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.912078:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.912081:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948575.912088:0:34106:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.912091:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.912093:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.912097:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912098:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.912099:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912102:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.912104:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912106:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912108:0:34106:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912110:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.912112:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912113:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948575.912116:0:34106:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948575.912122:0:34106:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e94477c200. 00000080:00000001:2.0:1783948575.912125:0:34106:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783948575.912129:0:34106:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1783948575.912131:0:34106:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783948575.912134:0:34106:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9461be480. 00000002:00100000:2.0:1783948575.912138:0:34106:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948575.912150:0:34106:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.912152:0:34106:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948575.912156:0:34106:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783948575.912159:0:34106:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.912162:0:34106:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783948575.912164:0:34106:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948575.912166:0:34106:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.912169:0:34106:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948575.912171:0:34106:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.912174:0:34106:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783948575.912178:0:34106:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.912180:0:34106:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948575.912182:0:34106:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.912185:0:34106:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.912188:0:34106:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.912191:0:34106:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783948575.912199:0:34106:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948575.912202:0:34106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958c00000. 02000000:00000001:2.0:1783948575.912257:0:34106:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783948575.912259:0:34106:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.912262:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bb98 00000080:00000008:2.0:1783948575.912264:0:34106:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 100000, rc = 0 00000020:00000001:2.0:1783948575.912287:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd28 00000080:00200008:2.0:1783948575.912289:0:34106:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948575.912294:0:34106:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948575.912295:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bca0 00000080:00200000:2.0:1783948575.912297:0:34106:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988),name=recon 00000080:00000010:2.0:1783948575.912303:0:34106:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e943f2e000. 00800000:00000002:2.0:1783948575.912307:0:34106:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948575.912313:0:34106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948575.912316:0:34106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.912318:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bbc0 00800000:00000002:2.0:1783948575.912321:0:34106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948575.912324:0:34106:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948575.912328:0:34106:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948575.912332:0:34106:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948575.912334:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8ba90 00000002:00010000:2.0:1783948575.912336:0:34106:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948575.912339:0:34106:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948575.912341:0:34106:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.912343:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.912346:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 4 00010000:00000001:2.0:1783948575.912349:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.912353:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.912356:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.912359:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783948575.912367:0:34106:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.912370:0:34106:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.912373:0:34106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1783948575.912379:0:34106:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948575.912381:0:34106:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948575.912383:0:34106:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.912385:0:34106:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948575.912387:0:34106:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948575.912389:0:34106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948575.912391:0:34106:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948575.912393:0:34106:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.912395:0:34106:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2e000. 00000080:00000001:2.0:1783948575.912398:0:34106:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948575.912400:0:34106:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.912403:0:34106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) 00000080:00010000:2.0:1783948575.912406:0:34106:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440d83 00800000:00000001:2.0:1783948575.912408:0:34106:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948575.912410:0:34106:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948575.912411:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.912412:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.912413:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:2.0:1783948575.912415:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.912418:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.912420:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912422:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.912423:0:34106:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.912425:0:34106:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948575.912427:0:34106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d83 from it ffffb87d01d8bcd8 00010000:00000001:2.0:1783948575.912429:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.912430:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.912431:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:2.0:1783948575.912433:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.912435:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:2.0:1783948575.912436:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.912438:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.912444:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912445:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.912446:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.912447:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.912449:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783948575.912536:0:34106:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.912538:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.912539:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.912541:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912542:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.912544:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912546:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.912547:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912549:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912552:0:34106:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.912554:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.912555:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.912556:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948575.912558:0:34106:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948575.912559:0:34106:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.912562:0:34106:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783948575.912564:0:34106:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948575.912565:0:34106:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.912567:0:34106:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948575.912568:0:34106:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.912570:0:34106:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948575.912573:0:34106:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783948575.912575:0:34106:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.912579:0:34106:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.912582:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.912584:0:34106:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.912587:0:34106:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.912591:0:34106:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.912594:0:34106:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.912597:0:34106:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.912601:0:34106:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.912604:0:34106:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.912606:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000008:00000010:2.0:1783948575.912610:0:34106:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.912612:0:34106:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.912614:0:34106:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.912618:0:34106:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.912620:0:34106:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.912622:0:34106:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948575.912626:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.912629:0:34106:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948575.912632:0:34106:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948575.912757:0:34106:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783948575.912762:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.912763:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948575.912765:0:34106:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948575.912767:0:34106:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.912769:0:34106:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.912772:0:34106:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9582a92e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783948575.912776:0:34106:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:2.0:1783948575.912779:0:34106:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948575.912781:0:34106:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948575.912783:0:34106:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948575.912785:0:34106:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.912787:0:34106:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948575.912789:0:34106:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948575.912791:0:34106:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.912792:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.912793:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.912795:0:34106:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948575.912796:0:34106:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00000020:00000001:2.0:1783948575.912798:0:34106:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948575.912800:0:34106:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948575.912802:0:34106:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1783948575.912804:0:34106:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948575.912805:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948575.912808:0:34106:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948575.912810:0:34106:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948575.912815:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948575.912821:0:34106:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887980. 00020000:00000002:2.0:1783948575.912824:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948575.912826:0:34106:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948575.912828:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.912830:0:34106:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948575.912831:0:34106:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.912834:0:34106:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948575.912836:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e200. 00000020:00000010:2.0:1783948575.912839:0:34106:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2f800. 00000020:00000010:2.0:1783948575.912841:0:34106:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.912845:0:34106:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.912848:0:34106:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.913971:0:34106:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.913981:0:34106:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.913985:0:34106:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.913990:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e800. 00000008:00000010:2.0:1783948575.913996:0:34106:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.913999:0:34106:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.914002:0:34106:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.914006:0:34106:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948575.914009:0:34106:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948575.914012:0:34106:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948575.914016:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.914019:0:34106:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948575.914022:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.914023:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948575.914025:0:34106:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.914027:0:34106:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.914029:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.914032:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948575.914036:0:34106:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a390. 00000008:00010000:2.0:1783948575.914039:0:34106:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783948575.914041:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.914043:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948575.914045:0:34106:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9438879b0, osc lock ffff89e95238a390, flags 0x400001002 00000020:00000001:2.0:1783948575.914047:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.914049:0:34106:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.914052:0:34106:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243712 : -129840023307904 : ffff89e943887980) 00000020:00000001:2.0:1783948575.914054:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.914056:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.914057:0:34106:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914059:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914062:0:34106:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948575.914064:0:34106:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948575.914065:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.914067:0:34106:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.914068:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.914070:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.914072:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.914074:0:34106:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.914076:0:34106:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948575.914080:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948575.914082:0:34106:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.914083:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.914085:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948575.914087:0:34106:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948575.914088:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948575.914090:0:34106:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948575.914092:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.914098:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:2.0:1783948575.914101:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.914106:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.914110:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.914115:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783948575.914128:0:34106:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.914133:0:34106:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.914137:0:34106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948575.914144:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.914146:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.914148:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:2.0:1783948575.914150:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.914152:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000008:00000001:2.0:1783948575.914155:0:34106:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948575.914157:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.914158:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.914160:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:2.0:1783948575.914161:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.914164:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000020:00000001:2.0:1783948575.914167:0:34106:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.914169:0:34106:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783948575.914171:0:34106:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783948575.914173:0:34106:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.914174:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.914175:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.914177:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:2.0:1783948575.914179:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.914181:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.914182:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.914185:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948575.914192:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.914194:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.914195:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.914197:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.914199:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.914206:0:34106:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.914208:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.914210:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.914213:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.914214:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.914215:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.914218:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.914219:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.914221:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.914224:0:34106:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.914225:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.914226:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.914227:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.914229:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.914230:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.914232:0:34106:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.914234:0:34106:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914236:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.914238:0:34106:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914239:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914241:0:34106:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.914242:0:34106:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948575.914244:0:34106:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948575.914245:0:34106:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783948575.914247:0:34106:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914248:0:34106:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.914251:0:34106:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948575.914253:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.914255:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.914257:0:34106:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.914262:0:34106:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948575.914265:0:34106:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:2.0:1783948575.914268:0:34106:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914269:0:34106:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914271:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:2.0:1783948575.914273:0:34106:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783948575.914275:0:34106:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948575.914279:0:34106:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948575.914280:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948575.914283:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.914284:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948575.914287:0:34106:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948575.914288:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.914290:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.914291:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.914293:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9438879b0 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948575.914295:0:34106:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948575.914296:0:34106:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948575.914297:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.914298:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.914300:0:34106:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948575.914302:0:34106:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.914303:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.914304:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.914305:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.914306:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948575.914310:0:34106:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948575.914311:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.914311:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9438879b0 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948575.914314:0:34106:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a390. 00000020:00000001:2.0:1783948575.914320:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948575.914321:0:34106:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887980. 00020000:00000001:2.0:1783948575.914325:0:34106:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.914326:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.914327:0:34106:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783948575.914329:0:34106:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914331:0:34106:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948575.914333:0:34106:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948575.914335:0:34106:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948575.914336:0:34106:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948575.914338:0:34106:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.914339:0:34106:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948575.914343:0:34106:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2f800. 00000020:00000010:2.0:1783948575.914347:0:34106:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.914351:0:34106:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.914355:0:34106:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.914358:0:34106:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.914361:0:34106:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.914364:0:34106:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.914367:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e200. 00000008:00000010:2.0:1783948575.914370:0:34106:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.914373:0:34106:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.914376:0:34106:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.914378:0:34106:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948575.914381:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e800. 00000020:00000010:2.0:1783948575.914383:0:34106:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:2.0:1783948575.914385:0:34106:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948575.914387:0:34106:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948575.914389:0:34106:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948575.914392:0:34106:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948575.914395:0:34106:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948575.914397:0:34106:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.914399:0:34106:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948575.914401:0:34106:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.914402:0:34106:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.914403:0:34106:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.914405:0:34106:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.914407:0:34106:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.914409:0:34106:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.914411:0:34106:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.914413:0:34106:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.914415:0:34106:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.914417:0:34106:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.914419:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e000. 00000008:00000010:2.0:1783948575.914421:0:34106:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.914423:0:34106:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.914426:0:34106:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.914428:0:34106:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.914430:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.914432:0:34106:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000001:00000001:2.0:1783948575.914435:0:34106:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.914441:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd28 00000080:00000008:2.0:1783948575.914444:0:34106:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948575.914756:0:34106:0:(file.c:2446:do_file_read_iter()) Process entered 00000020:00000001:2.0:1783948575.914759:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd88 00000080:00200008:2.0:1783948575.914761:0:34106:0:(file.c:2450:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1783948575.914765:0:34106:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1783948575.914767:0:34106:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948575.914771:0:34106:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1783948575.914776:0:34106:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1783948575.914797:0:34106:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.914800:0:34106:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.914804:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.914807:0:34106:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.914810:0:34106:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.914814:0:34106:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.914817:0:34106:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.914821:0:34106:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.914824:0:34106:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.914827:0:34106:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.914830:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fc00. 00000008:00000010:2.0:1783948575.914833:0:34106:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.914835:0:34106:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.914837:0:34106:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.914840:0:34106:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.914841:0:34106:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.914844:0:34106:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000080:00000001:2.0:1783948575.914846:0:34106:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783948575.914848:0:34106:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.914938:0:34106:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783948575.914940:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bc98 00000080:00200000:2.0:1783948575.914942:0:34106:0:(file.c:2058:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1783948575.914947:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bc30 00000080:00200000:2.0:1783948575.914948:0:34106:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1783948575.914950:0:34106:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783948575.914955:0:34106:0:(cl_io.c:214:cl_io_rw_init()) header@00000000710eef53[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1783948575.914956:0:34106:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1783948575.914959:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.914961:0:34106:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948575.914963:0:34106:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948575.914964:0:34106:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948575.914967:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.914968:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783948575.914971:0:34106:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.914976:0:34106:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.914978:0:34106:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948575.914979:0:34106:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.914982:0:34106:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.914986:0:34106:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9582a92e0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1783948575.914990:0:34106:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:2.0:1783948575.914993:0:34106:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948575.914995:0:34106:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948575.914997:0:34106:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948575.914999:0:34106:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915001:0:34106:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948575.915004:0:34106:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948575.915005:0:34106:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915007:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.915008:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.915009:0:34106:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948575.915011:0:34106:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00000020:00000001:2.0:1783948575.915012:0:34106:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915014:0:34106:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915018:0:34106:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948575.915020:0:34106:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783948575.915022:0:34106:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783948575.915024:0:34106:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1783948575.915027:0:34106:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948575.915029:0:34106:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948575.915032:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1783948575.915035:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.915036:0:34106:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948575.915037:0:34106:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.915040:0:34106:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948575.915043:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e800. 00000020:00000010:2.0:1783948575.915045:0:34106:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2e200. 00000020:00000010:2.0:1783948575.915048:0:34106:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.915051:0:34106:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.915054:0:34106:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.915056:0:34106:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.915059:0:34106:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.915061:0:34106:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.915064:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2f800. 00000008:00000010:2.0:1783948575.915066:0:34106:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.915069:0:34106:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.915071:0:34106:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.915074:0:34106:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948575.915076:0:34106:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948575.915078:0:34106:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948575.915079:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.915081:0:34106:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948575.915083:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.915084:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948575.915086:0:34106:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915087:0:34106:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915089:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.915091:0:34106:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783948575.915093:0:34106:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783948575.915096:0:34106:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915098:0:34106:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915100:0:34106:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915102:0:34106:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915103:0:34106:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915105:0:34106:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783948575.915107:0:34106:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1783948575.915109:0:34106:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783948575.915111:0:34106:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783948575.915113:0:34106:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783948575.915116:0:34106:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.915118:0:34106:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.915120:0:34106:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783948575.915122:0:34106:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1783948575.915124:0:34106:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783948575.915125:0:34106:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783948575.915127:0:34106:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915129:0:34106:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.915131:0:34106:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.915132:0:34106:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.915134:0:34106:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915136:0:34106:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948575.915137:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.915138:0:34106:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948575.915140:0:34106:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948575.915141:0:34106:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915142:0:34106:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915144:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915146:0:34106:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915148:0:34106:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948575.915149:0:34106:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948575.915151:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948575.915153:0:34106:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948575.915155:0:34106:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948575.915157:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1783948575.915161:0:34106:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887980. 00020000:00000002:2.0:1783948575.915163:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1783948575.915165:0:34106:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948575.915166:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.915167:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.915169:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948575.915171:0:34106:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a390. 00000008:00010000:2.0:1783948575.915173:0:34106:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783948575.915175:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.915177:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948575.915179:0:34106:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9438879b0, osc lock ffff89e95238a390, flags 0x0 00000020:00000001:2.0:1783948575.915181:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915183:0:34106:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915184:0:34106:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243712 : -129840023307904 : ffff89e943887980) 00000020:00000001:2.0:1783948575.915186:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.915187:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.915189:0:34106:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915190:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915192:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.915194:0:34106:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.915195:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.915196:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.915197:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.915199:0:34106:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.915200:0:34106:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783948575.915202:0:34106:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915204:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948575.915206:0:34106:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.915207:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.915208:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948575.915209:0:34106:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948575.915210:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948575.915212:0:34106:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948575.915215:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.915219:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:2.0:1783948575.915221:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.915225:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.915229:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.915234:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783948575.915244:0:34106:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.915248:0:34106:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.915251:0:34106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.915258:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.915260:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.915262:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:2.0:1783948575.915264:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915266:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000008:00000001:2.0:1783948575.915269:0:34106:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948575.915270:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.915271:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.915273:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:2.0:1783948575.915274:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915276:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915278:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.915279:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.915281:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:2.0:1783948575.915282:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915284:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915286:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.915288:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.915291:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.915298:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915300:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.915301:0:34106:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.915303:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.915304:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.915305:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=7 00000020:00000001:2.0:1783948575.915307:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915308:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915310:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.915313:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.915319:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915320:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.915322:0:34106:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.915328:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.915329:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915330:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.915331:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915332:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.915333:0:34106:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.915335:0:34106:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915337:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915338:0:34106:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915340:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915341:0:34106:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915343:0:34106:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915345:0:34106:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915347:0:34106:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783948575.915349:0:34106:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1783948575.915350:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bb90 00000080:00200000:2.0:1783948575.915352:0:34106:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1783948575.915356:0:34106:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783948575.915358:0:34106:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783948575.915360:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1783948575.915363:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.915364:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.915366:0:34106:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948575.915368:0:34106:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948575.915370:0:34106:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915372:0:34106:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915374:0:34106:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915376:0:34106:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915378:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.915379:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.915381:0:34106:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.915384:0:34106:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948575.915386:0:34106:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:2.0:1783948575.915388:0:34106:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915390:0:34106:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915393:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000001:00000001:2.0:1783948575.915395:0:34106:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948575.915396:0:34106:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1783948575.915398:0:34106:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948575.915400:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948575.915401:0:34106:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948575.915402:0:34106:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948575.915404:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948575.915407:0:34106:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887e80. 00020000:00000002:2.0:1783948575.915409:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948575.915411:0:34106:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948575.915412:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.915413:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.915415:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948575.915417:0:34106:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238b560. 00000008:00010000:2.0:1783948575.915419:0:34106:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783948575.915420:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.915421:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948575.915423:0:34106:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e943887eb0, osc lock ffff89e95238b560, flags 0x400001002 00000020:00000001:2.0:1783948575.915425:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915427:0:34106:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915428:0:34106:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686244992 : -129840023306624 : ffff89e943887e80) 00000020:00000001:2.0:1783948575.915430:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.915431:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.915432:0:34106:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915433:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915435:0:34106:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948575.915437:0:34106:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948575.915438:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.915439:0:34106:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.915440:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.915441:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.915442:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.915443:0:34106:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.915445:0:34106:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948575.915447:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948575.915448:0:34106:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.915449:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.915450:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948575.915451:0:34106:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948575.915551:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948575.915552:0:34106:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948575.915554:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.915557:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:2.0:1783948575.915559:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.915562:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.915563:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.915566:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783948575.915574:0:34106:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.915577:0:34106:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.915580:0:34106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.915587:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.915589:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.915590:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:2.0:1783948575.915592:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915593:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000008:00000001:2.0:1783948575.915595:0:34106:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948575.915597:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.915598:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.915599:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=7 00000020:00000001:2.0:1783948575.915600:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915602:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000020:00000001:2.0:1783948575.915604:0:34106:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.915605:0:34106:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783948575.915607:0:34106:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783948575.915608:0:34106:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.915610:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.915611:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.915612:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=8 00000020:00000001:2.0:1783948575.915614:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915616:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915617:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.915620:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.915626:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915731:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.915734:0:34106:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.915747:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.915748:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915750:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.915751:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915751:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.915753:0:34106:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.915754:0:34106:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915756:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915758:0:34106:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915760:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915761:0:34106:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.915762:0:34106:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948575.915764:0:34106:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948575.915765:0:34106:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783948575.915767:0:34106:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915769:0:34106:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.915772:0:34106:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948575.915773:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.915776:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.915777:0:34106:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.915779:0:34106:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948575.915781:0:34106:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948575 a=0 c=1783948575 b=0 00020000:00000001:2.0:1783948575.915783:0:34106:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915785:0:34106:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915787:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:2.0:1783948575.915789:0:34106:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783948575.915791:0:34106:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948575.915793:0:34106:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948575.915795:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948575.915797:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.915798:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948575.915800:0:34106:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948575.915802:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.915803:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.915805:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.915806:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e943887eb0 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948575.915809:0:34106:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948575.915810:0:34106:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948575.915811:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915812:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.915814:0:34106:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948575.915815:0:34106:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.915816:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.915817:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.915818:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.915820:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948575.915822:0:34106:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948575.915823:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.915824:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e943887eb0 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948575.915826:0:34106:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238b560. 00000020:00000001:2.0:1783948575.915831:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948575.915832:0:34106:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887e80. 00020000:00000001:2.0:1783948575.915836:0:34106:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.915837:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.915838:0:34106:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783948575.915839:0:34106:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783948575.915844:0:34106:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000710eef53[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:2.0:1783948575.915846:0:34106:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1783948575.915848:0:34106:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1783948575.915880:0:34106:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1783948575.915885:0:34106:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783948575.915886:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.915887:0:34106:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783948575.915889:0:34106:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1783948575.915891:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.915893:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.915895:0:34106:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783948575.915898:0:34106:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948575.915900:0:34106:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915902:0:34106:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915904:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:2.0:1783948575.915905:0:34106:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915907:0:34106:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915909:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915910:0:34106:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915912:0:34106:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915914:0:34106:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783948575.915915:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783948575.915917:0:34106:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783948575.915918:0:34106:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783948575.915919:0:34106:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783948575.915920:0:34106:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.915922:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.915923:0:34106:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783948575.915925:0:34106:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948575.915926:0:34106:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948575.915927:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948575.915929:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.915930:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948575.915932:0:34106:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948575.915933:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.915935:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.915936:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.915937:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9438879b0 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948575.915940:0:34106:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948575.915941:0:34106:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948575.915942:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.915943:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.915945:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:2.0:1783948575.915947:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915948:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.915950:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.915953:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948575.915960:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915961:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.915962:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.915964:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.915967:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.915981:0:34106:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.915984:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.915986:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.915989:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.915990:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.915992:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.915995:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.915996:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.915998:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.916002:0:34106:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.916004:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.916005:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916006:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.916007:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916008:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.916009:0:34106:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948575.916010:0:34106:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.916011:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.916012:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.916013:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.916014:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948575.916016:0:34106:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948575.916017:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.916018:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9438879b0 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948575.916020:0:34106:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a390. 00000020:00000001:2.0:1783948575.916022:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948575.916023:0:34106:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887980. 00020000:00000001:2.0:1783948575.916025:0:34106:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.916026:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.916027:0:34106:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783948575.916028:0:34106:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783948575.916029:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.916030:0:34106:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948575.916032:0:34106:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783948575.916033:0:34106:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916035:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916036:0:34106:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783948575.916038:0:34106:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783948575.916039:0:34106:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783948575.916041:0:34106:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1783948575.916042:0:34106:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783948575.916044:0:34106:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948575.916045:0:34106:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948575.916047:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.916048:0:34106:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783948575.916050:0:34106:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783948575.916052:0:34106:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916053:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916055:0:34106:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948575.916056:0:34106:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948575.916057:0:34106:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916060:0:34106:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948575.916061:0:34106:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948575.916062:0:34106:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948575.916063:0:34106:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948575.916065:0:34106:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.916066:0:34106:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948575.916069:0:34106:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2e200. 00000020:00000010:2.0:1783948575.916072:0:34106:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.916075:0:34106:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.916078:0:34106:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.916081:0:34106:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.916085:0:34106:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.916087:0:34106:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.916090:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e800. 00000008:00000010:2.0:1783948575.916092:0:34106:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.916095:0:34106:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.916098:0:34106:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.916101:0:34106:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948575.916103:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2f800. 00000020:00000010:2.0:1783948575.916105:0:34106:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:2.0:1783948575.916107:0:34106:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948575.916109:0:34106:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948575.916110:0:34106:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948575.916113:0:34106:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948575.916116:0:34106:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.916117:0:34106:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.916119:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bc98 00000080:00200000:2.0:1783948575.916121:0:34106:0:(file.c:2206:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1783948575.916124:0:34106:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1783948575.916126:0:34106:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948575.916128:0:34106:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.916130:0:34106:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.916132:0:34106:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.916134:0:34106:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.916136:0:34106:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.916139:0:34106:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.916141:0:34106:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.916143:0:34106:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.916145:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000008:00000010:2.0:1783948575.916147:0:34106:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.916150:0:34106:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.916152:0:34106:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.916154:0:34106:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.916156:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.916157:0:34106:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000020:00000001:2.0:1783948575.916161:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd88 00000080:00000008:2.0:1783948575.916163:0:34106:0:(file.c:2515:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1783948575.916165:0:34106:0:(file.c:2517:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1783948575.916268:0:34106:0:(file.c:2446:do_file_read_iter()) Process entered 00000020:00000001:2.0:1783948575.916271:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd88 00000080:00200008:2.0:1783948575.916273:0:34106:0:(file.c:2450:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1783948575.916275:0:34106:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1783948575.916277:0:34106:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948575.916280:0:34106:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1783948575.916282:0:34106:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948575.916285:0:34106:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.916289:0:34106:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.916292:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.916295:0:34106:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.916297:0:34106:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.916301:0:34106:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.916304:0:34106:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.916306:0:34106:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.916309:0:34106:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.916312:0:34106:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.916314:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e000. 00000008:00000010:2.0:1783948575.916317:0:34106:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.916319:0:34106:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.916322:0:34106:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.916324:0:34106:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.916326:0:34106:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.916328:0:34106:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000080:00000001:2.0:1783948575.916330:0:34106:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783948575.916332:0:34106:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916334:0:34106:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783948575.916336:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bc98 00000080:00200000:2.0:1783948575.916337:0:34106:0:(file.c:2058:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1783948575.916341:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bc30 00000080:00200000:2.0:1783948575.916342:0:34106:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1783948575.916345:0:34106:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783948575.916348:0:34106:0:(cl_io.c:214:cl_io_rw_init()) header@00000000710eef53[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1783948575.916350:0:34106:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1783948575.916352:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.916354:0:34106:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948575.916355:0:34106:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948575.916357:0:34106:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948575.916360:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.916361:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783948575.916362:0:34106:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948575.916365:0:34106:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916367:0:34106:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948575.916369:0:34106:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916371:0:34106:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.916373:0:34106:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9582a92e0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1783948575.916376:0:34106:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:2.0:1783948575.916378:0:34106:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948575.916380:0:34106:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948575.916382:0:34106:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948575.916383:0:34106:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916385:0:34106:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948575.916387:0:34106:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948575.916389:0:34106:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916390:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.916391:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.916392:0:34106:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948575.916394:0:34106:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00000020:00000001:2.0:1783948575.916396:0:34106:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916397:0:34106:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916399:0:34106:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948575.916400:0:34106:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783948575.916402:0:34106:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783948575.916405:0:34106:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1783948575.916407:0:34106:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948575.916408:0:34106:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948575.916411:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1783948575.916414:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.916415:0:34106:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948575.916416:0:34106:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.916418:0:34106:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948575.916420:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2f800. 00000020:00000010:2.0:1783948575.916422:0:34106:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2e800. 00000020:00000010:2.0:1783948575.916424:0:34106:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.916426:0:34106:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.916429:0:34106:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.916431:0:34106:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.916433:0:34106:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.916436:0:34106:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.916438:0:34106:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e200. 00000008:00000010:2.0:1783948575.916441:0:34106:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.916443:0:34106:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.916445:0:34106:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.916447:0:34106:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948575.916449:0:34106:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948575.916465:0:34106:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948575.916467:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.916469:0:34106:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948575.916471:0:34106:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.916472:0:34106:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948575.916473:0:34106:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916475:0:34106:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916477:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.916479:0:34106:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783948575.916481:0:34106:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783948575.916490:0:34106:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916492:0:34106:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916494:0:34106:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916496:0:34106:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916497:0:34106:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916499:0:34106:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783948575.916500:0:34106:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1783948575.916502:0:34106:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783948575.916503:0:34106:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783948575.916505:0:34106:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783948575.916507:0:34106:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916509:0:34106:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916511:0:34106:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783948575.916513:0:34106:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1783948575.916514:0:34106:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783948575.916515:0:34106:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783948575.916517:0:34106:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916518:0:34106:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916520:0:34106:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916521:0:34106:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916523:0:34106:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916525:0:34106:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948575.916526:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.916527:0:34106:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948575.916528:0:34106:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948575.916529:0:34106:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916531:0:34106:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916532:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916534:0:34106:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916535:0:34106:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948575.916537:0:34106:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948575.916538:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948575.916540:0:34106:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948575.916541:0:34106:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948575.916543:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1783948575.916547:0:34106:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887980. 00020000:00000002:2.0:1783948575.916549:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1783948575.916551:0:34106:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948575.916553:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.916554:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.916556:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948575.916558:0:34106:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a390. 00000008:00010000:2.0:1783948575.916560:0:34106:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783948575.916562:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.916563:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948575.916565:0:34106:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9438879b0, osc lock ffff89e95238a390, flags 0x0 00000020:00000001:2.0:1783948575.916567:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916568:0:34106:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916570:0:34106:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243712 : -129840023307904 : ffff89e943887980) 00000020:00000001:2.0:1783948575.916571:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.916572:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.916574:0:34106:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916575:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916577:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.916578:0:34106:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.916580:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.916581:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.916582:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.916584:0:34106:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.916585:0:34106:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783948575.916587:0:34106:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916589:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948575.916591:0:34106:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.916592:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.916593:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948575.916594:0:34106:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948575.916595:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948575.916596:0:34106:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948575.916598:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.916603:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:2.0:1783948575.916605:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.916608:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.916611:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948575.916616:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783948575.916624:0:34106:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.916635:0:34106:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.916638:0:34106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.916645:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.916647:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.916649:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:2.0:1783948575.916650:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916652:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000008:00000001:2.0:1783948575.916655:0:34106:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948575.916656:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.916657:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.916659:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:2.0:1783948575.916660:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916662:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916664:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.916665:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.916666:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:2.0:1783948575.916668:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916670:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916671:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.916673:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.916675:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.916682:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916683:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.916690:0:34106:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.916691:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.916692:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.916694:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=7 00000020:00000001:2.0:1783948575.916695:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916698:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916700:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.916702:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.916708:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916709:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.916712:0:34106:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.916718:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.916719:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916720:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.916721:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916722:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.916723:0:34106:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.916725:0:34106:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916726:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916728:0:34106:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916729:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916731:0:34106:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916733:0:34106:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916734:0:34106:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916735:0:34106:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783948575.916737:0:34106:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1783948575.916739:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bb90 00000080:00200000:2.0:1783948575.916741:0:34106:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1783948575.916744:0:34106:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783948575.916746:0:34106:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783948575.916748:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1783948575.916750:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.916751:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.916753:0:34106:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948575.916754:0:34106:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948575.916756:0:34106:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916757:0:34106:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916759:0:34106:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916761:0:34106:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916763:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.916765:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.916767:0:34106:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.916769:0:34106:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783948575.916772:0:34106:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948575.916774:0:34106:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1783948575.916776:0:34106:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948575.916777:0:34106:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1783948575.916779:0:34106:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1783948575 a=1783948575 c=1783948575 b=0 00020000:00000001:2.0:1783948575.916782:0:34106:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.916784:0:34106:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948575 a=1783948575 c=1783948575 b=0 00020000:00000001:2.0:1783948575.916787:0:34106:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916789:0:34106:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916790:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000001:00000001:2.0:1783948575.916792:0:34106:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948575.916794:0:34106:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1783948575.916795:0:34106:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948575.916796:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948575.916797:0:34106:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948575.916798:0:34106:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948575.916800:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948575.916803:0:34106:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887e80. 00020000:00000002:2.0:1783948575.916805:0:34106:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948575.916806:0:34106:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948575.916808:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.916809:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.916811:0:34106:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948575.916813:0:34106:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238b560. 00000008:00010000:2.0:1783948575.916814:0:34106:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783948575.916816:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.916817:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948575.916818:0:34106:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e943887eb0, osc lock ffff89e95238b560, flags 0x400001002 00000020:00000001:2.0:1783948575.916820:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916821:0:34106:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916822:0:34106:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686244992 : -129840023306624 : ffff89e943887e80) 00000020:00000001:2.0:1783948575.916824:0:34106:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948575.916825:0:34106:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.916826:0:34106:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916828:0:34106:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916829:0:34106:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948575.916831:0:34106:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948575.916832:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.916833:0:34106:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948575.916834:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.916835:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.916836:0:34106:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.916837:0:34106:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948575.916839:0:34106:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948575.916840:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948575.916842:0:34106:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.916843:0:34106:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948575.916844:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948575.916845:0:34106:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948575.916846:0:34106:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948575.916847:0:34106:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948575.916848:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.916884:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:2.0:1783948575.916887:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.916889:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948575.916891:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.916894:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783948575.916908:0:34106:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.916910:0:34106:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.916913:0:34106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.916920:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.916921:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.916922:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:2.0:1783948575.916924:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916926:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000008:00000001:2.0:1783948575.916927:0:34106:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948575.916929:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.916930:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.916931:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=7 00000020:00000001:2.0:1783948575.916932:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916934:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000020:00000001:2.0:1783948575.916936:0:34106:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.916937:0:34106:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783948575.916939:0:34106:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783948575.916940:0:34106:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.916942:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.916943:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.916944:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=8 00000020:00000001:2.0:1783948575.916946:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916948:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.916949:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.916952:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.916963:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916964:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948575.916966:0:34106:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.916972:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.916973:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916974:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.916974:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.916975:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.916977:0:34106:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.916978:0:34106:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916980:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.916981:0:34106:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916983:0:34106:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916984:0:34106:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948575.916985:0:34106:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948575.916987:0:34106:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948575.916988:0:34106:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783948575.916989:0:34106:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.916991:0:34106:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.916993:0:34106:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948575.916994:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.916996:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.916997:0:34106:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948575.916998:0:34106:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948575.917000:0:34106:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948575 a=1783948575 c=1783948575 b=0 00020000:00000001:2.0:1783948575.917002:0:34106:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917003:0:34106:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917005:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:2.0:1783948575.917008:0:34106:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783948575.917010:0:34106:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948575.917012:0:34106:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948575.917014:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948575.917016:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.917018:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948575.917020:0:34106:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948575.917022:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.917023:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.917024:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.917026:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e943887eb0 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948575.917028:0:34106:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948575.917029:0:34106:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948575.917030:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.917030:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.917031:0:34106:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948575.917033:0:34106:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.917034:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.917034:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.917035:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.917036:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582a9280 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948575.917039:0:34106:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948575.917040:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.917041:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e943887eb0 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948575.917043:0:34106:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238b560. 00000020:00000001:2.0:1783948575.917047:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948575.917048:0:34106:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887e80. 00020000:00000001:2.0:1783948575.917050:0:34106:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.917051:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.917052:0:34106:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783948575.917053:0:34106:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783948575.917058:0:34106:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000710eef53[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:2.0:1783948575.917059:0:34106:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1783948575.917061:0:34106:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1783948575.917063:0:34106:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1783948575.917066:0:34106:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783948575.917067:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.917068:0:34106:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783948575.917070:0:34106:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1783948575.917071:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.917073:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.917075:0:34106:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783948575.917077:0:34106:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948575.917079:0:34106:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917080:0:34106:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917082:0:34106:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:2.0:1783948575.917084:0:34106:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917086:0:34106:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.917087:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.917088:0:34106:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917090:0:34106:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917091:0:34106:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783948575.917092:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783948575.917094:0:34106:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783948575.917095:0:34106:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783948575.917096:0:34106:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783948575.917097:0:34106:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.917098:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917100:0:34106:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783948575.917101:0:34106:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948575.917102:0:34106:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948575.917103:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:2.0:1783948575.917105:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.917106:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948575.917108:0:34106:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948575.917109:0:34106:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.917110:0:34106:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.917111:0:34106:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948575.917112:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9438879b0 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948575.917114:0:34106:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948575.917115:0:34106:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948575.917116:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948575.917117:0:34106:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948575.917119:0:34106:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:2.0:1783948575.917121:0:34106:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.917123:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948575.917125:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948575.917127:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948575.917139:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.917140:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.917141:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948575.917143:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948575.917145:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783948575.917152:0:34106:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.917154:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.917155:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.917158:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.917158:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.917160:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.917162:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.917163:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.917165:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.917167:0:34106:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.917168:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948575.917169:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.917170:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948575.917171:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.917172:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948575.917173:0:34106:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948575.917174:0:34106:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.917175:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.917176:0:34106:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948575.917177:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.917178:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948575.917180:0:34106:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948575.917181:0:34106:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948575.917182:0:34106:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9438879b0 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948575.917185:0:34106:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a390. 00000020:00000001:2.0:1783948575.917187:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948575.917188:0:34106:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887980. 00020000:00000001:2.0:1783948575.917190:0:34106:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.917191:0:34106:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948575.917192:0:34106:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783948575.917194:0:34106:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783948575.917195:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.917196:0:34106:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948575.917197:0:34106:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783948575.917198:0:34106:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.917200:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.917201:0:34106:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783948575.917202:0:34106:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783948575.917203:0:34106:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783948575.917205:0:34106:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1783948575.917206:0:34106:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783948575.917207:0:34106:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948575.917209:0:34106:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948575.917210:0:34106:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.917210:0:34106:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783948575.917212:0:34106:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783948575.917213:0:34106:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.917215:0:34106:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.917217:0:34106:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948575.917218:0:34106:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948575.917219:0:34106:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917222:0:34106:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948575.917223:0:34106:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948575.917224:0:34106:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948575.917225:0:34106:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948575.917226:0:34106:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.917228:0:34106:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948575.917230:0:34106:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2e800. 00000020:00000010:2.0:1783948575.917233:0:34106:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.917236:0:34106:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.917239:0:34106:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.917242:0:34106:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.917245:0:34106:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.917247:0:34106:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.917250:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2f800. 00000008:00000010:2.0:1783948575.917252:0:34106:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.917255:0:34106:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.917258:0:34106:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.917260:0:34106:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948575.917263:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e200. 00000020:00000010:2.0:1783948575.917265:0:34106:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:2.0:1783948575.917267:0:34106:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948575.917268:0:34106:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948575.917269:0:34106:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948575.917271:0:34106:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948575.917273:0:34106:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.917274:0:34106:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.917276:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bc98 00000080:00200000:2.0:1783948575.917277:0:34106:0:(file.c:2206:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1783948575.917279:0:34106:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1783948575.917281:0:34106:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948575.917283:0:34106:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.917284:0:34106:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.917286:0:34106:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.917288:0:34106:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.917290:0:34106:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.917292:0:34106:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.917295:0:34106:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.917297:0:34106:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.917299:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fc00. 00000008:00000010:2.0:1783948575.917301:0:34106:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.917303:0:34106:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.917305:0:34106:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.917307:0:34106:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.917309:0:34106:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.917311:0:34106:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000020:00000001:2.0:1783948575.917313:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bd88 00000080:00000008:2.0:1783948575.917315:0:34106:0:(file.c:2515:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1783948575.917317:0:34106:0:(file.c:2517:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.917398:0:34106:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948575.917401:0:34106:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000002:2.0:1783948575.917404:0:34106:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:2.0:1783948575.917406:0:34106:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.917414:0:34106:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948575.917416:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bdb8 00000080:00200008:2.0:1783948575.917418:0:34106:0:(file.c:447:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 100000 00000080:00000001:2.0:1783948575.917422:0:34106:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783948575.917426:0:34106:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783948575.917427:0:34106:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948575.917429:0:34106:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000002:2.0:1783948575.917431:0:34106:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e943b6cf80 00020000:00000001:2.0:1783948575.917433:0:34106:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.917435:0:34106:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1783948575.917442:0:34106:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948575.917444:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948575.917447:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 4 00010000:00000001:2.0:1783948575.917449:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.917453:0:34106:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1783948575.917455:0:34106:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1783948575.917456:0:34106:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948575.917459:0:34106:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948575.917463:0:34106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948575.917470:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.917471:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948575.917473:0:34106:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1783948575.917475:0:34106:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 16 00000080:00000010:2.0:1783948575.917477:0:34106:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948575.917481:0:34106:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.917497:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8bdb8 00000080:00000008:2.0:1783948575.917499:0:34106:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), flags 100000, rc = 0 00000080:00000001:2.0:1783948575.917501:0:34106:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.917505:0:34106:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948575.917507:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d8be00 00000080:00002000:2.0:1783948575.917508:0:34106:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951e726c0, parent ffff89e951e2fe58, inode ffff89e951d79988) hashed, 00000080:00000001:2.0:1783948575.917511:0:34106:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.929404:0:34107:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.929411:0:34107:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.929414:0:34107:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948575.929417:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fb20 00000080:00200000:1.0:1783948575.929422:0:34107:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948575.929430:0:34107:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9472b7e00. 00800000:00000002:1.0:1783948575.929437:0:34107:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948575.929441:0:34107:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948575.929446:0:34107:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.929448:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa40 00800000:00000002:1.0:1783948575.929451:0:34107:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948575.929520:0:34107:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948575.929524:0:34107:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948575.929530:0:34107:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.929533:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f910 00000002:00010000:1.0:1783948575.929535:0:34107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948575.929538:0:34107:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948575.929540:0:34107:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.929544:0:34107:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.929552:0:34107:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948575.929555:0:34107:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.929560:0:34107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.929565:0:34107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.929570:0:34107:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948575.929580:0:34107:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.929586:0:34107:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.929589:0:34107:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948575.929595:0:34107:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948575.929598:0:34107:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.929600:0:34107:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.929601:0:34107:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.929603:0:34107:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.929605:0:34107:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948575.929608:0:34107:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948575.929611:0:34107:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948575.929614:0:34107:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9472b7e00. 00000080:00000001:1.0:1783948575.929619:0:34107:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948575.929620:0:34107:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.929623:0:34107:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948575.929626:0:34107:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dad 00800000:00000001:1.0:1783948575.929756:0:34107:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.929759:0:34107:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.929761:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.929763:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.929766:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.929768:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.929771:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.929774:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.929776:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.929777:0:34107:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.929779:0:34107:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.929781:0:34107:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dad from it ffffb87d00c8fb58 00010000:00000001:1.0:1783948575.929783:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.929784:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.929786:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.929787:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.929789:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.929791:0:34107:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.929794:0:34107:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948575.929801:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.929802:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.929803:0:34107:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.929805:0:34107:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.929807:0:34107:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948575.932118:0:34107:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.932124:0:34107:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.932127:0:34107:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.932134:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.932136:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.932138:0:34107:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.932142:0:34107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.932145:0:34107:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.932147:0:34107:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.932151:0:34107:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.932155:0:34107:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.932157:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.932158:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948575.932163:0:34107:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948575.932164:0:34107:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.932169:0:34107:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948575.932177:0:34107:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.932184:0:34107:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948575.932188:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fb48 00000080:00002000:1.0:1783948575.932191:0:34107:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951e726c0) flags 0x48004e refc 0 00000080:00000001:1.0:1783948575.932194:0:34107:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.932196:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fb90 00000080:00200000:1.0:1783948575.932197:0:34107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1783948575.932213:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fd08 00000080:00200008:1.0:1783948575.932215:0:34107:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1783948575.932222:0:34107:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948575.932223:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fc80 00000080:00200000:1.0:1783948575.932225:0:34107:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988),name=recon 00000080:00000010:1.0:1783948575.932234:0:34107:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9472b7e00. 00800000:00000002:1.0:1783948575.932240:0:34107:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948575.932247:0:34107:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948575.932250:0:34107:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.932252:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fba0 00800000:00000002:1.0:1783948575.932254:0:34107:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948575.932257:0:34107:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948575.932262:0:34107:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948575.932266:0:34107:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.932268:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fa70 00000002:00010000:1.0:1783948575.932270:0:34107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948575.932274:0:34107:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948575.932276:0:34107:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.932278:0:34107:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.932283:0:34107:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 4 00010000:00000001:1.0:1783948575.932286:0:34107:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.932290:0:34107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.932294:0:34107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.932298:0:34107:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1783948575.932308:0:34107:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.932313:0:34107:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.932316:0:34107:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1783948575.932323:0:34107:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948575.932325:0:34107:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.932327:0:34107:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.932329:0:34107:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.932330:0:34107:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.932332:0:34107:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948575.932335:0:34107:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948575.932337:0:34107:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948575.932341:0:34107:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9472b7e00. 00000080:00000001:1.0:1783948575.932345:0:34107:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948575.932346:0:34107:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.932349:0:34107:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) 00000080:00010000:1.0:1783948575.932351:0:34107:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440d83 00800000:00000001:1.0:1783948575.932355:0:34107:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.932357:0:34107:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.932359:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.932361:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.932364:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.932366:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.932369:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.932372:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.932373:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.932374:0:34107:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.932375:0:34107:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.932377:0:34107:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d83 from it ffffb87d00c8fcb8 00010000:00000001:1.0:1783948575.932380:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.932381:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.932382:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.932383:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.932385:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.932387:0:34107:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.932390:0:34107:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783948575.932395:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.932396:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.932398:0:34107:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.932400:0:34107:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.932402:0:34107:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1783948575.932407:0:34107:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.932409:0:34107:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.932410:0:34107:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.932412:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.932413:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.932414:0:34107:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.932416:0:34107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.932417:0:34107:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.932419:0:34107:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.932420:0:34107:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.932422:0:34107:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.932423:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.932424:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948575.932425:0:34107:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948575.932426:0:34107:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948575.932429:0:34107:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1783948575.932431:0:34107:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948575.932433:0:34107:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948575.932435:0:34107:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948575.932436:0:34107:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.932439:0:34107:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783948575.932442:0:34107:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1783948575.932444:0:34107:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.932449:0:34107:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.933232:0:34107:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b7e00. 00000020:00000010:1.0:1783948575.933239:0:34107:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.933243:0:34107:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.933249:0:34107:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.933254:0:34107:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.933260:0:34107:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.933267:0:34107:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.933271:0:34107:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.933274:0:34107:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b6a00. 00000008:00000010:1.0:1783948575.933278:0:34107:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.933281:0:34107:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.933284:0:34107:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.933288:0:34107:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.933290:0:34107:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.933294:0:34107:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948575.933297:0:34107:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:1.0:1783948575.933300:0:34107:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948575.933302:0:34107:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948575.933305:0:34107:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1783948575.933308:0:34107:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.933309:0:34107:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948575.933312:0:34107:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948575.933314:0:34107:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.933315:0:34107:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948575.933319:0:34107:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9582d77e0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1783948575.933323:0:34107:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e95083cf80 00020000:00000001:1.0:1783948575.933327:0:34107:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948575.933329:0:34107:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948575.933331:0:34107:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948575.933333:0:34107:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.933335:0:34107:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948575.933338:0:34107:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948575.933340:0:34107:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.933341:0:34107:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.933343:0:34107:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948575.933344:0:34107:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948575.933346:0:34107:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e95083cf80 00000020:00000001:1.0:1783948575.933348:0:34107:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783948575.933350:0:34107:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1783948575.933351:0:34107:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1783948575.933353:0:34107:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783948575.933354:0:34107:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783948575.933357:0:34107:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783948575.933358:0:34107:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783948575.933364:0:34107:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783948575.933369:0:34107:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9585c4480. 00020000:00000002:1.0:1783948575.933372:0:34107:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948575.933374:0:34107:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783948575.933376:0:34107:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.933378:0:34107:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948575.933380:0:34107:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.933384:0:34107:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948575.933389:0:34107:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e952882400. 00000020:00000010:1.0:1783948575.933392:0:34107:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.933394:0:34107:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506194e0. 00000008:00000010:1.0:1783948575.933398:0:34107:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.933400:0:34107:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.933403:0:34107:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.933406:0:34107:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.933409:0:34107:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.933412:0:34107:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a400. 00000008:00000010:1.0:1783948575.933414:0:34107:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.933417:0:34107:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.933420:0:34107:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.933423:0:34107:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948575.933425:0:34107:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948575.933427:0:34107:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948575.933431:0:34107:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:1.0:1783948575.933433:0:34107:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948575.933435:0:34107:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.933436:0:34107:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948575.933438:0:34107:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.933439:0:34107:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.933441:0:34107:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.933443:0:34107:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783948575.933447:0:34107:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e94369bc80. 00000008:00010000:1.0:1783948575.933450:0:34107:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1783948575.933465:0:34107:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948575.933467:0:34107:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783948575.933469:0:34107:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9585c44b0, osc lock ffff89e94369bc80, flags 0x400001002 00000020:00000001:1.0:1783948575.933471:0:34107:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.933473:0:34107:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.933477:0:34107:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234035668096 : -129839673883520 : ffff89e9585c4480) 00000020:00000001:1.0:1783948575.933479:0:34107:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948575.933479:0:34107:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783948575.933481:0:34107:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.933769:0:34107:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.933773:0:34107:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1783948575.933775:0:34107:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1783948575.933777:0:34107:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948575.933779:0:34107:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948575.933780:0:34107:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.933781:0:34107:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.933783:0:34107:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948575.933785:0:34107:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948575.933788:0:34107:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783948575.933792:0:34107:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948575.933794:0:34107:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948575.933796:0:34107:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948575.933798:0:34107:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948575.933799:0:34107:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948575.933801:0:34107:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948575.933804:0:34107:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783948575.933807:0:34107:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.933813:0:34107:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:1.0:1783948575.933816:0:34107:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.933822:0:34107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.933827:0:34107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.933831:0:34107:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1783948575.933845:0:34107:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.933880:0:34107:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.933884:0:34107:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783948575.933891:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.933894:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.933896:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:1.0:1783948575.933899:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948575.933901:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000008:00000001:1.0:1783948575.933905:0:34107:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783948575.933908:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.933909:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.933910:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:1.0:1783948575.933912:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948575.933914:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000020:00000001:1.0:1783948575.933917:0:34107:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783948575.933919:0:34107:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1783948575.933921:0:34107:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1783948575.933923:0:34107:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.933925:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.933926:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.933927:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:1.0:1783948575.933929:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948575.933932:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948575.933934:0:34107:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.933937:0:34107:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783948575.933945:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.933947:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.933948:0:34107:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.933950:0:34107:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.933953:0:34107:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1783948575.933962:0:34107:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.933965:0:34107:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.933966:0:34107:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.933969:0:34107:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.933972:0:34107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.933974:0:34107:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.933975:0:34107:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.933978:0:34107:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.933981:0:34107:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.933982:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.933983:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.933984:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.933985:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948575.933986:0:34107:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.933988:0:34107:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.933991:0:34107:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.933992:0:34107:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.933994:0:34107:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.933996:0:34107:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783948575.933997:0:34107:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1783948575.933999:0:34107:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1783948575.934001:0:34107:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1783948575.934003:0:34107:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.934005:0:34107:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.934008:0:34107:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948575.934011:0:34107:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:1.0:1783948575.934013:0:34107:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:1.0:1783948575.934015:0:34107:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948575.934019:0:34107:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948575.934023:0:34107:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948575.934024:0:34107:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1783948575.934026:0:34107:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948575.934027:0:34107:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1783948575.934029:0:34107:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1783948575 a=1783948575 c=1783948575 b=0 00020000:00000001:1.0:1783948575.934032:0:34107:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948575.934034:0:34107:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948575 a=1783948575 c=1783948575 b=0 00020000:00000001:1.0:1783948575.934037:0:34107:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.934039:0:34107:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.934040:0:34107:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:1.0:1783948575.934042:0:34107:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1783948575.934045:0:34107:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783948575.934049:0:34107:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948575.934050:0:34107:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_release():245 00000020:00000001:1.0:1783948575.934052:0:34107:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948575.934054:0:34107:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948575.934056:0:34107:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948575.934058:0:34107:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.934059:0:34107:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.934060:0:34107:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948575.934062:0:34107:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9585c44b0 (ffff89e95852fcf8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948575.934064:0:34107:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948575.934065:0:34107:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948575.934066:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.934067:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948575.934068:0:34107:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948575.934070:0:34107:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.934071:0:34107:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.934072:0:34107:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.934073:0:34107:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948575.934074:0:34107:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948575.934077:0:34107:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948575.934078:0:34107:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948575.934079:0:34107:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9585c44b0 (ffff89e95852f5a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948575.934082:0:34107:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e94369bc80. 00000020:00000001:1.0:1783948575.934087:0:34107:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948575.934088:0:34107:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9585c4480. 00020000:00000001:1.0:1783948575.934091:0:34107:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948575.934092:0:34107:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948575.934093:0:34107:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1783948575.934094:0:34107:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.934097:0:34107:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948575.934099:0:34107:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948575.934101:0:34107:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948575.934102:0:34107:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948575.934103:0:34107:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.934105:0:34107:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948575.934109:0:34107:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.934112:0:34107:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506194e0. 00000008:00000010:1.0:1783948575.934117:0:34107:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.934120:0:34107:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.934124:0:34107:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.934128:0:34107:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.934131:0:34107:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.934133:0:34107:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e952882400. 00000008:00000010:1.0:1783948575.934138:0:34107:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.934140:0:34107:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.934145:0:34107:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.934148:0:34107:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948575.934151:0:34107:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a400. 00000020:00000010:1.0:1783948575.934153:0:34107:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948575.934155:0:34107:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948575.934157:0:34107:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948575.934160:0:34107:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948575.934162:0:34107:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948575.934166:0:34107:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948575.934167:0:34107:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.934169:0:34107:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948575.934171:0:34107:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948575.934172:0:34107:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.934173:0:34107:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.934175:0:34107:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.934178:0:34107:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.934181:0:34107:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.934185:0:34107:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.934188:0:34107:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.934190:0:34107:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.934192:0:34107:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.934194:0:34107:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b7e00. 00000008:00000010:1.0:1783948575.934196:0:34107:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.934198:0:34107:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.934201:0:34107:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.934203:0:34107:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.934205:0:34107:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b6a00. 00000020:00000010:1.0:1783948575.934206:0:34107:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000001:00000001:1.0:1783948575.934208:0:34107:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.934215:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fd08 00000080:00000008:1.0:1783948575.934217:0:34107:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1783948575.934223:0:34107:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948575.934224:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fda0 00000080:00002000:1.0:1783948575.934226:0:34107:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951e726c0, parent ffff89e951e2fe58, inode ffff89e951d79988) hashed, 00000080:00000001:1.0:1783948575.934229:0:34107:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.934263:0:34107:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.934267:0:34107:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.934269:0:34107:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948575.934271:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fbc0 00000080:00200000:1.0:1783948575.934272:0:34107:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948575.934278:0:34107:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e96022a400. 00800000:00000002:1.0:1783948575.934283:0:34107:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948575.934286:0:34107:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948575.934289:0:34107:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.934291:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fae0 00800000:00000002:1.0:1783948575.934293:0:34107:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948575.934295:0:34107:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948575.934299:0:34107:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948575.934304:0:34107:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.934305:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f9b0 00000002:00010000:1.0:1783948575.934307:0:34107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948575.934310:0:34107:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948575.934312:0:34107:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.934313:0:34107:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.934317:0:34107:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948575.934319:0:34107:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.934321:0:34107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.934324:0:34107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.934327:0:34107:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783948575.934335:0:34107:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.934337:0:34107:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.934340:0:34107:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783948575.934346:0:34107:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948575.934348:0:34107:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.934350:0:34107:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.934352:0:34107:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.934354:0:34107:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.934356:0:34107:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948575.934358:0:34107:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948575.934361:0:34107:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948575.934364:0:34107:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e96022a400. 00000080:00000001:1.0:1783948575.934367:0:34107:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948575.934369:0:34107:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.934371:0:34107:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948575.934375:0:34107:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dad 00800000:00000001:1.0:1783948575.934378:0:34107:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.934380:0:34107:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.934381:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.934383:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.934385:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.934387:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.934390:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.934392:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.934393:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.934395:0:34107:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.934397:0:34107:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.934399:0:34107:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dad from it ffffb87d00c8fbf8 00010000:00000001:1.0:1783948575.934401:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.934402:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.934403:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.934405:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.934406:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.934408:0:34107:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.934411:0:34107:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948575.934418:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.934419:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.934420:0:34107:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.934422:0:34107:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.934424:0:34107:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948575.934430:0:34107:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.934432:0:34107:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.934433:0:34107:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.934436:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.934437:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.934438:0:34107:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.934440:0:34107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.934442:0:34107:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.934443:0:34107:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.934445:0:34107:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.934447:0:34107:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.934448:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.934450:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948575.935275:0:34107:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948575.935279:0:34107:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.935284:0:34107:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948575.935289:0:34107:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.935295:0:34107:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948575.935297:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fbe8 00000080:00002000:1.0:1783948575.935299:0:34107:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951e726c0) flags 0x48004e refc 0 00000080:00000001:1.0:1783948575.935301:0:34107:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.935304:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fc30 00000080:00200000:1.0:1783948575.935305:0:34107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1783948575.935324:0:34107:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1783948575.935329:0:34107:0:(xattr.c:563:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1783948575.935334:0:34107:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948575.935336:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fe40 00000080:00002000:1.0:1783948575.935338:0:34107:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951e726c0, parent ffff89e951e2fe58, inode ffff89e951d79988) hashed, 00000080:00000001:1.0:1783948575.935340:0:34107:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.935357:0:34107:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.935360:0:34107:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.935362:0:34107:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948575.935363:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fbc0 00000080:00200000:1.0:1783948575.935365:0:34107:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948575.935369:0:34107:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e96022a400. 00800000:00000002:1.0:1783948575.935374:0:34107:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948575.935377:0:34107:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948575.935381:0:34107:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.935382:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fae0 00800000:00000002:1.0:1783948575.935385:0:34107:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948575.935388:0:34107:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948575.935390:0:34107:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948575.935394:0:34107:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.935396:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8f9b0 00000002:00010000:1.0:1783948575.935397:0:34107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948575.935401:0:34107:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948575.935402:0:34107:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.935405:0:34107:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.935409:0:34107:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948575.935412:0:34107:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.935415:0:34107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.935418:0:34107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.935422:0:34107:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783948575.935430:0:34107:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.935435:0:34107:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.935437:0:34107:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783948575.935443:0:34107:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948575.935445:0:34107:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.935447:0:34107:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.935449:0:34107:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.935450:0:34107:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.935464:0:34107:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948575.935468:0:34107:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948575.935470:0:34107:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948575.935472:0:34107:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e96022a400. 00000080:00000001:1.0:1783948575.935475:0:34107:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948575.935477:0:34107:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.935479:0:34107:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948575.935482:0:34107:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dad 00800000:00000001:1.0:1783948575.935492:0:34107:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.935494:0:34107:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.935495:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.935497:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.935499:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.935501:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.935504:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.935506:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.935508:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.935509:0:34107:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.935511:0:34107:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.935513:0:34107:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dad from it ffffb87d00c8fbf8 00010000:00000001:1.0:1783948575.935515:0:34107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.935516:0:34107:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.935518:0:34107:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.935520:0:34107:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.935522:0:34107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.935524:0:34107:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.935527:0:34107:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948575.935533:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.935534:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.935535:0:34107:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.935537:0:34107:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.935539:0:34107:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783948575.935545:0:34107:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.935548:0:34107:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.935549:0:34107:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.935552:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.935553:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.935555:0:34107:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.935558:0:34107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.935559:0:34107:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.935560:0:34107:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.935563:0:34107:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.935565:0:34107:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.935566:0:34107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.935567:0:34107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948575.935569:0:34107:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948575.935570:0:34107:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.935572:0:34107:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948575.935576:0:34107:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.935579:0:34107:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948575.935580:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fbe8 00000080:00002000:1.0:1783948575.935582:0:34107:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951e726c0) flags 0x48004e refc 0 00000080:00000001:1.0:1783948575.935584:0:34107:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.935585:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fc30 00000080:00200000:1.0:1783948575.935586:0:34107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1783948575.935592:0:34107:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1783948575.935594:0:34107:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1783948575.935596:0:34107:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948575.935598:0:34107:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d00c8fe40 00000080:00002000:1.0:1783948575.935600:0:34107:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951e726c0, parent ffff89e951e2fe58, inode ffff89e951d79988) hashed, 00000080:00000001:1.0:1783948575.935602:0:34107:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.944284:0:34108:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.944292:0:34108:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.944295:0:34108:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948575.944299:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17b20 00000080:00200000:1.0:1783948575.944303:0:34108:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948575.944311:0:34108:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e96022a400. 00800000:00000002:1.0:1783948575.944318:0:34108:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948575.944322:0:34108:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948575.944327:0:34108:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.944329:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17a40 00800000:00000002:1.0:1783948575.944332:0:34108:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948575.944335:0:34108:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948575.944340:0:34108:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948575.944346:0:34108:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.944348:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17910 00000002:00010000:1.0:1783948575.944350:0:34108:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948575.944354:0:34108:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948575.944356:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.944359:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.944366:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948575.944369:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.944375:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.944380:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.944386:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783948575.944397:0:34108:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.944402:0:34108:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.944406:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783948575.944413:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948575.944415:0:34108:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.944417:0:34108:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.944419:0:34108:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.944422:0:34108:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.944424:0:34108:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948575.944427:0:34108:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948575.944430:0:34108:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948575.944434:0:34108:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e96022a400. 00000080:00000001:1.0:1783948575.944439:0:34108:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948575.944440:0:34108:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.944443:0:34108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948575.944446:0:34108:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dad 00800000:00000001:1.0:1783948575.944450:0:34108:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.944452:0:34108:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.944454:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.944456:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.944459:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.944461:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.944464:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.944467:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.944469:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.944470:0:34108:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.944472:0:34108:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.944474:0:34108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dad from it ffffb87d01d17b58 00010000:00000001:1.0:1783948575.944477:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.944478:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.944479:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.944481:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.945886:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.945890:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.945897:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783948575.945905:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.945906:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.945907:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.945910:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.945912:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783948575.945921:0:34108:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.945924:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.945926:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.945931:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.945932:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.945933:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.945937:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.945938:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.945940:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.945944:0:34108:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.945946:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.945947:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.945948:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948575.945952:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948575.945953:0:34108:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.945958:0:34108:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948575.945963:0:34108:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.945969:0:34108:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948575.945972:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17b48 00000080:00002000:1.0:1783948575.945974:0:34108:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951e726c0) flags 0x48004e refc 0 00000080:00000001:1.0:1783948575.945977:0:34108:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.945979:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17b90 00000080:00200000:1.0:1783948575.945980:0:34108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1783948575.945992:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17d08 00000080:00200008:1.0:1783948575.945994:0:34108:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948575.945998:0:34108:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948575.946000:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17c80 00000080:00200000:1.0:1783948575.946001:0:34108:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988),name=recon 00000080:00000010:1.0:1783948575.946008:0:34108:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e96022a400. 00800000:00000002:1.0:1783948575.946014:0:34108:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948575.946020:0:34108:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948575.946024:0:34108:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.946025:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17ba0 00800000:00000002:1.0:1783948575.946027:0:34108:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948575.946030:0:34108:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948575.946036:0:34108:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948575.946040:0:34108:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.946042:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17a70 00000002:00010000:1.0:1783948575.946045:0:34108:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948575.946048:0:34108:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948575.946050:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.946053:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.946058:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 4 00010000:00000001:1.0:1783948575.946061:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.946065:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.946069:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.946072:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1783948575.946081:0:34108:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.946086:0:34108:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.946089:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1783948575.946099:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948575.946101:0:34108:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.946102:0:34108:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.946104:0:34108:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.946106:0:34108:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.946107:0:34108:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948575.946110:0:34108:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948575.946112:0:34108:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948575.946115:0:34108:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e96022a400. 00000080:00000001:1.0:1783948575.946118:0:34108:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948575.946119:0:34108:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.946121:0:34108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) 00000080:00010000:1.0:1783948575.946124:0:34108:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff89e951d79988) for lock 0x8c7cf19e4b440d83 00800000:00000001:1.0:1783948575.946127:0:34108:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.946128:0:34108:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.946130:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.946131:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.946134:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.946136:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.946138:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.946140:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.946141:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.946142:0:34108:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.946143:0:34108:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.946146:0:34108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440d83 from it ffffb87d01d17cb8 00010000:00000001:1.0:1783948575.946147:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.946148:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.946150:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465aa000 refcount=3 00000020:00000001:1.0:1783948575.946152:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.946153:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733570560 : -129839975981056 : ffff89e9465aa000) 00010000:00000001:1.0:1783948575.946155:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.946158:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1783948575.946164:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.946165:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.946166:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.946168:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.946170:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1783948575.946176:0:34108:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.946178:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.946179:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.946181:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.946182:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.946184:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946186:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.946187:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946189:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946190:0:34108:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946192:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.946193:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.946194:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948575.946195:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948575.946197:0:34108:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948575.946200:0:34108:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1783948575.946203:0:34108:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948575.946205:0:34108:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948575.946207:0:34108:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948575.946208:0:34108:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.946211:0:34108:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783948575.946215:0:34108:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1783948575.946218:0:34108:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.946223:0:34108:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.946228:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a400. 00000020:00000010:1.0:1783948575.946233:0:34108:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.946237:0:34108:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.946244:0:34108:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.946250:0:34108:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.946256:0:34108:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.946263:0:34108:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.946267:0:34108:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.946270:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022ac00. 00000008:00000010:1.0:1783948575.946274:0:34108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.946279:0:34108:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.946282:0:34108:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.946286:0:34108:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.946289:0:34108:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.946291:0:34108:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948575.946295:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:1.0:1783948575.946298:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948575.946300:0:34108:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948575.946303:0:34108:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1783948575.946306:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.946308:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948575.946309:0:34108:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948575.946312:0:34108:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.946314:0:34108:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948575.946317:0:34108:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9582d77e0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1783948575.946321:0:34108:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00020000:00000001:1.0:1783948575.946325:0:34108:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948575.946326:0:34108:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948575.946329:0:34108:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948575.946330:0:34108:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.946332:0:34108:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948575.946334:0:34108:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948575.946336:0:34108:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946338:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.946338:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948575.946340:0:34108:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948575.946341:0:34108:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00000020:00000001:1.0:1783948575.946344:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783948575.946346:0:34108:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1783948575.946348:0:34108:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1783948575.946351:0:34108:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783948575.946353:0:34108:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783948575.946356:0:34108:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783948575.946358:0:34108:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783948575.946363:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783948575.946369:0:34108:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9585c4780. 00020000:00000002:1.0:1783948575.946371:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948575.946373:0:34108:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783948575.946375:0:34108:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.946377:0:34108:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948575.946379:0:34108:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.946381:0:34108:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948575.946385:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b6a00. 00000020:00000010:1.0:1783948575.946388:0:34108:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9472b7e00. 00000020:00000010:1.0:1783948575.946390:0:34108:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9506194e0. 00000008:00000010:1.0:1783948575.946394:0:34108:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.946396:0:34108:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.946399:0:34108:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.946403:0:34108:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.946406:0:34108:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.946408:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b6e00. 00000008:00000010:1.0:1783948575.946411:0:34108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.946413:0:34108:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.946415:0:34108:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.946418:0:34108:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948575.946420:0:34108:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948575.946422:0:34108:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948575.946424:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:1.0:1783948575.946426:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948575.946429:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948575.946430:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948575.946432:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.946433:0:34108:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.946435:0:34108:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.946437:0:34108:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783948575.946442:0:34108:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e94369bc80. 00000008:00010000:1.0:1783948575.946445:0:34108:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1783948575.946447:0:34108:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948575.946449:0:34108:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783948575.946450:0:34108:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9585c47b0, osc lock ffff89e94369bc80, flags 0x400001002 00000020:00000001:1.0:1783948575.946452:0:34108:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.946454:0:34108:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.946456:0:34108:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234035668864 : -129839673882752 : ffff89e9585c4780) 00000020:00000001:1.0:1783948575.946458:0:34108:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948575.946459:0:34108:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783948575.946461:0:34108:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946462:0:34108:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946464:0:34108:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1783948575.946466:0:34108:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1783948575.946468:0:34108:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948575.946469:0:34108:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948575.946471:0:34108:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.946472:0:34108:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.946473:0:34108:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948575.946475:0:34108:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948575.946477:0:34108:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783948575.946481:0:34108:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948575.946497:0:34108:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948575.946499:0:34108:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948575.946501:0:34108:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948575.946502:0:34108:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948575.946503:0:34108:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948575.946505:0:34108:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783948575.946507:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.946511:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:1.0:1783948575.946514:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.946518:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.946522:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.946527:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1783948575.946537:0:34108:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.946540:0:34108:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.946543:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1783948575.946550:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.946551:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.946553:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=4 00000020:00000001:1.0:1783948575.946555:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948575.946557:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000008:00000001:1.0:1783948575.946560:0:34108:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783948575.946562:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.946563:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.946564:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=5 00000020:00000001:1.0:1783948575.946566:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948575.946567:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00000020:00000001:1.0:1783948575.946571:0:34108:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783948575.946573:0:34108:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1783948575.946575:0:34108:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1783948575.946577:0:34108:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946578:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.946579:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.946581:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=6 00000020:00000001:1.0:1783948575.946583:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948575.946584:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:1.0:1783948575.946586:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.946588:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1783948575.946595:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.946597:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.946598:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.946599:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.946602:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1783948575.946609:0:34108:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.946612:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.946613:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.946615:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946617:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.946618:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946620:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946622:0:34108:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.946624:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.946625:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.946803:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.946805:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.946805:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948575.946807:0:34108:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948575.946809:0:34108:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946811:0:34108:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948575.946814:0:34108:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946815:0:34108:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946817:0:34108:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783948575.946818:0:34108:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1783948575.946820:0:34108:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1783948575.946822:0:34108:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1783948575.946824:0:34108:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946826:0:34108:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.946830:0:34108:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948575.946833:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:1.0:1783948575.946836:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:1.0:1783948575.946839:0:34108:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948575.946842:0:34108:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1783948575.946844:0:34108:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948575 a=1783948575 c=1783948575 b=0 00020000:00000001:1.0:1783948575.946847:0:34108:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946904:0:34108:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.946908:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000080:00200000:1.0:1783948575.946910:0:34108:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1783948575.946913:0:34108:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783948575.946917:0:34108:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948575.946920:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_release():245 00000020:00000001:1.0:1783948575.947056:0:34108:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948575.947059:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948575.947063:0:34108:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948575.947065:0:34108:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948575.947067:0:34108:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948575.947068:0:34108:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948575.947070:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9585c47b0 (ffff89e95852fcf8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948575.947073:0:34108:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948575.947074:0:34108:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948575.947075:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.947076:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948575.947077:0:34108:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948575.947079:0:34108:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.947080:0:34108:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.947081:0:34108:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948575.947082:0:34108:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948575.947083:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582d7780 (ffff89e95852f5a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948575.947086:0:34108:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948575.947087:0:34108:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948575.947088:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9585c47b0 (ffff89e95852f5a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948575.947091:0:34108:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e94369bc80. 00000020:00000001:1.0:1783948575.947095:0:34108:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948575.947096:0:34108:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9585c4780. 00020000:00000001:1.0:1783948575.947100:0:34108:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948575.947101:0:34108:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948575.947102:0:34108:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1783948575.947104:0:34108:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.947106:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948575.947109:0:34108:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948575.947110:0:34108:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948575.947111:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948575.947113:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.947114:0:34108:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948575.947118:0:34108:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9472b7e00. 00000020:00000010:1.0:1783948575.947122:0:34108:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9506194e0. 00000008:00000010:1.0:1783948575.947126:0:34108:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948575.947130:0:34108:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948575.947133:0:34108:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948575.947137:0:34108:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948575.947140:0:34108:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948575.947143:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b6a00. 00000008:00000010:1.0:1783948575.947147:0:34108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948575.947150:0:34108:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948575.947155:0:34108:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948575.947158:0:34108:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948575.947161:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.947163:0:34108:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948575.947165:0:34108:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948575.947168:0:34108:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948575.947170:0:34108:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948575.947173:0:34108:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948575.947176:0:34108:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948575.947178:0:34108:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.947180:0:34108:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948575.947182:0:34108:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948575.947183:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948575.947184:0:34108:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.947185:0:34108:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948575.947189:0:34108:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.947192:0:34108:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.947196:0:34108:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.947198:0:34108:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.947200:0:34108:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.947202:0:34108:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.947205:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a400. 00000008:00000010:1.0:1783948575.947207:0:34108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.947209:0:34108:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.947211:0:34108:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.947214:0:34108:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.947215:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022ac00. 00000020:00000010:1.0:1783948575.947217:0:34108:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000001:00000001:1.0:1783948575.947219:0:34108:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.947225:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17d08 00000080:00000008:1.0:1783948575.947228:0:34108:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff89e951d79988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948575.947232:0:34108:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783948575.947234:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17da0 00000080:00002000:1.0:1783948575.947236:0:34108:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951e726c0, parent ffff89e951e2fe58, inode ffff89e951d79988) hashed, 00000080:00000001:1.0:1783948575.947238:0:34108:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.947274:0:34108:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.947277:0:34108:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.947279:0:34108:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948575.947280:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17bd8 00000080:00200000:1.0:1783948575.947282:0:34108:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948575.947287:0:34108:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9472b6e00. 00800000:00000002:1.0:1783948575.947290:0:34108:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948575.947293:0:34108:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948575.947296:0:34108:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.947298:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17af8 00800000:00000002:1.0:1783948575.947300:0:34108:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948575.947303:0:34108:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948575.947305:0:34108:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948575.947309:0:34108:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.947311:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d179c8 00000002:00010000:1.0:1783948575.947313:0:34108:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948575.947316:0:34108:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948575.947317:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.947319:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.947322:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948575.947324:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.947327:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.947330:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.947333:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1783948575.947346:0:34108:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.947348:0:34108:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.947351:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1783948575.947357:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948575.947360:0:34108:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.947361:0:34108:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.947363:0:34108:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.947365:0:34108:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.947368:0:34108:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948575.947370:0:34108:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948575.947373:0:34108:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948575.947375:0:34108:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9472b6e00. 00000080:00000001:1.0:1783948575.947378:0:34108:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948575.947380:0:34108:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.947382:0:34108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948575.947385:0:34108:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dad 00800000:00000001:1.0:1783948575.947387:0:34108:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.947389:0:34108:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.947390:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.947392:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.947393:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.947395:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.947397:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.947400:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.947401:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.947402:0:34108:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.947404:0:34108:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.947406:0:34108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dad from it ffffb87d01d17c10 00010000:00000001:1.0:1783948575.947408:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.947409:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.947411:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.947413:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.947415:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.947416:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.947419:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783948575.947425:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.947426:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.947427:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.947428:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.947430:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783948575.947436:0:34108:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.947438:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.947439:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.947443:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.947443:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.947445:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.947447:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.947448:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.947450:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.947452:0:34108:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.947453:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.947455:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.947456:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948575.947458:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948575.947459:0:34108:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.947461:0:34108:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948575.947465:0:34108:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.947471:0:34108:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783948575.947473:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17da0 00000080:00002000:1.0:1783948575.947474:0:34108:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951e726c0) flags 0x48004e refc 0 00000080:00000001:1.0:1783948575.947477:0:34108:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.947478:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17e10 00000080:00200000:1.0:1783948575.947480:0:34108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1783948575.947494:0:34108:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948575.947496:0:34108:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948575.947497:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17d30 00000080:00200000:1.0:1783948575.947498:0:34108:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948575.947502:0:34108:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9472b6e00. 00800000:00000002:1.0:1783948575.947505:0:34108:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948575.947507:0:34108:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948575.947508:0:34108:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.947509:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17c50 00800000:00000002:1.0:1783948575.947511:0:34108:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948575.947514:0:34108:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948575.947516:0:34108:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948575.947519:0:34108:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948575.947520:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17b20 00000002:00010000:1.0:1783948575.947522:0:34108:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948575.947524:0:34108:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948575.947525:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.947526:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.947528:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948575.947530:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.947533:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.947534:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948575.947538:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1783948575.947544:0:34108:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948575.947546:0:34108:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948575.947549:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1783948575.947555:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948575.947557:0:34108:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.947558:0:34108:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.947560:0:34108:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948575.947561:0:34108:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.947563:0:34108:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948575.947565:0:34108:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948575.947567:0:34108:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948575.947569:0:34108:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9472b6e00. 00000080:00000001:1.0:1783948575.947572:0:34108:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948575.947573:0:34108:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.947575:0:34108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948575.947577:0:34108:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dad 00800000:00000001:1.0:1783948575.947579:0:34108:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948575.947580:0:34108:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948575.947582:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.947583:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.947585:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.947587:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.947589:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.947591:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.947592:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948575.947593:0:34108:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948575.947594:0:34108:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948575.947596:0:34108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dad from it ffffb87d01d17d68 00010000:00000001:1.0:1783948575.947597:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948575.947598:0:34108:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948575.947599:0:34108:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235600 refcount=3 00000020:00000001:1.0:1783948575.947601:0:34108:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.947603:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273728 : -129839778277888 : ffff89e952235600) 00010000:00000001:1.0:1783948575.947604:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948575.947607:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783948575.947612:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.947613:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.947615:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948575.947616:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948575.947619:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1783948575.947624:0:34108:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948575.947626:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948575.947627:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.947629:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.947630:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.947631:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.947633:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948575.948105:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.948109:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.948113:0:34108:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.948115:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948575.948117:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.948119:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948575.948121:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948575.948122:0:34108:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948575.948126:0:34108:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:1.0:1783948575.948130:0:34108:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.948135:0:34108:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:1.0:1783948575.948137:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17df8 00000080:00200000:1.0:1783948575.948140:0:34108:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:1.0:1783948575.948143:0:34108:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1783948575.948146:0:34108:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.948152:0:34108:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.948157:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.948161:0:34108:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9472b6a00. 00000020:00000010:1.0:1783948575.948165:0:34108:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.948171:0:34108:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.948176:0:34108:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.948180:0:34108:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.948187:0:34108:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.948191:0:34108:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.948194:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b7e00. 00000008:00000010:1.0:1783948575.948199:0:34108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.948201:0:34108:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.948205:0:34108:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.948208:0:34108:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.948211:0:34108:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.948213:0:34108:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948575.948215:0:34108:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783948575.948218:0:34108:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00020000:00000002:1.0:1783948575.948221:0:34108:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e950619a80 addref 2/0 by ffff89e950838000. 00020000:00000002:1.0:1783948575.948223:0:34108:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00020000:00000001:1.0:1783948575.948225:0:34108:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783948575.948228:0:34108:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783948575.948229:0:34108:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783948575.948231:0:34108:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1783948575.948234:0:34108:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1783948575.948236:0:34108:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.948239:0:34108:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9472b6a00. 00000020:00000010:1.0:1783948575.948242:0:34108:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.948245:0:34108:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.948250:0:34108:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.948252:0:34108:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.948254:0:34108:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.948257:0:34108:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.948259:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b6e00. 00000008:00000010:1.0:1783948575.948262:0:34108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.948264:0:34108:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.948266:0:34108:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.948269:0:34108:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.948271:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b7e00. 00000020:00000010:1.0:1783948575.948273:0:34108:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948575.948276:0:34108:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783948575.948280:0:34108:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9472b7e00. 00800000:00000002:1.0:1783948575.948284:0:34108:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:1.0:1783948575.948293:0:34108:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:1.0:1783948575.948297:0:34108:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1783948575.948299:0:34108:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:1.0:1783948575.948301:0:34108:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948575.948303:0:34108:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:1.0:1783948575.948307:0:34108:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1783948575.948310:0:34108:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948575.948313:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948575.948315:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.948318:0:34108:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948575.948322:0:34108:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948575.948325:0:34108:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1783948575.948333:0:34108:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948575.948337:0:34108:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948575.948339:0:34108:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948575.948342:0:34108:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783948575.948345:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.948346:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.948348:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 3 00010000:00000001:1.0:1783948575.948350:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.948353:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.948355:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.948356:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.948357:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 3 00010000:00000001:1.0:1783948575.948359:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.948361:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.948363:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.948364:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.948365:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 3 00010000:00000001:1.0:1783948575.948366:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.948368:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.948370:0:34108:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783948575.948373:0:34108:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783948575.948377:0:34108:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783948575.948380:0:34108:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783948575.948383:0:34108:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948575.948384:0:34108:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.948387:0:34108:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948575.948391:0:34108:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948575.948393:0:34108:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948575.948394:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.948396:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783948575.948399:0:34108:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235600 with handle 0x8c7cf19e4b440dad from hash 00010000:00000001:1.0:1783948575.948402:0:34108:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948575.948403:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.948404:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.948405:0:34108:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948575.948408:0:34108:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948575.948410:0:34108:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948575.948412:0:34108:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783948575.948414:0:34108:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.948417:0:34108:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948575.948418:0:34108:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783948575.948421:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 4 00010000:00000001:1.0:1783948575.948423:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948575.948424:0:34108:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783948575.948427:0:34108:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948575.948429:0:34108:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783948575.948435:0:34108:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948575.948436:0:34108:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948575.948437:0:34108:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948575.948438:0:34108:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CR 00000002:00000001:1.0:1783948575.948440:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.948441:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.948442:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:1.0:1783948575.948444:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.948446:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.948447:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.948448:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.948450:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:1.0:1783948575.948451:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.948453:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.948454:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.948455:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.948457:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:1.0:1783948575.948458:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.948460:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.948462:0:34108:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.948464:0:34108:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948575.948466:0:34108:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948575.948470:0:34108:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9472b6e00. 00000080:00000001:1.0:1783948575.948472:0:34108:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948575.948474:0:34108:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948575.948477:0:34108:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948575.948479:0:34108:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:1.0:1783948575.948491:0:34108:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948575.948493:0:34108:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:1.0:1783948575.948500:0:34108:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cdf80. 00000020:00000040:1.0:1783948575.948505:0:34108:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948575.948508:0:34108:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948575.948511:0:34108:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948575.948515:0:34108:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948575.948521:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9472b6a00. 00000100:00000001:1.0:1783948575.948527:0:34108:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948575.948548:0:34108:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948575.948559:0:34108:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783948575.948564:0:34108:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948575.948571:0:34108:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948575.948573:0:34108:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948575.948580:0:34108:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95160cd80. 00000100:00000001:1.0:1783948575.948582:0:34108:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918524800 : -129839791026816 : ffff89e95160cd80) 00000100:00000001:1.0:1783948575.948586:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.948587:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000100:00000001:1.0:1783948575.948592:0:34108:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948575.948596:0:34108:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.948598:0:34108:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948575.948600:0:34108:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948575.948603:0:34108:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.948610:0:34108:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948575.948612:0:34108:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.948617:0:34108:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948575.948619:0:34108:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948575.948622:0:34108:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948575.948625:0:34108:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cdf80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:34108:1870603636535424:192.168.202.104@tcp:35:rm.0 00000100:00000001:1.0:1783948575.948769:0:34108:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948575.948776:0:34108:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948575.948779:0:34108:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.948782:0:34108:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948575.948786:0:34108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f3c00. 02000000:00000001:1.0:1783948575.948788:0:34108:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948575.948797:0:34108:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948575.948802:0:34108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888d68. 00000400:00000010:1.0:1783948575.948810:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618880. 00000100:00000200:1.0:1783948575.948819:0:34108:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636535424, portal 10 00000100:00000001:1.0:1783948575.948821:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.948823:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000100:00000040:1.0:1783948575.948830:0:34108:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948575.948836:0:34108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948575.948839:0:34108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948575.948842:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618b28. 00000100:00000200:1.0:1783948575.948845:0:34108:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636535424, offset 0 00000400:00000200:1.0:1783948575.949029:0:34108:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948575.949039:0:34108:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.949047:0:34108:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948575.949052:0:34108:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948575.949056:0:34108:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948575.949060:0:34108:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948575.949063:0:34108:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948575.949067:0:34108:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2686:2686:256:4294967295] 192.168.202.104@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:1.0:1783948575.949072:0:34108:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.949081:0:34108:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948575.949088:0:34108:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948575.949094:0:34108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000800:00000200:1.0:1783948575.949101:0:34108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948575.949109:0:34108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948575.949114:0:34108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948575.949171:0:34108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948575.949176:0:34108:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 831871 usecs (832 jiffies) 00000400:00000200:1.0:1783948575.949180:0:34108:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948575.949182:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666933 00000100:00000001:1.0:1783948575.949185:0:34108:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:1.0:1783948575.949188:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666933 00000100:00000001:1.0:1783948575.949190:0:34108:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:1.0:1783948575.949192:0:34108:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948575.949194:0:34108:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.949197:0:34108:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948575.949199:0:34108:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948575.949202:0:34108:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95160cd80 going to sleep for 11 seconds 00000100:00000001:1.0:1783948575.949204:0:34108:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948575.949207:0:34108:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948575.953384:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948575.953398:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:0.0:1783948575.953406:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948575.953417:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948575.953425:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618b28 00000400:00000010:0.0:1783948575.953428:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618b28. 00000100:00000001:0.0:1783948575.953433:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948575.953445:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.953458:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.953461:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.953475:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.953477:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948575.955312:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.955988:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.955994:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.956000:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.956009:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.956016:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.956025:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.956030:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.956036:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.956039:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9457080 00000400:00000200:1.0:1783948575.956044:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.956051:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x75d9 [1] + 224 00000800:00000001:1.0:1783948575.956059:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.956066:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.956070:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.956073:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.956083:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.956092:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948575.956101:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956148:0:34108:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948575.956165:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948575.956174:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.956177:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783948575.956240:0:34108:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948575.956243:0:34108:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948575.956246:0:34108:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888d68. 00000400:00000200:0.0:1783948575.956250:0:34108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618880 00000400:00000010:0.0:1783948575.956252:0:34108:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618880. 00000100:00000001:0.0:1783948575.956255:0:34108:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948575.956260:0:34108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948575.956267:0:34108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cdf80 x1870603636535424/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956273:0:34108:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948575.956275:0:34108:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.956277:0:34108:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948575.956280:0:34108:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948575.956283:0:34108:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948575.956284:0:34108:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948575.956287:0:34108:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948575.956296:0:34108:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=95 v=5 (10 5 5 5) 00000100:00001000:0.0:1783948575.956299:0:34108:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948575.956301:0:34108:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948575.956303:0:34108:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.956306:0:34108:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948575.956309:0:34108:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.956312:0:34108:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948575.956314:0:34108:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948575.956316:0:34108:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948575.956318:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948575.956319:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000100:00000001:0.0:1783948575.956322:0:34108:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948575.956324:0:34108:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1783948575.956326:0:34108:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948575.956329:0:34108:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948575.956333:0:34108:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cdf80 x1870603636535424/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956340:0:34108:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948575.956342:0:34108:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948575.956344:0:34108:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948575.956348:0:34108:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cdf80 x1870603636535424/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948575.956355:0:34108:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cdf80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:34108:1870603636535424:192.168.202.104@tcp:35:rm.0 00000100:00000001:0.0:1783948575.956359:0:34108:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.956361:0:34108:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.956363:0:34108:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783948575.956365:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.956368:0:34108:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdf80 x1870603636535424/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956375:0:34108:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948575.956378:0:34108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95160cd80. 00000100:00000001:0.0:1783948575.956381:0:34108:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783948575.956383:0:34108:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.956390:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948575.956392:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939238784 : -129839770312832 : ffff89e9529cdf80) 00000002:00000001:0.0:1783948575.956395:0:34108:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948575.956397:0:34108:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948575.956402:0:34108:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9472b6e00. 00000080:00000001:0.0:1783948575.956406:0:34108:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783948575.956409:0:34108:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948575.956413:0:34108:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948575.956419:0:34108:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956425:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948575.956426:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902152576 : -129839807399040 : ffff89e95066fb80) 00000100:00000001:0.0:1783948575.956429:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.956432:0:34108:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956439:0:34108:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.956441:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.956444:0:34108:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdf80 x1870603636535424/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956450:0:34108:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948575.956451:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.956454:0:34108:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066fb80 x1870603636535168/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956460:0:34108:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948575.956463:0:34108:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948575.956464:0:34108:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948575.956467:0:34108:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948575.956470:0:34108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8400. 02000000:00000001:0.0:1783948575.956474:0:34108:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948575.956476:0:34108:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948575.956478:0:34108:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066fb80. 00000100:00000001:0.0:1783948575.956493:0:34108:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948575.956495:0:34108:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948575.956497:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.956500:0:34108:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cdf80 x1870603636535424/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956507:0:34108:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948575.956509:0:34108:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be480. 00000002:00000001:0.0:1783948575.956513:0:34108:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948575.956515:0:34108:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948575.956518:0:34108:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c200. 00000100:00000001:0.0:1783948575.956520:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948575.956523:0:34108:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cdf80 x1870603636535424/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948575.956530:0:34108:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948575.956533:0:34108:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948575.956536:0:34108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f3c00. 02000000:00000001:0.0:1783948575.956539:0:34108:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948575.956540:0:34108:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948575.956541:0:34108:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948575.956543:0:34108:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948575.956544:0:34108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9472b6a00. 02000000:00000001:0.0:1783948575.956546:0:34108:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948575.956547:0:34108:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948575.956548:0:34108:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cdf80. 00000100:00000001:0.0:1783948575.956551:0:34108:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948575.956552:0:34108:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948575.956555:0:34108:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.956558:0:34108:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948575.956560:0:34108:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:0.0:1783948575.956564:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948575.956566:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948575.956575:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:0.0:1783948575.956577:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948575.956583:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948575.956585:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948575.956586:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948575.956588:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:0.0:1783948575.956589:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948575.956591:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.956593:0:34108:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.956595:0:34108:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783948575.956598:0:34108:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948575.956605:0:34108:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948575.956611:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147c00. 00000020:00000010:0.0:1783948575.956617:0:34108:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e947147600. 00000020:00000010:0.0:1783948575.956621:0:34108:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713420. 00000008:00000010:0.0:1783948575.956745:0:34108:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948575.956751:0:34108:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076a80. 00008000:00000010:0.0:1783948575.956757:0:34108:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948575.956764:0:34108:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948575.956769:0:34108:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948575.956774:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947146400. 00000008:00000010:0.0:1783948575.956778:0:34108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948575.956782:0:34108:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948575.956786:0:34108:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948575.956789:0:34108:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948575.956792:0:34108:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948575.956795:0:34108:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000020:00000001:0.0:1783948575.956797:0:34108:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783948575.956800:0:34108:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:0.0:1783948575.956804:0:34108:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783948575.956807:0:34108:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783948575.956811:0:34108:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783948575.956814:0:34108:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783948575.956816:0:34108:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783948575.956819:0:34108:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948575.956821:0:34108:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948575.956823:0:34108:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948575.956827:0:34108:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e947147600. 00000020:00000010:0.0:1783948575.956830:0:34108:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713420. 00000008:00000010:0.0:1783948575.956834:0:34108:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948575.956838:0:34108:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076a80. 00008000:00000010:0.0:1783948575.956840:0:34108:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948575.956845:0:34108:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948575.956847:0:34108:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948575.957446:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947147c00. 00000008:00000010:0.0:1783948575.957451:0:34108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948575.957455:0:34108:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948575.957460:0:34108:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948575.957463:0:34108:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948575.957466:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947146400. 00000020:00000010:0.0:1783948575.957469:0:34108:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000080:00000001:0.0:1783948575.957472:0:34108:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948575.957476:0:34108:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783948575.957478:0:34108:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff89e951d79988) invalid 00000020:00000001:0.0:1783948575.957489:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17a60 00000080:00002000:0.0:1783948575.957492:0:34108:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry recon (ffff89e951e726c0) parent ffff89e951e2fe58 inode ffff89e951d79988 refc 1 00000080:00000001:0.0:1783948575.957496:0:34108:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783948575.957500:0:34108:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948575.957502:0:34108:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948575.957508:0:34108:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948575.957512:0:34108:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948575.957514:0:34108:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948575.957516:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948575.957519:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948575.957523:0:34108:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235400 with handle 0x8c7cf19e4b440db4 from hash 00010000:00000001:0.0:1783948575.957526:0:34108:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948575.957528:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948575.957529:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948575.957530:0:34108:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948575.957535:0:34108:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948575.957537:0:34108:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948575.957540:0:34108:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948575.957545:0:34108:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783948575.957552:0:34108:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948575.957556:0:34108:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948575.957558:0:34108:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:1.0:1783948575.957745:0:34108:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:1.0:1783948575.957749:0:34108:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff89e960265bb0. 00000080:00000010:1.0:1783948575.957754:0:34108:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff89e94477c380. 00000080:00000010:1.0:1783948575.957757:0:34108:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff89e958006370. 00000080:00000020:1.0:1783948575.957760:0:34108:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:1.0:1783948575.957761:0:34108:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff89e960265680. 00000080:00000010:1.0:1783948575.957763:0:34108:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff89e9466dea50. 00000080:00000010:1.0:1783948575.957767:0:34108:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff89e958006960. 00000080:00000020:1.0:1783948575.957768:0:34108:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:1.0:1783948575.957770:0:34108:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff89e9602653f0. 00000080:00000010:1.0:1783948575.957772:0:34108:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff89e94477ce40. 00000080:00000010:1.0:1783948575.957775:0:34108:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff89e9580066e0. 00000080:00000020:1.0:1783948575.957777:0:34108:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:1.0:1783948575.957778:0:34108:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff89e960265fc0. 00000080:00000010:1.0:1783948575.957781:0:34108:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff89e9461be400. 00000080:00000010:1.0:1783948575.957784:0:34108:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff89e9580063c0. 00000080:00000001:1.0:1783948575.957786:0:34108:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.957788:0:34108:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948575.957789:0:34108:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.957792:0:34108:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948575.957794:0:34108:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948575.957795:0:34108:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948575.957797:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.957798:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783948575.957800:0:34108:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235200 with handle 0x8c7cf19e4b440da6 from hash 00010000:00000001:1.0:1783948575.957802:0:34108:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948575.957804:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.957805:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.957806:0:34108:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948575.957808:0:34108:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948575.957810:0:34108:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948575.957812:0:34108:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948575.957815:0:34108:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:1.0:1783948575.957822:0:34108:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948575.957824:0:34108:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948575.957825:0:34108:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948575.957827:0:34108:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:1.0:1783948575.957830:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.957833:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.957837:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:1.0:1783948575.957839:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.957842:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.957844:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.957845:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.957847:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:1.0:1783948575.957848:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.958006:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.958009:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.958010:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.958013:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:1.0:1783948575.958015:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.958017:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948575.958019:0:34108:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948575.958019:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948575.958021:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d500 count: 5 00010000:00000001:1.0:1783948575.958022:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948575.958024:0:34108:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.958026:0:34108:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.958028:0:34108:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948575.958030:0:34108:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948575.958035:0:34108:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948575.958040:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9472b6a00. 00000020:00000010:1.0:1783948575.958044:0:34108:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.958047:0:34108:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.958052:0:34108:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.958055:0:34108:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.958059:0:34108:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.958064:0:34108:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.958067:0:34108:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.958070:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022ac00. 00000008:00000010:1.0:1783948575.958073:0:34108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.958076:0:34108:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.958079:0:34108:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.958082:0:34108:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948575.958084:0:34108:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948575.958086:0:34108:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948575.958087:0:34108:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783948575.958090:0:34108:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:1.0:1783948575.958092:0:34108:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783948575.958094:0:34108:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783948575.958096:0:34108:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948575.958098:0:34108:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948575.958101:0:34108:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783948575.958103:0:34108:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948575.958104:0:34108:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783948575.958106:0:34108:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948575.958108:0:34108:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9472b6e00. 00000020:00000010:1.0:1783948575.958112:0:34108:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619480. 00000008:00000010:1.0:1783948575.958115:0:34108:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948575.958120:0:34108:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948575.958123:0:34108:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948575.958127:0:34108:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948575.958130:0:34108:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948575.958133:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9472b6a00. 00000008:00000010:1.0:1783948575.958136:0:34108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948575.958138:0:34108:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948575.958140:0:34108:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948575.958143:0:34108:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948575.958146:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022ac00. 00000020:00000010:1.0:1783948575.958148:0:34108:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948575.958150:0:34108:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948575.958152:0:34108:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783948575.958154:0:34108:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff89e951d79988) invalid 00000020:00000001:1.0:1783948575.958157:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17a60 00000080:00002000:1.0:1783948575.958159:0:34108:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry recon (ffff89e951e726c0) parent ffff89e951e2fe58 inode ffff89e951d79988 refc 1 00000080:00000001:1.0:1783948575.958162:0:34108:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783948575.958164:0:34108:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948575.958165:0:34108:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.958168:0:34108:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948575.958169:0:34108:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948575.958171:0:34108:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948575.958172:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948575.958174:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783948575.958176:0:34108:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465aa000 with handle 0x8c7cf19e4b440d83 from hash 00010000:00000001:1.0:1783948575.958179:0:34108:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948575.958180:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.958181:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.958182:0:34108:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948575.958184:0:34108:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948575.958185:0:34108:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948575.958188:0:34108:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1783948575.958190:0:34108:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:1.0:1783948575.958193:0:34108:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:1.0:1783948575.958200:0:34108:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd880. 00000020:00000040:1.0:1783948575.958205:0:34108:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:1.0:1783948575.958209:0:34108:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783948575.958211:0:34108:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.958214:0:34108:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948575.958217:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948575.958222:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948575.958223:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.958224:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.958227:0:34108:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948575.958229:0:34108:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948575.958234:0:34108:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948575.958241:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e96022ac00. 00000100:00000001:1.0:1783948575.958248:0:34108:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.958251:0:34108:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948575.958254:0:34108:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783948575.958259:0:34108:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783948575.958267:0:34108:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783948575.958273:0:34108:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1783948575.958279:0:34108:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1783948575.958285:0:34108:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1783948575.958286:0:34108:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1783948575.958288:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948575.958290:0:34108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440db4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06870 expref: -99 pid: 34106 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1783948575.958297:0:34108:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c700. 00010000:00000001:1.0:1783948575.958301:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.958302:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948575.958304:0:34108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235200/0x8c7cf19e4b440da6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06854 expref: -99 pid: 34105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948575.958310:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.958312:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948575.958314:0:34108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465aa000/0x8c7cf19e4b440d83 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e0680e expref: -99 pid: 34099 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1783948575.958319:0:34108:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e943f22040. 00010000:00000040:1.0:1783948575.958322:0:34108:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722d500 count: 0 00010000:00000010:1.0:1783948575.958326:0:34108:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4000. 00010000:00000001:1.0:1783948575.958331:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.958332:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948575.958334:0:34108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235600/0x8c7cf19e4b440dad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e06862 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1783948575.958339:0:34108:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f000 count: 0 00010000:00000010:1.0:1783948575.958342:0:34108:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887700. 00010000:00000001:1.0:1783948575.958345:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948575.958347:0:34108:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.958348:0:34108:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948575.958350:0:34108:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948575.958353:0:34108:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1783948575.958363:0:34108:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1783948575.958374:0:34108:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948575.958382:0:34108:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948575.958383:0:34108:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948575.958390:0:34108:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95160ca80. 00000100:00000001:1.0:1783948575.958392:0:34108:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614233918524032 : -129839791027584 : ffff89e95160ca80) 00000100:00000001:1.0:1783948575.958394:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.958396:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948575.958400:0:34108:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948575.958403:0:34108:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.958405:0:34108:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948575.958407:0:34108:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948575.958411:0:34108:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.958418:0:34108:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948575.958420:0:34108:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.958423:0:34108:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948575.958426:0:34108:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948575.958428:0:34108:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948575.958431:0:34108:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:34108:1870603636535680:192.168.202.104@tcp:36:rm.0 00000100:00000001:1.0:1783948575.958434:0:34108:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948575.958439:0:34108:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948575.958441:0:34108:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948575.958444:0:34108:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948575.958448:0:34108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f1000. 02000000:00000001:1.0:1783948575.958450:0:34108:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948575.958456:0:34108:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948575.958460:0:34108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888bb0. 00000400:00000010:1.0:1783948575.958466:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618a18. 00000100:00000200:1.0:1783948575.958473:0:34108:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636535680, portal 10 00000100:00000001:1.0:1783948575.958476:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948575.958477:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000040:1.0:1783948575.958492:0:34108:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.958500:0:34108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948575.958503:0:34108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948575.958506:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618770. 00000100:00000200:1.0:1783948575.958509:0:34108:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1870603636535680, offset 0 00000400:00000200:1.0:1783948575.958515:0:34108:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948575.958523:0:34108:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.958530:0:34108:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948575.958535:0:34108:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948575.958538:0:34108:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948575.958542:0:34108:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948575.958545:0:34108:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948575.958549:0:34108:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2687:2687:256:4294967295] 192.168.202.104@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:1.0:1783948575.958553:0:34108:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.958564:0:34108:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948575.958570:0:34108:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948575.958576:0:34108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948575.958583:0:34108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948575.958591:0:34108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948575.958594:0:34108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1783948575.958773:0:34108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948575.958778:0:34108:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 830882 usecs (831 jiffies) 00000400:00000200:1.0:1783948575.958782:0:34108:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948575.958785:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296666941 00000100:00000001:1.0:1783948575.958788:0:34108:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296667381 00000100:00000001:1.0:1783948575.958790:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296666941 00000100:00000001:1.0:1783948575.958792:0:34108:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296667381 00000100:00000001:1.0:1783948575.958794:0:34108:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948575.958797:0:34108:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.958800:0:34108:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948575.958802:0:34108:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948575.958805:0:34108:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95160ca80 going to sleep for 11 seconds 00000100:00000001:1.0:1783948575.958807:0:34108:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948575.958810:0:34108:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.960040:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.960047:0:28984:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948575.960049:0:28984:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948575.960052:0:28984:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.960056:0:28984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948575.960058:0:28984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.960060:0:28984:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.960062:0:28984:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.960065:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.960066:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.960069:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948575.960070:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948575.960125:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948575.960129:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948575.960132:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1783948575.962028:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948575.962038:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:1.0:1783948575.962050:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.962060:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948575.962068:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618770 00000400:00000010:1.0:1783948575.962071:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618770. 00000100:00000001:1.0:1783948575.962078:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948575.962088:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.962101:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948575.962105:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948591 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.962113:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948575.962115:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948575.966567:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.966586:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948575.966591:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.966593:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.966603:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.966611:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948575.966621:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.966626:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.966632:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.966636:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9457180 00000400:00000200:1.0:1783948575.966642:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.966649:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x75e9 [1] + 224 00000800:00000001:1.0:1783948575.966657:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.966664:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948575.966667:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.966671:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948575.966680:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948575.966702:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948575.966714:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948575.966736:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948575.966745:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948575.966749:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.966754:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948575.966761:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2688:2688:256:4294967295] 192.168.202.104@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:1.0:1783948575.966765:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948575.966773:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948575.966778:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948575.966785:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948575.966791:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948575.966799:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948575.966803:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948575.966941:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948575.966946:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:1.0:1783948575.966949:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948575.966953:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948575.966959:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948575.966963:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.967308:0:34108:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948575.967317:0:34108:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948575.967319:0:34108:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948575.967322:0:34108:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888bb0. 00000400:00000200:2.0:1783948575.967327:0:34108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618a18 00000400:00000010:2.0:1783948575.967330:0:34108:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618a18. 00000100:00000001:2.0:1783948575.967333:0:34108:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948575.967339:0:34108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948575.967348:0:34108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd880 x1870603636535680/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948591 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.967355:0:34108:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948575.967357:0:34108:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.967360:0:34108:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948575.967363:0:34108:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948575.967366:0:34108:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948575.967368:0:34108:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948575.967372:0:34108:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948575.967382:0:34108:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=95 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948575.967386:0:34108:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948575.967389:0:34108:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948575.967391:0:34108:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948575.967393:0:34108:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948575.967397:0:34108:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.967400:0:34108:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948575.967403:0:34108:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x200000008] 00000100:00000001:2.0:1783948575.967404:0:34108:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948575.967407:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948575.967408:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:2.0:1783948575.967411:0:34108:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948575.967413:0:34108:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1783948575.967415:0:34108:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948575.967418:0:34108:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948575.967423:0:34108:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd880 x1870603636535680/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948591 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.967431:0:34108:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948575.967434:0:34108:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948575.967436:0:34108:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948575.967440:0:34108:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd880 x1870603636535680/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948591 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948575.967447:0:34108:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:34108:1870603636535680:192.168.202.104@tcp:36:rm.0 00000100:00000001:2.0:1783948575.967451:0:34108:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948575.967454:0:34108:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948575.967456:0:34108:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948575.967458:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.967462:0:34108:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636535680/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948591 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.967468:0:34108:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948575.967470:0:34108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95160ca80. 00000100:00000001:2.0:1783948575.967473:0:34108:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948575.967475:0:34108:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948575.967493:0:34108:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.967497:0:34108:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948575.967502:0:34108:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948575.967506:0:34108:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9472b7e00. 00000100:00000001:2.0:1783948575.967512:0:34108:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948575.967515:0:34108:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd880 x1870603636535680/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948575.967521:0:34108:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.967525:0:34108:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.967538:0:34108:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948575.967541:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d17e28 00000080:00002000:2.0:1783948575.967544:0:34108:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff89e951e726c0, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:2.0:1783948575.967546:0:34108:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948575.967552:0:34108:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948575.967556:0:34108:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1783948575.967563:0:34108:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:2.0:1783948575.967565:0:34108:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1783948575.967567:0:34108:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.967573:0:34108:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.967578:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.967583:0:34108:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.967586:0:34108:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.967593:0:34108:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.967598:0:34108:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.967603:0:34108:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.967609:0:34108:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.967613:0:34108:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.967618:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000008:00000010:2.0:1783948575.967622:0:34108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.967626:0:34108:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.967630:0:34108:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.967633:0:34108:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.967636:0:34108:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.967639:0:34108:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948575.967644:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3f58 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.967646:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948575.967649:0:34108:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948575.967651:0:34108:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948575.967654:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.967655:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948575.967656:0:34108:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.967661:0:34108:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x31:0x0]io ffff89e9582a92e0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1783948575.967664:0:34108:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00020000:00000001:2.0:1783948575.967667:0:34108:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948575.967668:0:34108:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948575.967670:0:34108:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948575.967672:0:34108:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.967674:0:34108:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948575.967676:0:34108:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948575.967677:0:34108:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.967679:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.967680:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948575.967681:0:34108:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948575.967683:0:34108:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00000020:00000001:2.0:1783948575.967700:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.967702:0:34108:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948575.967704:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783948575.967707:0:34108:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948575.967710:0:34108:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948575.967714:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948575.967718:0:34108:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948575.967720:0:34108:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948575.967721:0:34108:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.967724:0:34108:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948575.967727:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e200. 00000020:00000010:2.0:1783948575.967730:0:34108:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2f800. 00000020:00000010:2.0:1783948575.967733:0:34108:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.967737:0:34108:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.967740:0:34108:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.967743:0:34108:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.967747:0:34108:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.967750:0:34108:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.967752:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e800. 00000008:00000010:2.0:1783948575.967755:0:34108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.967758:0:34108:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.967760:0:34108:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.967763:0:34108:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948575.967765:0:34108:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948575.967768:0:34108:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948575.967771:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3788 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.967772:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948575.967775:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948575.967776:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948575.967778:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.967780:0:34108:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.967782:0:34108:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948575.967785:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783948575.967786:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.967789:0:34108:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.967790:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.967792:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1783948575.967794:0:34108:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948575.967795:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.967796:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948575.967798:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948575.967799:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.967801:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.967803:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.967804:0:34108:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.967805:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948575.967806:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.967808:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.967809:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1783948575.967812:0:34108:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783948575.967813:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.967814:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783948575.967816:0:34108:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1783948575.967819:0:34108:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1783948575.967825:0:34108:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952015880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1783948575.967830:0:34108:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948575.967833:0:34108:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.967834:0:34108:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948575.967836:0:34108:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.967838:0:34108:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1783948575.967842:0:34108:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1783948575.967846:0:34108:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff89e952015880], [28672|1|+|-|ffff89e946596200|1024|ffff89e950838000]} make ready 00000008:00010000:2.0:1783948575.968130:0:34108:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000450b36e0 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783948575.968141:0:34108:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:2.0:1783948575.968144:0:34108:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1783948575.968162:0:34108:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000cdf320dc[2 0000000023e9de14 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1783948575.968164:0:34108:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1783948575.968166:0:34108:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1783948575.968167:0:34108:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948575.968169:0:34108:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948575.968171:0:34108:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948575.968173:0:34108:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948575.968175:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948575.968178:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 0000000023e9de14 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.968180:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1783948575.968182:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948575.968183:0:34108:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1783948575.968186:0:34108:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000cdf320dc[2 0000000023e9de14 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.968188:0:34108:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1783948575.968190:0:34108:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.968194:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.968196:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.968198:0:34108:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1783948575.968200:0:34108:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.968202:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:2.0:1783948575.968205:0:34108:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.968208:0:34108:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1783948575.968212:0:34108:0:(osc_cache.c:910:osc_extent_finish()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff89e952015880], [28672|1|+|-|ffff89e946596200|1024|ffff89e950838000]} extent finished. 00000008:00010000:2.0:1783948575.968218:0:34108:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000450b36e0 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783948575.968230:0:34108:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1783948575.968232:0:34108:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1783948575.968236:0:34108:0:(cl_page.c:1104:cl_page_complete()) page@00000000cdf320dc[2 0000000023e9de14 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.968238:0:34108:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1783948575.968239:0:34108:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948575.968241:0:34108:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948575.968242:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948575.968245:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 0000000023e9de14 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.968247:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1783948575.968248:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1783948575.968251:0:34108:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1783948575.968254:0:34108:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000cdf320dc[2 0000000023e9de14 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1783948575.968256:0:34108:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1783948575.968270:0:34108:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1783948575.968271:0:34108:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1783948575.968273:0:34108:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948575.968275:0:34108:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[2 0000000023e9de14 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.968277:0:34108:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1783948575.968278:0:34108:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783948575.968280:0:34108:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:2.0:1783948575.968282:0:34108:0:(osc_cache.c:1602:osc_free_grant()) lost 28672 grant: 28672 avail: 8351744 dirty: 0/0 00000008:00000020:2.0:1783948575.968287:0:34108:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff89e9595ca0c0@{[0 -> 0/1023], [1|0|-|inv|wY|ffff89e952015880], [28672|0|-|-|ffff89e946596200|1024|ffff89e950838000]} destroyed. 00000008:00010000:2.0:1783948575.968292:0:34108:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000450b36e0 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1783948575.968300:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948575.968302:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1783948575.968305:0:34108:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff89e9595ca0c0. 00000008:00000001:2.0:1783948575.968309:0:34108:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.968312:0:34108:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1783948575.968315:0:34108:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e952015880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1783948575.968318:0:34108:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783948575.968321:0:34108:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e952015880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1783948575.968325:0:34108:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948575.968327:0:34108:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.968329:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.968331:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.968332:0:34108:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.968334:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.968336:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783948575.968338:0:34108:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1783948575.968340:0:34108:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783948575.968341:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783948575.968342:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783948575.968344:0:34108:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.968346:0:34108:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1783948575.968347:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783948575.968349:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1783948575.968350:0:34108:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783948575.968351:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.968353:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948575.968354:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783948575.968355:0:34108:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.968357:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.968359:0:34108:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783948575.968360:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783948575.968361:0:34108:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1783948575.968363:0:34108:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783948575.968364:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948575.968365:0:34108:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948575.968367:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948575.968368:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783948575.968369:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783948575.968370:0:34108:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.968372:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.968373:0:34108:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948575.968374:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948575.968376:0:34108:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.968378:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948575.968379:0:34108:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948575.968381:0:34108:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948575.968382:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948575.968383:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.968385:0:34108:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:2.0:1783948575.968388:0:34108:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2f800. 00000020:00000010:2.0:1783948575.968392:0:34108:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948575.968397:0:34108:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948575.968401:0:34108:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948575.968404:0:34108:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948575.968408:0:34108:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948575.968411:0:34108:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948575.968415:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e200. 00000008:00000010:2.0:1783948575.968418:0:34108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948575.968421:0:34108:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948575.968425:0:34108:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948575.968427:0:34108:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:2.0:1783948575.968430:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e800. 00000020:00000010:2.0:1783948575.968432:0:34108:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:2.0:1783948575.968434:0:34108:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948575.968436:0:34108:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948575.968438:0:34108:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948575.968440:0:34108:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948575.968444:0:34108:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948575.968445:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948575.968447:0:34108:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.968448:0:34108:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.968451:0:34108:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.968453:0:34108:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.968456:0:34108:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.968458:0:34108:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.968460:0:34108:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.968462:0:34108:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.968465:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e000. 00000008:00000010:2.0:1783948575.968467:0:34108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.968470:0:34108:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.968472:0:34108:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.968475:0:34108:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.968478:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.968480:0:34108:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948575.968494:0:34108:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948575.968504:0:34108:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783948575.968507:0:34108:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446614233728352704 : -129839981198912 : ffff89e9460b01c0) 00000020:00000001:2.0:1783948575.968509:0:34108:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1783948575.968511:0:34108:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1783948575.968513:0:34108:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948575.968514:0:34108:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948575.968515:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948575.968519:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cdf320dc[2 0000000023e9de14 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.968521:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1783948575.968522:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1783948575.968524:0:34108:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1783948575.968527:0:34108:0:(osc_page.c:138:osc_page_delete()) ffff89e9460b0220 00000008:00000001:2.0:1783948575.968529:0:34108:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1783948575.968532:0:34108:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff89e9460b0230 page ffff89e9460b0220 at index 0. 00000008:00000001:2.0:1783948575.968534:0:34108:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948575.968540:0:34108:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1783948575.968542:0:34108:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffedddc4bf1200 index 0 00000020:00000001:2.0:1783948575.968547:0:34108:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1783948575.968549:0:34108:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1783948575.968550:0:34108:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948575.968552:0:34108:0:(cl_page.c:556:cl_batch_put()) page@00000000cdf320dc[1 0000000023e9de14 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948575.968554:0:34108:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1783948575.968556:0:34108:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1783948575.968558:0:34108:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff89e9460b01c0. 00000020:00000001:2.0:1783948575.968562:0:34108:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1783948575.968563:0:34108:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1783948575.968598:0:34108:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:2.0:1783948575.968601:0:34108:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff89e951d79988) 00800000:00000001:2.0:1783948575.968606:0:34108:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:2.0:1783948575.968608:0:34108:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:2.0:1783948575.968614:0:34108:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1783948575.968619:0:34108:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948575.968621:0:34108:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.968624:0:34108:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1783948575.968626:0:34108:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1783948575.968628:0:34108:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:2.0:1783948575.968629:0:34108:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:2.0:1783948575.968631:0:34108:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783948575.968633:0:34108:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783948575.968635:0:34108:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783948575.968636:0:34108:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948575.968639:0:34108:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948575.968641:0:34108:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948575.968646:0:34108:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948575.968649:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000020:00000010:2.0:1783948575.968654:0:34108:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.968656:0:34108:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.968660:0:34108:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.968663:0:34108:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.968665:0:34108:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.968669:0:34108:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.968671:0:34108:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.968674:0:34108:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fc00. 00000008:00000010:2.0:1783948575.968676:0:34108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.968679:0:34108:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.968681:0:34108:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.969472:0:34108:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948575.969478:0:34108:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948575.969491:0:34108:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00020000:00000001:2.0:1783948575.969500:0:34108:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:2.0:1783948575.969503:0:34108:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00020000:00000001:2.0:1783948575.969507:0:34108:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:2.0:1783948575.969510:0:34108:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619a80, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948575.969516:0:34108:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948575.969519:0:34108:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0a180: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1783948575.969522:0:34108:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:2.0:1783948575.969523:0:34108:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.969526:0:34108:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1783948575.969528:0:34108:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:2.0:1783948575.969534:0:34108:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1783948575.969541:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459900 count: 2 00010000:00000001:2.0:1783948575.969545:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948575.969547:0:34108:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1783948575.969550:0:34108:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1783948575.969554:0:34108:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1783948575 1783948575 1783948575 ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1783948575.969566:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000020:00000001:2.0:1783948575.969568:0:34108:0:(cl_object.c:151:cl_object_top()) ffff89e952015880 -> ffff89e9582a3f58 00000008:00000001:2.0:1783948575.969569:0:34108:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948575.969572:0:34108:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948575.969574:0:34108:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948575.969576:0:34108:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1783948575.969582:0:34108:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff89e952015880. 00020000:00000001:2.0:1783948575.969588:0:34108:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1783948575.969590:0:34108:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff89e9582a3708. 00020000:00000001:2.0:1783948575.969597:0:34108:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1783948575.969598:0:34108:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948575.969600:0:34108:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948575.969602:0:34108:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00020000:00000001:2.0:1783948575.969603:0:34108:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:2.0:1783948575.969605:0:34108:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:2.0:1783948575.969606:0:34108:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00020000:00000001:2.0:1783948575.969609:0:34108:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:2.0:1783948575.969612:0:34108:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff89e95800eae0. 00020000:00000010:2.0:1783948575.969616:0:34108:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff89e95160cb40. 00020000:00000010:2.0:1783948575.969618:0:34108:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff89e958225180. 00020000:00000002:2.0:1783948575.969621:0:34108:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619a80, objid 0x31:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948575.969625:0:34108:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948575.969628:0:34108:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0a180: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1783948575.969632:0:34108:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947f0a180. 00020000:00000010:2.0:1783948575.969645:0:34108:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619cc0. 00020000:00000010:2.0:1783948575.969650:0:34108:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e950619a80. 00020000:00000001:2.0:1783948575.969652:0:34108:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1783948575.969653:0:34108:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c25d0) owner 0000000000000000/ffff89e950838000 00020000:00000010:2.0:1783948575.969655:0:34108:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff89e9601c25d0. 00020000:00000001:2.0:1783948575.969659:0:34108:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:2.0:1783948575.969661:0:34108:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff89e9582a3ed8. 00000020:00001000:2.0:1783948575.969665:0:34108:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948575.969668:0:34108:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2e000. 00000020:00000010:2.0:1783948575.969670:0:34108:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041120. 00000008:00000010:2.0:1783948575.969673:0:34108:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948575.969676:0:34108:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948575.969679:0:34108:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948575.969682:0:34108:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948575.969695:0:34108:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948575.969699:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000008:00000010:2.0:1783948575.969701:0:34108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948575.969704:0:34108:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948575.969707:0:34108:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948575.969709:0:34108:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948575.969711:0:34108:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fc00. 00000020:00000010:2.0:1783948575.969714:0:34108:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948575.969718:0:34108:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1783948575.969720:0:34108:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00010000:00000010:1.1:1783948575.972015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00010000:00000010:1.1:1783948575.972026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235200. 00010000:00000010:1.1:1783948575.972030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d500. 00010000:00000010:1.1:1783948575.972035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465aa000. 00010000:00000010:1.1:1783948575.972039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f000. 00010000:00000010:1.1:1783948575.972041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235600. 00000080:00000010:2.1:1783948575.987928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818e960. 00000080:00000010:2.1:1783948575.987952:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d798c0. 00010000:00000001:2.0:1783948576.984569:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948576.984576:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948576.984582:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948576.984584:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948576.984588:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948576.984589:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948576.984613:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948576.984626:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948576.984629:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948577.478841:0:34193:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948577.498380:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296667381, at 4296667650 00000100:00000010:1.0:1783948577.498397:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041c60. 00000100:00000040:0.0:1783948577.504419:0:33424:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296667381, at 4296667656 00000100:00000010:0.0:1783948577.504436:0:33424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041420. 00010000:00000001:2.0:1783948578.017112:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948578.017121:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948578.017128:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948578.017129:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948578.017133:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948578.017134:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948578.017160:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948578.017163:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948578.017168:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948578.017224:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948578.017231:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948578.017243:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948578.017248:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948578.017253:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948578.017257:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948578.017262:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948578.017270:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bb00. 00000100:00000001:0.0:1783948578.017279:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017292:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948578.017304:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948578.017308:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017316:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e82cba] to pc [ptlrpcd_00_01+1] req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.017337:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017340:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948578.017344:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948578.017347:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241c00. 00000020:00000040:0.0:1783948578.017349:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948578.017351:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948578.017353:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948578.017355:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948578.017357:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bc00. 00000100:00000001:0.0:1783948578.017360:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017365:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948578.017372:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948578.017374:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017377:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5c1ceb6] to pc [ptlrpcd_00_00+0] req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.017385:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017387:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948578.017390:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948578.017394:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240e00. 00000020:00000040:0.0:1783948578.017397:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:0.0:1783948578.017399:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948578.017400:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948578.017402:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948578.017405:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bd00. 00000100:00000001:0.0:1783948578.017408:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017412:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948578.017419:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948578.017421:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017425:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dba0cfc7] to pc [ptlrpcd_00_01+1] req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.017433:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017435:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948578.017438:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948578.017441:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948578.017443:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:0.0:1783948578.017446:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948578.017447:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948578.017448:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948578.017452:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b300. 00000100:00000001:0.0:1783948578.017454:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017458:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948578.017475:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948578.017476:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017480:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb18f6c4] to pc [ptlrpcd_00_00+0] req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.017486:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.017490:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2005) 00000100:00000001:0.0:1783948578.017500:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948578.017504:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948578.017506:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948578.017511:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.017518:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948578.017520:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.017523:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948578.017526:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948578.017528:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948578.017531:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636535808:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948578.017535:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948578.017540:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948578.017543:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.017545:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948578.017550:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e94120ac00. 02000000:00000001:0.0:1783948578.017552:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948578.017559:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948578.017563:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aebb0. 00000400:00000010:0.0:1783948578.017569:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf880. 00000100:00000200:0.0:1783948578.017576:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636535808, portal 25 00000100:00000001:0.0:1783948578.017578:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948578.017579:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948578.017585:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.017591:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948578.017594:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948578.017597:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf5d8. 00000100:00000200:0.0:1783948578.017599:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636535808, offset 0 00000400:00000200:0.0:1783948578.017605:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948578.017625:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.017633:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948578.017638:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948578.017643:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948578.017647:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948578.017649:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948578.017653:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2689:2689:256:4294967295] 192.168.202.104@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:0.0:1783948578.017657:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.017676:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948578.017683:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948578.017689:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bf00. 00000800:00000200:0.0:1783948578.017696:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948578.017704:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948578.017709:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948578.017730:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948578.017734:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948578.017737:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296672492 00000100:00000010:0.0:1783948578.017742:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713ba0. 00000100:00000001:0.0:1783948578.017750:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783948578.017756:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296672492 00000100:00000010:0.0:1783948578.017759:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9437135a0. 00000100:00000001:0.0:1783948578.017762:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783948578.017766:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948578.017769:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.017772:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948578.017776:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.017782:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948578.017784:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.017786:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948578.017788:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948578.017790:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948578.017793:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636536064:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948578.017798:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948578.017801:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948578.017802:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.017804:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948578.017807:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e96022a200. 02000000:00000001:0.0:1783948578.017809:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948578.017812:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948578.017815:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae9a0. 00000400:00000010:0.0:1783948578.017818:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948578.017821:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636536064, portal 4 00000100:00000001:0.0:1783948578.017823:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948578.017824:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000040:0.0:1783948578.017830:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.017836:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948578.017838:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948578.017840:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf908. 00000100:00000200:0.0:1783948578.017843:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636536064, offset 0 00000400:00000200:0.0:1783948578.017847:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948578.017888:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.017891:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948578.017894:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948578.017896:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948578.017898:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948578.017901:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948578.017903:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2690:2690:255:4294967295] 192.168.202.104@tcp LPNI seq info [2690:2690:7:4294967295] 00000400:00000200:0.0:1783948578.017907:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.017913:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948578.017916:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948578.017920:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948578.018183:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948578.018189:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948578.018192:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948578.018205:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.018210:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21806 usecs (22 jiffies) 00000400:00000200:0.0:1783948578.018214:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948578.018216:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296668189 00000100:00000001:0.0:1783948578.018219:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296672492 00000100:00000001:0.0:1783948578.018222:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296668189 00000100:00000001:0.0:1783948578.018224:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296672492 00000100:00000001:0.0:1783948578.018226:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948578.018228:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.018230:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.018233:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.018240:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948578.018242:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948578.018245:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948578.018246:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948578.018247:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948578.018250:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1783948578.018252:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.018253:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948578.018255:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.018257:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948578.018258:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948578.018259:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948578.018263:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.018271:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948578.018272:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.018274:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948578.018276:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948578.018278:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948578.018280:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636535936:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948578.018284:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948578.018286:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948578.018288:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.018289:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948578.018294:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9529d2600. 02000000:00000001:0.0:1783948578.018296:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948578.018300:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948578.018303:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aecb8. 00000400:00000010:0.0:1783948578.018306:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf7f8. 00000100:00000200:0.0:1783948578.018309:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636535936, portal 10 00000100:00000001:0.0:1783948578.018311:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948578.018312:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000040:0.0:1783948578.018318:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.018324:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948578.018327:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948578.018329:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf000. 00000100:00000200:0.0:1783948578.018331:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636535936, offset 0 00000400:00000200:0.0:1783948578.018336:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948578.018340:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.018343:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948578.018346:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948578.018348:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948578.018351:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948578.018353:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948578.018355:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2691:2691:254:4294967295] 192.168.202.104@tcp LPNI seq info [2691:2691:6:4294967295] 00000400:00000200:0.0:1783948578.018359:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.018365:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948578.018370:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948578.018373:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5ba00. 00000800:00000200:0.0:1783948578.018377:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948578.018382:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948578.018385:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948578.018388:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.018390:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 829896 usecs (830 jiffies) 00000400:00000200:0.0:1783948578.018393:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948578.018395:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296668997 00000100:00000001:0.0:1783948578.018398:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296672492 00000100:00000001:0.0:1783948578.018399:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296668997 00000100:00000001:0.0:1783948578.018401:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296672492 00000100:00000001:0.0:1783948578.018403:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948578.018405:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.018408:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948578.018411:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.018417:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948578.018418:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.018420:0:2354:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948578.018422:0:2354:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948578.018424:0:2354:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948578.018427:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636536192:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948578.018430:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948578.018432:0:2354:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948578.018434:0:2354:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.018435:0:2354:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948578.018439:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e98216f000. 02000000:00000001:0.0:1783948578.018441:0:2354:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948578.018444:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948578.018446:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae580. 00000400:00000010:0.0:1783948578.018450:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf3b8. 00000100:00000200:0.0:1783948578.018452:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636536192, portal 4 00000100:00000001:0.0:1783948578.018454:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948578.018456:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948578.018461:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.018479:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948578.018482:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948578.018485:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf990. 00000100:00000200:0.0:1783948578.018487:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636536192, offset 0 00000400:00000200:0.0:1783948578.018491:0:2354:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948578.018495:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.018498:0:2354:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948578.018500:0:2354:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948578.018502:0:2354:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948578.018505:0:2354:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948578.018507:0:2354:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948578.018509:0:2354:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2692:2692:253:4294967295] 192.168.202.104@tcp LPNI seq info [2692:2692:5:4294967295] 00000400:00000200:0.0:1783948578.018513:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.018518:0:2354:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948578.018522:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948578.018525:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b900. 00000800:00000200:0.0:1783948578.018529:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948578.018533:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948578.018536:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948578.018539:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.018541:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 233646 usecs (234 jiffies) 00000400:00000200:0.0:1783948578.018545:0:2354:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948578.018546:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296668401 00000100:00000001:0.0:1783948578.018549:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296672492 00000100:00000001:0.0:1783948578.018551:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296668401 00000100:00000001:0.0:1783948578.018553:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296672492 00000100:00000001:0.0:1783948578.018555:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948578.018557:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.018560:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.018562:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.018580:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948578.018583:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948578.019169:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948578.019175:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bf00. 00000400:00000200:1.0:1783948578.019180:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948578.019186:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948578.019192:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf5d8 00000400:00000010:1.0:1783948578.019195:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf5d8. 00000100:00000001:1.0:1783948578.019210:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948578.019217:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948578.019227:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948578.019231:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948578.019237:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948578.019239:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948578.019252:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948578.019254:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:1.0:1783948578.019257:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948578.019260:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948578.019262:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf908 00000400:00000010:1.0:1783948578.019264:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf908. 00000100:00000001:1.0:1783948578.019266:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948578.019269:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948578.019275:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948578.019278:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948578.019284:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948578.019286:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948578.019294:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948578.019296:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5ba00. 00000400:00000200:1.0:1783948578.019298:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948578.019301:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948578.019303:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf000 00000400:00000010:1.0:1783948578.019306:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf000. 00000100:00000001:1.0:1783948578.019308:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948578.019311:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948578.019318:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948578.019320:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948578.019325:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948578.019327:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948578.019391:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948578.019394:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b900. 00000400:00000200:1.0:1783948578.019397:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948578.019400:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948578.019403:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf990 00000400:00000010:1.0:1783948578.019405:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf990. 00000100:00000001:1.0:1783948578.019407:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948578.019410:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948578.019417:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948578.019420:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948578.019426:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948578.019427:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948578.029557:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029575:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948578.029580:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029582:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948578.029591:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029599:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948578.029620:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029626:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029631:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029636:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9457200 00000400:00000200:0.0:1783948578.029642:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029648:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x75f9 [1] + 224 00000800:00000001:0.0:1783948578.029656:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029661:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948578.029676:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948578.029681:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948578.029690:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948578.029699:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948578.029711:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.029727:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948578.029735:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029739:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948578.029741:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029743:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948578.029746:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029749:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948578.029753:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029755:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029757:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029760:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9457280 00000400:00000200:0.0:1783948578.029764:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029768:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7619 [1] + 224 00000800:00000001:0.0:1783948578.029772:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029775:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948578.029777:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948578.029780:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948578.029782:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948578.029786:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948578.029795:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.029801:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948578.029804:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029808:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948578.029809:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029811:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948578.029814:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029817:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948578.029821:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029824:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029826:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029829:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9457300 00000400:00000200:0.0:1783948578.029833:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029837:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7609 [1] + 224 00000800:00000001:0.0:1783948578.029841:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029844:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948578.029846:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948578.029875:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948578.029878:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948578.029884:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948578.029892:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.029899:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948578.029902:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029906:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948578.029907:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029909:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948578.029912:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029915:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948578.029918:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029921:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029933:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029935:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9457380 00000400:00000200:0.0:1783948578.029939:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948578.029942:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7629 [1] + 224 00000800:00000001:0.0:1783948578.029946:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029952:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948578.029954:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948578.029957:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948578.029959:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948578.029963:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948578.029972:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.029979:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948578.029981:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948578.029983:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.029994:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948578.029998:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948578.030005:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948578.030007:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948578.030010:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aecb8. 00000400:00000200:0.0:1783948578.030015:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf7f8 00000400:00000010:0.0:1783948578.030017:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf7f8. 00000100:00000001:0.0:1783948578.030020:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948578.030024:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948578.030033:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.030039:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948578.030041:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.030043:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948578.030047:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948578.030049:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948578.030051:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.030054:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948578.030063:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=98 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948578.030067:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948578.030070:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948578.030071:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948578.030075:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948578.030078:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.030081:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948578.030083:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1783948578.030084:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948578.030087:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.030091:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.030098:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948578.030101:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948578.030103:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948578.030107:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948578.030121:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636535936:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948578.030126:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948578.030127:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948578.030128:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae580. 00000400:00000200:0.0:1783948578.030130:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf3b8 00000400:00000010:0.0:1783948578.030132:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf3b8. 00000100:00000001:0.0:1783948578.030133:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948578.030136:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948578.030143:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.030149:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948578.030150:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.030151:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948578.030153:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948578.030154:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948578.030155:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.030156:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948578.030159:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948578.030162:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948578.030164:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948578.030165:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948578.030166:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948578.030168:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.030170:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948578.030171:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1783948578.030172:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948578.030174:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.030177:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.030182:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948578.030184:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948578.030186:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948578.030189:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948578.030196:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636536192:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948578.030200:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948578.030201:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948578.030202:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aebb0. 00000400:00000200:0.0:1783948578.030204:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf880 00000400:00000010:0.0:1783948578.030658:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf880. 00000100:00000001:0.0:1783948578.030707:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948578.030713:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948578.030722:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.030729:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948578.030730:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.030732:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948578.030734:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948578.030735:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948578.030737:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.030739:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948578.030742:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948578.030746:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948578.030748:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948578.030749:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948578.030751:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948578.030752:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.030754:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.030758:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.030764:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948578.030766:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948578.030768:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948578.030771:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948578.030779:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1019a023-0430-437f-92f1-89584dbfbb66:2354:1870603636535808:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948578.030784:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948578.030785:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948578.030786:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae9a0. 00000400:00000200:0.0:1783948578.030788:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:0.0:1783948578.030790:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:0.0:1783948578.030791:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948578.030794:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948578.030802:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.030808:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948578.030809:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.030810:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948578.030811:0:2354:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948578.030812:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948578.030813:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948578.030815:0:2354:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948578.030819:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948578.030821:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948578.030823:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948578.030824:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948578.030825:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948578.030827:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.030829:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948578.030830:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967338 00000100:00000001:0.0:1783948578.030832:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948578.030833:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948578.030836:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.030844:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948578.030846:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948578.030847:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948578.031285:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948578.031296:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:342776fa-f61c-4b73-829b-67eb463eff17:2354:1870603636536064:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948578.031300:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.031303:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948578.031307:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241c00 x1870603636535936/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.031313:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948578.031316:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948578.031320:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9529d2600. 02000000:00000001:0.0:1783948578.031324:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948578.031326:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948578.031329:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948578.031331:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948578.031333:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bc00. 02000000:00000001:0.0:1783948578.031337:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948578.031339:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948578.031341:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241c00. 00000100:00000001:0.0:1783948578.031344:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948578.031346:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.031348:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948578.031351:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636536192/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.031358:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948578.031360:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948578.031361:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e98216f000. 02000000:00000001:0.0:1783948578.031365:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948578.031366:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948578.031368:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948578.031370:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948578.031371:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b300. 02000000:00000001:0.0:1783948578.031373:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948578.031374:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948578.031375:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948578.031377:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948578.031379:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.031380:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948578.031383:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636535808/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.031390:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948578.031391:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948578.031392:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e94120ac00. 02000000:00000001:0.0:1783948578.031395:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948578.031396:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948578.031397:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948578.031398:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948578.031399:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bb00. 02000000:00000001:0.0:1783948578.031401:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948578.031402:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948578.031403:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948578.031405:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948578.031406:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.031408:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948578.031411:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240e00 x1870603636536064/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948578.031415:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948578.031417:0:2354:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948578.031418:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e96022a200. 02000000:00000001:0.0:1783948578.031420:0:2354:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948578.031421:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948578.031422:0:2354:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948578.031423:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948578.031425:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bd00. 02000000:00000001:0.0:1783948578.031426:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948578.031428:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948578.031429:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240e00. 00000100:00000001:0.0:1783948578.031431:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948578.031432:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.031434:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948578.031441:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948578.031444:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948578.031446:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948578.031448:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948579.031940:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948579.031947:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948579.031954:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948579.031955:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948579.031958:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948579.031960:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948579.032123:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948579.032127:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948579.032130:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948579.406934:0:34330:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948580.059022:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948580.059030:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948580.059037:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948580.059038:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948580.059041:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948580.059042:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948580.059070:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948580.059073:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948580.059076:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948581.082977:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948581.082985:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948581.082991:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948581.082992:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948581.082996:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948581.082997:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948581.083022:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948581.083025:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948581.083028:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1783948581.420342:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948581.420361:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948581.420365:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948581.420368:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948581.420376:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948581.420383:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948581.420391:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948581.420397:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948581.420402:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948581.420406:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda960300 00000400:00000200:1.0:1783948581.420415:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x6f79 [2] + 1376 00000800:00000001:1.0:1783948581.420423:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948581.420431:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948581.420444:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948581.420449:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948581.420457:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783948581.420460:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783948581.420466:0:2345:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cca80. 00000100:00000040:1.0:1783948581.420470:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff89e9529cca80 x1870603658593024 msgsize 328 00000100:00100000:1.0:1783948581.420474:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:1.0:1783948581.420490:0:2345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783948581.420499:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948581.420502:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948581.421431:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783948581.421445:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658593024 02000000:00000001:0.0:1783948581.421448:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783948581.421451:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948581.421453:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948581.421458:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948581.421461:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658593024 00000020:00000001:0.0:1783948581.421465:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948581.421466:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b440151 00000020:00000001:0.0:1783948581.421469:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948581.421472:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6a800 refcount=4 00000020:00000001:0.0:1783948581.421475:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000020:00000001:0.0:1783948581.421477:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774204928 : -129839935346688 : ffff89e948c6a800) 00000100:00000001:0.0:1783948581.421481:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948581.421486:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9511a2580. 00000100:00000001:0.0:1783948581.421489:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948581.421491:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9511a2580. 00000020:00000010:0.0:1783948581.421496:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9509a6e00. 00000020:00000010:0.0:1783948581.421502:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e95082dd80. 00000020:00000010:0.0:1783948581.421507:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e947e49258. 00000100:00000040:0.0:1783948581.421516:0:15856:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783948581.421519:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783948581.421521:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783948581.421523:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948581.421549:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948581.421559:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948581.421570:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783948581.421572:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783948581.421592:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 63 00000100:00000040:0.0:1783948581.421596:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6a800 : new rpc_count 1 00000100:00000001:0.0:1783948581.421598:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614233939233408 : -129839770318208 : ffff89e9529cca80) 00000100:00000040:0.0:1783948581.421606:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e9529cca80 x1870603658593024/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:617/0 lens 328/0 e 0 to 0 dl 1783948592 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948581.421615:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948581.421618:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9511a2580. 00000100:00000001:0.0:1783948581.421620:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948581.421622:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9511a2580. 00000100:00100000:0.0:1783948581.421626:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e9529cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:11836:x1870603658593024:12345-192.168.202.104@tcp:104: 00000100:00000200:0.0:1783948581.421630:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658593024 00010000:00000001:0.0:1783948581.421633:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783948581.421640:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948581.421642:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948581.421644:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=2 00000020:00000001:0.0:1783948581.421646:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948581.421649:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:0.0:1783948581.421652:0:15856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948581.421656:0:15856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948581.421660:0:15856:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:0.0:1783948581.421673:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783948581.421675:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783948581.421680:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e950636000. 02000000:00000001:0.0:1783948581.421682:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948581.421686:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948581.421690:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783948581.421692:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948581.421696:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948581.421700:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948581.421703:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948581.421705:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:0.0:1783948581.421708:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783948581.421710:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948581.421713:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948581.421716:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948581.421720:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948581.421725:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658593024, offset 224 00000400:00000200:0.0:1783948581.421732:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948581.421740:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948581.421748:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948581.421755:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2693:2693:256:4294967295] 192.168.202.104@tcp LPNI seq info [2693:2693:8:4294967295] 00000400:00000200:0.0:1783948581.421760:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948581.421769:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948581.421774:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948581.421779:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bb00. 00000800:00000200:0.0:1783948581.421786:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948581.421793:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948581.421798:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948581.421808:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948581.421812:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:0.0:1783948581.421815:0:15856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783948581.421819:0:15856:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e96024e3c0. 00010000:00000001:0.0:1783948581.421822:0:15856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783948581.421839:0:15856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783948581.421841:0:15856:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948581.421843:0:15856:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948581.421845:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948581.421870:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cca80 x1870603658593024/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:617/0 lens 328/224 e 0 to 0 dl 1783948592 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783948581.421880:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e9529cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:11836:x1870603658593024:12345-192.168.202.104@tcp:104: Request processed in 263us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1783948581.421887:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 63 00000100:00000040:0.0:1783948581.421891:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6a800 : new rpc_count 0 00000100:00000001:0.0:1783948581.421894:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783948581.421895:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783948581.421899:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e95082dd80. 00000020:00000010:0.0:1783948581.421903:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e947e49258. 00000020:00000010:0.0:1783948581.421906:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9509a6e00. 00000020:00000040:0.0:1783948581.421911:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6a800 : new refcount 3 00000100:00000001:0.0:1783948581.421913:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948581.422431:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948581.422443:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948581.422446:0:15867:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1783948581.422450:0:15867:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1783948581.422452:0:15867:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783948581.422457:0:15867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1783948581.422467:0:15867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e946596200 already unused, calling callback (ffffffffc1342360) 00000008:00000001:2.0:1783948581.422470:0:15867:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1783948581.422473:0:15867:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948581.422475:0:15867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948581.422477:0:15867:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948581.422479:0:15867:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946596200 refcount=3 00000020:00000001:2.0:1783948581.422481:0:15867:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948581.422483:0:15867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733489152 : -129839976062464 : ffff89e946596200) 00010000:00000001:2.0:1783948581.422486:0:15867:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948581.422489:0:15867:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783948581.422497:0:15867:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1783948581.422499:0:15867:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948581.422506:0:15867:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948581.422510:0:15867:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147200. 00000020:00000010:2.0:1783948581.422515:0:15867:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e947147000. 00000020:00000010:2.0:1783948581.422519:0:15867:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948581.422524:0:15867:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948581.422529:0:15867:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948581.422534:0:15867:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948581.422540:0:15867:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948581.422544:0:15867:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948581.422547:0:15867:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e947147800. 00000008:00000010:2.0:1783948581.422551:0:15867:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948581.422555:0:15867:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948581.422558:0:15867:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948581.422609:0:15867:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948581.422612:0:15867:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948581.422615:0:15867:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000008:00000001:2.0:1783948581.422617:0:15867:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1783948581.422620:0:15867:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948581.422622:0:15867:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948581.422626:0:15867:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e947147000. 00000020:00000010:2.0:1783948581.422629:0:15867:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041300. 00000008:00000010:2.0:1783948581.422633:0:15867:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948581.422637:0:15867:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948581.422640:0:15867:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948581.422642:0:15867:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948581.422645:0:15867:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948581.422647:0:15867:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947147200. 00000008:00000010:2.0:1783948581.422650:0:15867:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948581.422653:0:15867:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948581.422656:0:15867:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948581.422659:0:15867:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948581.422661:0:15867:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e947147800. 00000020:00000010:2.0:1783948581.422664:0:15867:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000008:00000001:2.0:1783948581.422666:0:15867:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948581.422669:0:15867:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948581.422674:0:15867:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948581.422676:0:15867:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948581.422677:0:15867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948581.422680:0:15867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948581.422682:0:15867:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946596200 with handle 0x8c7cf19e4b440d91 from hash 00010000:00000001:2.0:1783948581.422684:0:15867:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948581.422686:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948581.422687:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948581.422688:0:15867:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948581.422692:0:15867:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948581.422693:0:15867:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1783948581.422698:0:15867:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948581.422700:0:15867:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948581.422703:0:15867:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948581.422705:0:15867:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1783948581.422709:0:15867:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948581.422713:0:15867:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:2.0:1783948581.422717:0:15867:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948581.422719:0:15867:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948581.422723:0:15867:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948581.422728:0:15867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e947147800. 00000100:00000001:2.0:1783948581.422733:0:15867:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948581.422736:0:15867:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948581.422740:0:15867:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1783948581.422747:0:15867:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783948581.422748:0:15867:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948581.422752:0:15867:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948581.422756:0:15867:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948581.422764:0:15867:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c588ec] to pc [ptlrpcd_01_00+0] req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783948581.422789:0:15867:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948581.422792:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948581.422793:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948581.422794:0:15867:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948581.422796:0:15867:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948581.422798:0:15867:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948581.422802:0:15867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1783948581.422809:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948581.422811:0:15867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff89e943191000 lock: 00000000ed8ca374/0x8c7cf19e4b440d91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x2ceea11ad5e06823 expref: -99 pid: 34099 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1783948581.422819:0:15867:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e9580d95c0. 00010000:00000040:2.0:1783948581.422823:0:15867:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459900 count: 0 00010000:00000010:2.0:1783948581.422829:0:15867:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e959459400. 00010000:00000001:2.0:1783948581.422837:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948581.422839:0:15867:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1783948581.422840:0:15867:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e96024e3c0. 00010000:00000001:2.0:1783948581.422843:0:15867:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948581.422845:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948581.422846:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948581.422848:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783948581.422849:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948581.422874:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948581.422876:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783948581.422877:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948581.422879:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948581.422880:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948581.422887:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948581.422890:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948581.422893:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948581.422898:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948581.422906:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948581.422909:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948581.422912:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948581.422914:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948581.422916:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948581.422920:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636536320:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948581.422924:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948581.422929:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948581.422931:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948581.422934:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948581.422938:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147200. 02000000:00000001:2.0:1783948581.422940:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948581.422946:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948581.422950:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948581.422957:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2b28. 00000100:00000200:2.0:1783948581.422962:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636536320, portal 18 00000100:00000001:2.0:1783948581.422965:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948581.422966:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948581.422973:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948581.422992:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948581.422995:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948581.422998:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2cc0. 00000100:00000200:2.0:1783948581.423001:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636536320, offset 0 00000400:00000200:2.0:1783948581.423007:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948581.423011:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948581.423016:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948581.423020:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948581.423024:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948581.423027:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948581.423029:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948581.423033:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2694:2694:255:4294967295] 192.168.202.104@tcp LPNI seq info [2694:2694:7:4294967295] 00000400:00000200:2.0:1783948581.423036:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948581.423043:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948581.423048:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948581.423051:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61c00. 00000800:00000200:2.0:1783948581.423057:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948581.423063:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948581.423067:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783948581.423070:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948581.423074:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 232523 usecs (233 jiffies) 00000400:00000200:2.0:1783948581.423077:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948581.423079:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296671807 00000100:00000001:2.0:1783948581.423082:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296672492 00000100:00000001:2.0:1783948581.423084:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296671807 00000100:00000001:2.0:1783948581.423087:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296672492 00000100:00000001:2.0:1783948581.423089:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948581.423091:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948581.423094:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948581.423096:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948581.423101:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948581.423103:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948581.423105:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948581.423106:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948581.423107:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948581.423109:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948581.423119:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948581.423121:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948581.423313:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948581.423317:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bb00. 00000400:00000200:0.0:1783948581.423323:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948581.423328:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948581.423332:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:0.0:1783948581.423334:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:0.0:1783948581.423339:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783948581.423340:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1783948581.423404:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948581.423407:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61c00. 00000400:00000200:0.0:1783948581.423410:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948581.423413:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948581.423416:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2cc0 00000400:00000010:0.0:1783948581.423418:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2cc0. 00000100:00000001:0.0:1783948581.423420:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948581.423424:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948581.423445:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948581.423449:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948581.423455:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948581.423457:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948581.439035:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948581.439052:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948581.439056:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948581.439059:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948581.439067:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948581.439076:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948581.439086:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948581.439091:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948581.439098:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948581.439103:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9457400 00000400:00000200:0.0:1783948581.439108:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948581.439114:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7641 [1] + 224 00000800:00000001:0.0:1783948581.439122:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948581.439129:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948581.439132:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948581.439136:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948581.439144:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948581.439152:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948581.439165:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948581.439178:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948581.439185:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948581.439187:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948581.439485:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948581.439490:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948581.439497:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948581.439499:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948581.439502:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948581.439507:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2b28 00000400:00000010:2.0:1783948581.439509:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2b28. 00000100:00000001:2.0:1783948581.439512:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948581.439517:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948581.439528:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948581.439535:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948581.439537:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948581.439540:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948581.439543:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948581.439546:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948581.439549:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948581.439552:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948581.439561:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185d38 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948581.439565:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948581.439568:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948581.439570:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948581.439573:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948581.439587:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948581.439591:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948581.439593:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948581.439596:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948581.439597:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948581.439603:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948581.439611:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948581.439614:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948581.439616:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948581.439620:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948581.439629:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636536320:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948581.439634:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948581.439636:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948581.439640:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636536320/t0(0) o103->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948597 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948581.439647:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948581.439650:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948581.439653:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147200. 02000000:00000001:2.0:1783948581.439656:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948581.439659:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948581.439661:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948581.439663:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948581.439665:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e947147800. 02000000:00000001:2.0:1783948581.439668:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948581.439670:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948581.439672:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948581.439675:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948581.439676:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948581.439679:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948581.439686:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948581.439687:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948581.439690:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948581.439692:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783948581.444144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459900. 00010000:00000010:2.1:1783948581.444166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946596200. 00000080:00000001:3.0:1783948581.660673:0:34475:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948582.110978:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948582.110986:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948582.110991:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948582.110993:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948582.111013:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948582.111016:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948582.111018:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783948582.566796:0:34537:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948582.616506:0:31638:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296672492, at 4296672768 00000100:00000010:1.0:1783948582.616523:0:31638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e9437135a0. 00000100:00000040:0.0:1783948582.623163:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296672492, at 4296672775 00000100:00000010:0.0:1783948582.623181:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e943713ba0. 00010000:00000001:2.0:1783948583.127977:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948583.127985:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948583.127992:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948583.127993:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948583.128030:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948583.128034:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948583.128038:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783948583.132161:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948583.132170:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948583.132178:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b66680. 00000020:00000040:3.0:1783948583.132190:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:3.0:1783948583.132195:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948583.132198:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948583.132203:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948583.132213:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e947f77200. 00000100:00000001:3.0:1783948583.132219:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132231:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948583.132242:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948583.132246:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132253:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f1cfe57] to pc [ptlrpcd_01_01+1] req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948583.132279:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132282:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948583.132291:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948583.132294:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67800. 00000020:00000040:3.0:1783948583.132297:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948583.132299:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948583.132300:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948583.132302:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948583.132305:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e947f77500. 00000100:00000001:3.0:1783948583.132308:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132313:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948583.132320:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948583.132322:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132325:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e14fb57] to pc [ptlrpcd_01_00+0] req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948583.132334:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132336:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948583.132339:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948583.132343:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67b80. 00000020:00000040:3.0:1783948583.132345:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:3.0:1783948583.132347:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948583.132348:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948583.132350:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948583.132353:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e947f77300. 00000100:00000001:3.0:1783948583.132355:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132359:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948583.132367:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948583.132368:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132372:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087689e87] to pc [ptlrpcd_01_01+1] req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948583.132384:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132386:0:29762:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783948583.132389:0:29762:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783948583.132392:0:29762:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b67480. 00000020:00000040:3.0:1783948583.132394:0:29762:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:3.0:1783948583.132396:0:29762:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948583.132398:0:29762:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948583.132399:0:29762:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948583.132402:0:29762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e947f77d00. 00000100:00000001:3.0:1783948583.132405:0:29762:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132408:0:29762:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948583.132415:0:29762:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948583.132427:0:29762:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132431:0:29762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f596971d] to pc [ptlrpcd_01_00+0] req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948583.132438:0:29762:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948583.132442:0:29762:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2010) 00000100:00000001:2.0:1783948583.132590:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948583.132595:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948583.132597:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948583.132604:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.132612:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948583.132625:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.132630:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948583.132632:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948583.132635:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948583.132639:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636536448:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948583.132644:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948583.132651:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948583.132653:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.132656:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948583.132660:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147e00. 02000000:00000001:2.0:1783948583.132662:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948583.132669:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948583.132673:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948583.132680:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2b28. 00000100:00000200:2.0:1783948583.132686:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636536448, portal 25 00000100:00000001:2.0:1783948583.132689:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948583.132690:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907357312 : -129839802194304 : ffff89e950b66680) 00000100:00000040:2.0:1783948583.132696:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.132704:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948583.132707:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948583.132709:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2f68. 00000100:00000200:2.0:1783948583.132713:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636536448, offset 0 00000400:00000200:2.0:1783948583.132719:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948583.132728:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948583.132736:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948583.132741:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948583.132745:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948583.132748:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948583.132751:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948583.132756:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2695:2695:256:4294967295] 192.168.202.104@tcp LPNI seq info [2695:2695:8:4294967295] 00000400:00000200:2.0:1783948583.132761:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948583.132771:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948583.132777:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948583.132782:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61300. 00000800:00000200:2.0:1783948583.132789:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948583.132796:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948583.132801:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948583.132812:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948583.132816:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948583.132818:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296677609 00000100:00000010:2.0:1783948583.132823:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041f60. 00000100:00000001:2.0:1783948583.132829:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783948583.132835:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296677609 00000100:00000010:2.0:1783948583.132839:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e958041e40. 00000100:00000001:2.0:1783948583.132842:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783948583.132846:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948583.132848:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.132881:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948583.132886:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.132893:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948583.132894:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.132896:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948583.132898:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948583.132900:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948583.132903:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636536704:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948583.132906:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948583.132908:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948583.132909:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.132911:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948583.132914:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147800. 02000000:00000001:2.0:1783948583.132916:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948583.132919:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948583.132922:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948583.132925:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a25d8. 00000100:00000200:2.0:1783948583.132928:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636536704, portal 4 00000100:00000001:2.0:1783948583.132930:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948583.132931:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907362688 : -129839802188928 : ffff89e950b67b80) 00000100:00000040:2.0:1783948583.132937:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.132944:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948583.132946:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948583.132948:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a26e8. 00000100:00000200:2.0:1783948583.132951:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636536704, offset 0 00000400:00000200:2.0:1783948583.132955:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948583.132958:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948583.132962:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948583.132964:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948583.132966:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948583.132969:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948583.132971:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948583.132974:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2696:2696:255:4294967295] 192.168.202.104@tcp LPNI seq info [2696:2696:7:4294967295] 00000400:00000200:2.0:1783948583.132978:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948583.132984:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948583.132988:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948583.132991:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61900. 00000800:00000200:2.0:1783948583.132995:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948583.132999:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948583.133002:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948583.133005:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948583.133008:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21785 usecs (22 jiffies) 00000400:00000200:2.0:1783948583.133011:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948583.133013:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296673307 00000100:00000001:2.0:1783948583.133028:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948583.133031:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296673307 00000100:00000001:2.0:1783948583.133033:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948583.133035:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948583.133037:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.133040:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.133042:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.133049:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948583.133051:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948583.133053:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948583.133055:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948583.133056:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948583.133059:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1783948583.133060:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.133062:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948583.133064:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.133065:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948583.133066:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948583.133067:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948583.133072:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.133079:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948583.133080:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.133082:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948583.133085:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948583.133086:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948583.133089:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636536576:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948583.133093:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948583.133095:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948583.133096:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.133098:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948583.133101:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147000. 02000000:00000001:2.0:1783948583.133103:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948583.133107:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948583.133110:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891268. 00000400:00000010:2.0:1783948583.133113:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2110. 00000100:00000200:2.0:1783948583.133116:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636536576, portal 10 00000100:00000001:2.0:1783948583.133118:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948583.133119:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907361792 : -129839802189824 : ffff89e950b67800) 00000100:00000040:2.0:1783948583.133126:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.133132:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948583.133133:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948583.133135:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2d48. 00000100:00000200:2.0:1783948583.133138:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636536576, offset 0 00000400:00000200:2.0:1783948583.133141:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948583.133144:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948583.133148:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948583.133151:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948583.133153:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948583.133155:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948583.133158:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948583.133161:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2697:2697:254:4294967295] 192.168.202.104@tcp LPNI seq info [2697:2697:6:4294967295] 00000400:00000200:2.0:1783948583.133164:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948583.133170:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948583.133174:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948583.133176:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61100. 00000800:00000200:2.0:1783948583.133179:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948583.133184:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948583.133186:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948583.133189:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948583.133192:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 828920 usecs (829 jiffies) 00000400:00000200:2.0:1783948583.133195:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948583.133197:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296674114 00000100:00000001:2.0:1783948583.133199:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948583.133201:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296674114 00000100:00000001:2.0:1783948583.133203:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948583.133204:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948583.133206:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.133208:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948583.133211:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.133218:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948583.133220:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.133222:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948583.133223:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948583.133225:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948583.133228:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636536832:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948583.133231:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948583.133233:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948583.133235:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.133236:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948583.133239:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e947147200. 02000000:00000001:2.0:1783948583.133241:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948583.133243:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948583.133246:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919a0. 00000400:00000010:2.0:1783948583.133249:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2220. 00000100:00000200:2.0:1783948583.133252:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636536832, portal 4 00000100:00000001:2.0:1783948583.133253:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948583.133255:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907360896 : -129839802190720 : ffff89e950b67480) 00000100:00000040:2.0:1783948583.133260:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.133266:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948583.133268:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948583.133271:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2cc0. 00000100:00000200:2.0:1783948583.133274:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636536832, offset 0 00000400:00000200:2.0:1783948583.133278:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948583.133281:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948583.133284:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948583.133287:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948583.133288:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948583.133290:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948583.133292:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948583.133294:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2698:2698:253:4294967295] 192.168.202.104@tcp LPNI seq info [2698:2698:5:4294967295] 00000400:00000200:2.0:1783948583.133298:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948583.133303:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948583.133307:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948583.133311:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61c00. 00000800:00000200:2.0:1783948583.133314:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948583.133318:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948583.133321:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948583.133323:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948583.133326:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 231438 usecs (232 jiffies) 00000400:00000200:2.0:1783948583.133328:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948583.133330:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296673517 00000100:00000001:2.0:1783948583.133332:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948583.133334:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296673517 00000100:00000001:2.0:1783948583.133336:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948583.133337:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948583.133339:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.133341:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.133343:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.133355:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948583.133357:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948583.133770:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948583.133776:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61300. 00000400:00000200:1.0:1783948583.133781:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948583.133786:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948583.133793:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2f68 00000400:00000010:1.0:1783948583.133795:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2f68. 00000100:00000001:1.0:1783948583.133800:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948583.133805:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.133814:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948583.133818:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.133824:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948583.133826:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948583.133875:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948583.133878:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61900. 00000400:00000200:1.0:1783948583.133881:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948583.133885:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948583.133888:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a26e8 00000400:00000010:1.0:1783948583.133890:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a26e8. 00000100:00000001:1.0:1783948583.133892:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948583.133896:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.133903:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948583.133906:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.133912:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948583.133913:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948583.133922:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948583.133924:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61100. 00000400:00000200:1.0:1783948583.133927:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948583.133930:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948583.133932:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2d48 00000400:00000010:1.0:1783948583.133933:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2d48. 00000100:00000001:1.0:1783948583.133935:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948583.133939:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.133946:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948583.133949:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.133955:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948583.133957:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948583.134050:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948583.134053:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61c00. 00000400:00000200:1.0:1783948583.134056:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948583.134060:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948583.134063:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2cc0 00000400:00000010:1.0:1783948583.134064:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2cc0. 00000100:00000001:1.0:1783948583.134067:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948583.134071:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.134084:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948583.134087:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.134093:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948583.134095:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948583.139509:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139529:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948583.139534:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139536:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948583.139547:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139555:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948583.139564:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139569:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139575:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139580:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9457480 00000400:00000200:1.0:1783948583.139585:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139592:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7649 [1] + 224 00000800:00000001:1.0:1783948583.139599:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139604:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948583.139608:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948583.139612:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948583.139621:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948583.139632:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948583.139643:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.139665:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948583.139673:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139677:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948583.139679:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139682:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948583.139686:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139689:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948583.139693:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139696:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139698:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139701:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9457580 00000400:00000200:1.0:1783948583.139704:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139709:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7651 [1] + 224 00000800:00000001:1.0:1783948583.139713:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139716:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948583.139718:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948583.139722:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948583.139725:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948583.139730:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948583.139739:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.139747:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948583.139750:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139754:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948583.139755:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139757:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948583.139760:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139764:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948583.139768:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139770:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139773:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139776:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9457600 00000400:00000200:1.0:1783948583.139780:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139783:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7661 [1] + 224 00000800:00000001:1.0:1783948583.139787:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139791:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948583.139793:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948583.139796:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948583.139799:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948583.139803:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948583.139812:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.139819:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948583.139822:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139825:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948583.139827:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139829:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948583.139832:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139847:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948583.139879:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139881:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139884:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139888:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9457500 00000400:00000200:1.0:1783948583.139892:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948583.139896:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7659 [1] + 224 00000800:00000001:1.0:1783948583.139900:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139906:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948583.139908:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948583.139911:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948583.139914:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948583.139920:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948583.139928:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948583.139936:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948583.139939:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948583.139942:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140151:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948583.140157:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948583.140165:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948583.140167:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948583.140171:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891268. 00000400:00000200:2.0:1783948583.140177:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2110 00000400:00000010:2.0:1783948583.140180:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2110. 00000100:00000001:2.0:1783948583.140184:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948583.140189:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948583.140197:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140203:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948583.140205:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140207:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948583.140211:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948583.140214:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948583.140217:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.140220:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948583.140230:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=103 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948583.140234:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948583.140237:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948583.140239:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948583.140242:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948583.140247:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.140251:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783948583.140253:0:2356:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 8589934606 gen 2 00000100:00000040:2.0:1783948583.140259:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff89e9529cfb80 x1870603636532608/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948583.140266:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140269:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636532608/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948583.140276:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948583.140279:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948583.140283:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f3800. 02000000:00000001:2.0:1783948583.140286:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948583.140290:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948583.140292:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948583.140294:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948583.140298:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e941678000. 02000000:00000001:2.0:1783948583.140302:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948583.140304:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948583.140307:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:2.0:1783948583.140312:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948583.140314:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948583.140319:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948583.140326:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948583.140328:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166208128 : -129839543343488 : ffff89e960242680) 00000100:00000001:2.0:1783948583.140331:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140334:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948583.140340:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.140342:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140346:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b66300 x1870603636533504/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948583.140351:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948583.140353:0:2356:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9470aa120. 00000100:00000001:2.0:1783948583.140355:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140358:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960242680 x1870603636532864/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948591 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948583.140364:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783948583.140365:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948583.140366:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948583.140368:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948583.140369:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950634800. 02000000:00000001:2.0:1783948583.140372:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948583.140373:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948583.140374:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960242680. 00000100:00000001:2.0:1783948583.140377:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948583.140378:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948583.140382:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff89e950b66300 x1870603636533504/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948583.140388:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140391:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66300 x1870603636533504/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948583.140396:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948583.140398:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948583.140399:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e9c00. 02000000:00000001:2.0:1783948583.140401:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948583.140403:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948583.140404:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948583.140405:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948583.140407:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e951731a00. 02000000:00000001:2.0:1783948583.140409:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948583.140410:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948583.140411:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66300. 00000100:00000001:2.0:1783948583.140414:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948583.140415:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948583.140430:0:2356:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff89e9529cd880 x1870603636535680/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140436:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140439:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd880 x1870603636535680/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948591 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140445:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948583.140446:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948583.140448:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f1000. 02000000:00000001:2.0:1783948583.140451:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948583.140452:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948583.140453:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948583.140455:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948583.140456:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e96022ac00. 02000000:00000001:2.0:1783948583.140459:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948583.140460:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948583.140461:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd880. 00000100:00000001:2.0:1783948583.140464:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948583.140465:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140468:0:2356:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783948583.140470:0:2356:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1783948583.140472:0:2356:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948583.140475:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948583.140480:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140487:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948583.140490:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948583.140493:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948583.140497:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948583.140504:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636536576:192.168.202.104@tcp:400:kworker.0 00000400:00000001:2.0:1783948583.140511:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948583.140512:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948583.140514:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919a0. 00000400:00000200:2.0:1783948583.140517:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2220 00000400:00000010:2.0:1783948583.140518:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2220. 00000100:00000001:2.0:1783948583.140521:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948583.140524:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948583.140532:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140538:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948583.140540:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140541:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948583.140543:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948583.140544:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948583.140545:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.140547:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948583.140551:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948583.140554:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948583.140557:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948583.140558:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948583.140559:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948583.140561:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.140563:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948583.140565:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948583.140567:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948583.140568:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948583.140572:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140578:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948583.140579:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948583.140581:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948583.140584:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948583.140592:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636536832:192.168.202.104@tcp:400:kworker.0 00000400:00000001:2.0:1783948583.140598:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948583.140599:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948583.140600:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948583.140603:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2b28 00000400:00000010:2.0:1783948583.140605:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2b28. 00000100:00000001:2.0:1783948583.140608:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948583.140611:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948583.140619:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140625:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948583.140626:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140628:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948583.140629:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948583.140631:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948583.140632:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.140634:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948583.140636:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=104 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948583.140639:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948583.140641:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948583.140642:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948583.140643:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948583.140645:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.140647:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948583.140650:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140656:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948583.140657:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948583.140659:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948583.140662:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948583.140668:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636536448:192.168.202.104@tcp:400:kworker.0 00000400:00000001:2.0:1783948583.140673:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948583.140674:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948583.140676:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948583.140678:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a25d8 00000400:00000010:2.0:1783948583.140679:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a25d8. 00000100:00000001:2.0:1783948583.140681:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948583.140684:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948583.140691:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140696:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948583.140697:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140699:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948583.140700:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948583.140701:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948583.140703:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948583.140704:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948583.140708:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948583.140710:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948583.140712:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948583.140713:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948583.140714:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948583.140716:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.140718:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948583.140719:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1783948583.140721:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948583.140723:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948583.140726:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140731:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948583.140733:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948583.140734:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948583.140738:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948583.140744:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636536704:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948583.140747:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140749:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140752:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67800 x1870603636536576/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140757:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948583.140758:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948583.140760:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147000. 02000000:00000001:2.0:1783948583.140762:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948583.140764:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948583.140765:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948583.140766:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948583.140768:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e947f77500. 02000000:00000001:2.0:1783948583.140771:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948583.140772:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948583.140773:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67800. 00000100:00000001:2.0:1783948583.140775:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948583.140776:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140778:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140781:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67480 x1870603636536832/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140786:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948583.140787:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948583.140789:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147200. 02000000:00000001:2.0:1783948583.140790:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948583.140791:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948583.140793:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948583.140795:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948583.140796:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e947f77d00. 02000000:00000001:2.0:1783948583.140798:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948583.140799:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948583.140800:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67480. 00000100:00000001:2.0:1783948583.140802:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948583.140803:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140804:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140807:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b66680 x1870603636536448/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.140812:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948583.140813:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948583.140814:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147e00. 02000000:00000001:2.0:1783948583.140816:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948583.140817:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948583.140818:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948583.140820:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948583.140821:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e947f77200. 02000000:00000001:2.0:1783948583.140822:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948583.140823:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948583.140825:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b66680. 00000100:00000001:2.0:1783948583.140826:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948583.140827:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.140829:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948583.140832:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b67b80 x1870603636536704/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948583.142654:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948583.142658:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948583.142663:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e947147800. 02000000:00000001:2.0:1783948583.142668:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948583.142670:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948583.142672:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948583.142675:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948583.142677:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e947f77300. 02000000:00000001:2.0:1783948583.142681:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948583.142682:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948583.142683:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b67b80. 00000100:00000001:2.0:1783948583.142687:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948583.142689:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.142692:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948583.142702:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948583.142704:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948583.142706:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948583.142709:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948583.853147:0:34628:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.153064:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.153072:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.153077:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.153079:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.153099:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948584.153101:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.153103:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1783948584.182380:0:34664:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783948584.182388:0:34664:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 09:16:22 (1783948582) 00000001:00000001:2.0:1783948584.193690:0:34664:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1783948584.528783:0:34708:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948584.528787:0:34708:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948584.528791:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473de0 00000080:00200000:3.0:1783948584.528795:0:34708:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948584.528801:0:34708:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e952882400. 00800000:00000002:3.0:1783948584.528806:0:34708:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948584.528809:0:34708:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948584.528813:0:34708:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.528815:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473d00 00800000:00000002:3.0:1783948584.528817:0:34708:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948584.528819:0:34708:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948584.528822:0:34708:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948584.528826:0:34708:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.528828:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473bd0 00000002:00010000:3.0:1783948584.528830:0:34708:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948584.528832:0:34708:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948584.528834:0:34708:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.528836:0:34708:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948584.528840:0:34708:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.528842:0:34708:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.528843:0:34708:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.528845:0:34708:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948584.528847:0:34708:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948584.528963:0:34708:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64000. 00000020:00000040:3.0:1783948584.528967:0:34708:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948584.528973:0:34708:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948584.528977:0:34708:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.528983:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.528985:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.528986:0:34708:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.528988:0:34708:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948584.528990:0:34708:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948584.528993:0:34708:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948584.528999:0:34708:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eac00. 00000100:00000001:3.0:1783948584.529004:0:34708:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.529008:0:34708:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948584.529009:0:34708:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.529010:0:34708:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948584.529011:0:34708:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.529012:0:34708:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.529015:0:34708:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907347456 : -129839802204160 : ffff89e950b64000) 00010000:00000001:3.0:1783948584.529018:0:34708:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948584.529020:0:34708:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948584.529023:0:34708:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459b00. 00010000:00000010:3.0:1783948584.529026:0:34708:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7700. 00010000:00000001:3.0:1783948584.529028:0:34708:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948584.529031:0:34708:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597c00. 00000020:00000001:3.0:1783948584.529033:0:34708:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948584.529036:0:34708:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597c00 with handle 0x8c7cf19e4b440dbb to hash 00000020:00000001:3.0:1783948584.529038:0:34708:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948584.529039:0:34708:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.529042:0:34708:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.529045:0:34708:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.529047:0:34708:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.529049:0:34708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948584.529056:0:34708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948584.529065:0:34708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34708 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948584.529070:0:34708:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948584.529072:0:34708:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948584.529079:0:34708:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473840. 00000100:00000001:3.0:1783948584.529081:0:34708:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051065920 : -129839658485696 : ffff89e959473840) 00000100:00000001:3.0:1783948584.529083:0:34708:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.529085:0:34708:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907347456 : -129839802204160 : ffff89e950b64000) 00000100:00000001:3.0:1783948584.529089:0:34708:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948584.529093:0:34708:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.529096:0:34708:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948584.529097:0:34708:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948584.529109:0:34708:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.529119:0:34708:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948584.529120:0:34708:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.529123:0:34708:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948584.529125:0:34708:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948584.529126:0:34708:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948584.529129:0:34708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64000 pname:cluuid:pid:xid:nid:opc:job mkdir:342776fa-f61c-4b73-829b-67eb463eff17:34708:1870603636536960:192.168.202.104@tcp:101:mkdir.0 00000100:00000001:3.0:1783948584.529132:0:34708:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948584.529138:0:34708:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948584.529140:0:34708:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.529143:0:34708:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948584.529147:0:34708:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bd000. 02000000:00000001:3.0:1783948584.529149:0:34708:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948584.529156:0:34708:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948584.529160:0:34708:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948584.529166:0:34708:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948584.529174:0:34708:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636536960, portal 10 00000100:00000001:3.0:1783948584.529176:0:34708:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.529177:0:34708:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907347456 : -129839802204160 : ffff89e950b64000) 00000100:00000040:3.0:1783948584.529183:0:34708:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.529191:0:34708:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948584.529194:0:34708:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948584.529197:0:34708:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601256e8. 00000100:00000200:3.0:1783948584.529201:0:34708:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636536960, offset 0 00000400:00000200:3.0:1783948584.529208:0:34708:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948584.529215:0:34708:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948584.529222:0:34708:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948584.529227:0:34708:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948584.529231:0:34708:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948584.529234:0:34708:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948584.529236:0:34708:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948584.529240:0:34708:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2699:2699:256:4294967295] 192.168.202.104@tcp LPNI seq info [2699:2699:8:4294967295] 00000400:00000200:3.0:1783948584.529243:0:34708:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948584.529254:0:34708:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948584.529261:0:34708:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948584.529266:0:34708:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77200. 00000800:00000200:3.0:1783948584.529273:0:34708:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948584.529281:0:34708:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948584.529285:0:34708:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948584.529343:0:34708:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948584.529348:0:34708:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 827937 usecs (828 jiffies) 00000400:00000200:3.0:1783948584.529352:0:34708:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948584.529354:0:34708:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675509 00000100:00000001:3.0:1783948584.529357:0:34708:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:3.0:1783948584.529360:0:34708:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675509 00000100:00000001:3.0:1783948584.529362:0:34708:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:3.0:1783948584.529364:0:34708:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948584.529365:0:34708:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.529367:0:34708:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948584.529368:0:34708:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948584.529370:0:34708:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473840 going to sleep for 11 seconds 00000100:00000001:3.0:1783948584.529372:0:34708:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948584.529374:0:34708:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948584.529493:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.529499:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77200. 00000400:00000200:1.0:1783948584.529503:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.529509:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948584.529515:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601256e8 00000400:00000010:1.0:1783948584.529517:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601256e8. 00000100:00000001:1.0:1783948584.529521:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948584.529526:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.529536:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948584.529539:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.529545:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.529546:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948584.532565:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.532581:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948584.532584:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.532587:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.532596:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.532603:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948584.532613:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.532617:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.532624:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.532628:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9457680 00000400:00000200:1.0:1783948584.532635:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.532641:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x7669 [1] + 224 00000800:00000001:1.0:1783948584.532647:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.532653:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.532655:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.532658:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948584.532664:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948584.532673:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948584.532681:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.532724:0:34708:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948584.532737:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948584.532744:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.532746:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948584.533303:0:34708:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948584.533306:0:34708:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948584.533309:0:34708:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948584.533313:0:34708:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948584.533314:0:34708:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948584.533318:0:34708:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948584.533322:0:34708:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948584.533328:0:34708:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.533334:0:34708:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948584.533336:0:34708:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948584.533339:0:34708:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948584.533343:0:34708:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948584.533346:0:34708:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948584.533348:0:34708:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.533351:0:34708:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948584.533361:0:34708:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948584.533366:0:34708:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948584.533368:0:34708:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948584.533370:0:34708:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.533374:0:34708:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948584.533376:0:34708:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.533380:0:34708:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948584.533383:0:34708:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1783948584.533384:0:34708:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948584.533386:0:34708:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948584.533390:0:34708:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.533396:0:34708:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948584.533398:0:34708:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948584.533400:0:34708:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948584.533414:0:34708:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948584.533422:0:34708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64000 pname:cluuid:pid:xid:nid:opc:job mkdir:342776fa-f61c-4b73-829b-67eb463eff17:34708:1870603636536960:192.168.202.104@tcp:101:mkdir.0 00000100:00000001:3.0:1783948584.533426:0:34708:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948584.533429:0:34708:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.533431:0:34708:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948584.533433:0:34708:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948584.533436:0:34708:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.533442:0:34708:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948584.533444:0:34708:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473840. 00000100:00000001:3.0:1783948584.533448:0:34708:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948584.533449:0:34708:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.533452:0:34708:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948584.533457:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533459:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533463:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=4 00000020:00000001:3.0:1783948584.533465:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533468:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000040:3.0:1783948584.533476:0:34708:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597c00, remote cookie: 0x2ceea11ad5e068a8, flags: 0x1001 00010000:00010000:3.0:1783948584.533480:0:34708:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948584.533491:0:34708:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.533497:0:34708:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948584.533501:0:34708:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948584.533503:0:34708:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948584.533505:0:34708:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948584.533507:0:34708:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948584.533510:0:34708:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459b00) refcount = 1 00010000:00010000:3.0:1783948584.533514:0:34708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.533520:0:34708:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948584.533524:0:34708:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948584.533525:0:34708:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.533527:0:34708:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948584.533529:0:34708:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.533531:0:34708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.533535:0:34708:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948584.533536:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533537:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.533538:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533538:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.533539:0:34708:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.533544:0:34708:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948584.533545:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533546:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533547:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.533599:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533603:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533649:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533650:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533651:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=4 00000020:00000001:3.0:1783948584.533652:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533654:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533656:0:34708:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.533659:0:34708:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.533662:0:34708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.533666:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533667:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.533669:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533669:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533670:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=5 00000020:00000001:3.0:1783948584.533671:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533673:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533675:0:34708:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948584.533676:0:34708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.533680:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533680:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948584.533682:0:34708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.533685:0:34708:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948584.533686:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533686:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.533687:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533688:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948584.533693:0:34708:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948584.533699:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533699:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533700:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.533701:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533702:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533704:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533704:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.533705:0:34708:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.533706:0:34708:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.533709:0:34708:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948584.533711:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533711:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533712:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.533713:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533714:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00000002:00010000:3.0:1783948584.533716:0:34708:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.533720:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533721:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.533722:0:34708:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948584.533724:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533724:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533725:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.533726:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533727:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000040:3.0:1783948584.533732:0:34708:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948584.533734:0:34708:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948584.533736:0:34708:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948584.533738:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533740:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.533740:0:34708:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948584.533743:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473b58 00000002:00002000:3.0:1783948584.533744:0:34708:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948584.533746:0:34708:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.533750:0:34708:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.533752:0:34708:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948584.533755:0:34708:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948584.533758:0:34708:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948584.533760:0:34708:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948584.533763:0:34708:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e952882400. 00000080:00000001:3.0:1783948584.533767:0:34708:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948584.533769:0:34708:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948584.533775:0:34708:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948584.533779:0:34708:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783948584.533784:0:34708:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d9bc0. 00800000:00000001:3.0:1783948584.533786:0:34708:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030513088 : -129839679038528 : ffff89e9580d9bc0) 00800000:00000001:3.0:1783948584.533787:0:34708:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.533789:0:34708:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948584.533791:0:34708:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948584.533793:0:34708:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948584.533795:0:34708:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948584.533797:0:34708:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948584.533799:0:34708:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.533802:0:34708:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948584.533804:0:34708:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1783948584.533807:0:34708:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948584.533809:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533810:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533810:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.533812:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533813:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533814:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533815:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948584.533816:0:34708:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948584.533818:0:34708:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948584.533819:0:34708:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d9bc0 1 00800000:00000010:3.0:1783948584.533821:0:34708:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d9bc0. 00800000:00000001:3.0:1783948584.533823:0:34708:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.533825:0:34708:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dbb 00800000:00000001:3.0:1783948584.533827:0:34708:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948584.533828:0:34708:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948584.533829:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533830:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533830:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.533831:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533832:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533834:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.533834:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.533835:0:34708:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.533836:0:34708:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.533838:0:34708:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.533839:0:34708:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948584.533841:0:34708:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dbb from it ffffb87d01473e18 00010000:00000001:3.0:1783948584.533842:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.533843:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.533844:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.533845:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533846:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.533847:0:34708:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948584.533849:0:34708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.534251:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534252:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.534253:0:34708:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948584.534256:0:34708:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948584.534259:0:34708:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948584.534274:0:34708:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948584.534277:0:34708:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948584.534279:0:34708:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.534284:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534286:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.534287:0:34708:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534291:0:34708:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948584.534293:0:34708:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534295:0:34708:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534298:0:34708:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534299:0:34708:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948584.534301:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534302:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948584.534304:0:34708:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948584.534308:0:34708:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64000 x1870603636536960/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.534313:0:34708:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948584.534316:0:34708:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948584.534319:0:34708:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582bd000. 02000000:00000001:3.0:1783948584.534323:0:34708:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948584.534325:0:34708:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948584.534326:0:34708:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948584.534328:0:34708:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948584.534330:0:34708:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eac00. 02000000:00000001:3.0:1783948584.534332:0:34708:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948584.534333:0:34708:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948584.534335:0:34708:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64000. 00000100:00000001:3.0:1783948584.534338:0:34708:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948584.534339:0:34708:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.534342:0:34708:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 101 00000080:00000001:3.0:1783948584.534347:0:34708:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.534368:0:34708:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948584.534370:0:34708:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948584.534372:0:34708:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948584.534373:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473ba8 00000080:00200000:3.0:1783948584.534375:0:34708:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948584.534378:0:34708:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e952882400. 00800000:00000002:3.0:1783948584.534382:0:34708:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948584.534384:0:34708:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948584.534387:0:34708:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.534388:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473ac8 00800000:00000002:3.0:1783948584.534389:0:34708:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948584.534391:0:34708:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948584.534394:0:34708:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948584.534398:0:34708:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.534399:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473998 00000002:00010000:3.0:1783948584.534400:0:34708:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948584.534403:0:34708:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948584.534415:0:34708:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.534417:0:34708:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948584.534420:0:34708:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948584.534422:0:34708:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.534425:0:34708:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.534428:0:34708:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948584.534431:0:34708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783948584.534438:0:34708:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948584.534442:0:34708:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.534445:0:34708:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783948584.534452:0:34708:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948584.534454:0:34708:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948584.534456:0:34708:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.534458:0:34708:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.534460:0:34708:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.534462:0:34708:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948584.534464:0:34708:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948584.534467:0:34708:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948584.534469:0:34708:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e952882400. 00000080:00000001:3.0:1783948584.534472:0:34708:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948584.534473:0:34708:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.534474:0:34708:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948584.534476:0:34708:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dbb 00800000:00000001:3.0:1783948584.534478:0:34708:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948584.534479:0:34708:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948584.534480:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.534481:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.534483:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.534484:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.534485:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.534487:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534487:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.534488:0:34708:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.534489:0:34708:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.534490:0:34708:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dbb from it ffffb87d01473be0 00010000:00000001:3.0:1783948584.534491:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.534492:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.534493:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.534494:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.534496:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.534497:0:34708:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948584.534498:0:34708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948584.534501:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534502:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.534503:0:34708:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948584.534504:0:34708:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948584.534505:0:34708:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948584.534512:0:34708:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948584.534513:0:34708:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948584.534514:0:34708:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.534515:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534516:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.534516:0:34708:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534517:0:34708:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948584.534518:0:34708:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534519:0:34708:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534521:0:34708:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534522:0:34708:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948584.534523:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534523:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948584.534524:0:34708:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948584.534525:0:34708:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.534526:0:34708:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948584.534528:0:34708:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948584.534539:0:34708:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509ab1c0. 00000020:00000001:3.0:1783948584.534541:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473d98 00000080:00200000:3.0:1783948584.534543:0:34708:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=1536 00000080:00000001:3.0:1783948584.534545:0:34708:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948584.534546:0:34708:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948584.534546:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473ca8 00000080:00200000:3.0:1783948584.534651:0:34708:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948584.534657:0:34708:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e952882400. 00800000:00000002:3.0:1783948584.534660:0:34708:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948584.534662:0:34708:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948584.534664:0:34708:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.534665:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473bc8 00800000:00000002:3.0:1783948584.534667:0:34708:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948584.534670:0:34708:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948584.534672:0:34708:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948584.534675:0:34708:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.534676:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473a98 00000002:00010000:3.0:1783948584.534679:0:34708:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948584.534681:0:34708:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948584.534683:0:34708:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.534684:0:34708:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948584.534687:0:34708:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948584.534689:0:34708:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.534691:0:34708:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.534693:0:34708:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948584.534695:0:34708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783948584.534701:0:34708:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948584.534703:0:34708:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.534706:0:34708:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783948584.534712:0:34708:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948584.534713:0:34708:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948584.534715:0:34708:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.534716:0:34708:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.534718:0:34708:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.534720:0:34708:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948584.534722:0:34708:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948584.534723:0:34708:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948584.534725:0:34708:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e952882400. 00000080:00000001:3.0:1783948584.534728:0:34708:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948584.534730:0:34708:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.534732:0:34708:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948584.534735:0:34708:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dbb 00800000:00000001:3.0:1783948584.534737:0:34708:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948584.534739:0:34708:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948584.534740:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.534741:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.534743:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.534745:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.534747:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.534749:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534750:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.534752:0:34708:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.534753:0:34708:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.534756:0:34708:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dbb from it ffffb87d01473ce0 00010000:00000001:3.0:1783948584.534757:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.534758:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.534760:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.534762:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.534763:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.534765:0:34708:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948584.534768:0:34708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948584.534773:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534774:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.534775:0:34708:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948584.534776:0:34708:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948584.534778:0:34708:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948584.534783:0:34708:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948584.534785:0:34708:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948584.534786:0:34708:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.534789:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534790:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.534791:0:34708:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534793:0:34708:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948584.534794:0:34708:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534795:0:34708:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534797:0:34708:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.534798:0:34708:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948584.534800:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.534801:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948584.534802:0:34708:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948584.534803:0:34708:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.534805:0:34708:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948584.534808:0:34708:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.534813:0:34708:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948584.534814:0:34708:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948584.534816:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473d90 00000080:00200000:3.0:1783948584.534818:0:34708:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948584.534822:0:34708:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e952882400. 00800000:00000002:3.0:1783948584.534824:0:34708:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948584.534826:0:34708:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948584.534828:0:34708:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.534829:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473cb0 00800000:00000002:3.0:1783948584.534831:0:34708:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948584.534834:0:34708:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948584.534836:0:34708:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948584.534838:0:34708:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.534840:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473b80 00000002:00010000:3.0:1783948584.534842:0:34708:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948584.534843:0:34708:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948584.534844:0:34708:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.534845:0:34708:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948584.534847:0:34708:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948584.534848:0:34708:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.534993:0:34708:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.534995:0:34708:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948584.534998:0:34708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783948584.535003:0:34708:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948584.535004:0:34708:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.535006:0:34708:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783948584.535013:0:34708:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948584.535015:0:34708:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948584.535016:0:34708:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.535017:0:34708:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.535018:0:34708:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.535019:0:34708:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948584.535021:0:34708:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948584.535022:0:34708:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948584.535023:0:34708:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e952882400. 00000080:00000001:3.0:1783948584.535025:0:34708:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948584.535026:0:34708:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.535027:0:34708:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948584.535029:0:34708:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dbb 00800000:00000001:3.0:1783948584.535031:0:34708:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948584.535032:0:34708:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948584.535032:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.535033:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.535034:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.535035:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.535037:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.535038:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.535039:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.535039:0:34708:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.535040:0:34708:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.535041:0:34708:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dbb from it ffffb87d01473dc8 00010000:00000001:3.0:1783948584.535042:0:34708:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.535043:0:34708:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.535044:0:34708:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.535045:0:34708:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.535046:0:34708:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.535047:0:34708:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948584.535049:0:34708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948584.535053:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.535054:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.535055:0:34708:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948584.535056:0:34708:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948584.535057:0:34708:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948584.535061:0:34708:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948584.535062:0:34708:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948584.535063:0:34708:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.535065:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.535066:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.535067:0:34708:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535068:0:34708:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948584.535070:0:34708:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535071:0:34708:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535073:0:34708:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535074:0:34708:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948584.535075:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.535076:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948584.535077:0:34708:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948584.535078:0:34708:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.535080:0:34708:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:3.0:1783948584.535083:0:34708:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.535086:0:34708:0:(namei.c:2225:do_mkdir()) Process entered 00000020:00000001:3.0:1783948584.535088:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473da0 00000080:00200000:3.0:1783948584.535090:0:34708:0:(namei.c:2228:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:3.0:1783948584.535093:0:34708:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:3.0:1783948584.535095:0:34708:0:(namei.c:1767:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1783948584.535099:0:34708:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e952882400. 00800000:00000002:3.0:1783948584.535101:0:34708:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000010:3.0:1783948584.535108:0:34708:0:(namei.c:1785:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff89e9580d9bc0. 00000080:00000001:3.0:1783948584.535111:0:34708:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.535114:0:34708:0:(lmv_obd.c:2302:lmv_create()) Process entered 00800000:00000001:3.0:1783948584.535116:0:34708:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783948584.535121:0:34708:0:(lmv_obd.c:1702:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1783948584.535123:0:34708:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1783948584.535124:0:34708:0:(lmv_obd.c:1783:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1783948584.535127:0:34708:0:(lmv_obd.c:1797:lmv_locate_tgt_rr()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948584.535128:0:34708:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948584.535130:0:34708:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783948584.535132:0:34708:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783948584.535134:0:34708:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783948584.535136:0:34708:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783948584.535137:0:34708:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:3.0:1783948584.535140:0:34708:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.535142:0:34708:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.535144:0:34708:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.535146:0:34708:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948584.535148:0:34708:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01473bc0 00800000:00000002:3.0:1783948584.535149:0:34708:0:(lmv_obd.c:2343:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1783948584.535153:0:34708:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1783948584.535156:0:34708:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948584.535158:0:34708:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948584.535160:0:34708:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.535163:0:34708:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948584.535166:0:34708:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948584.535169:0:34708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1783948584.535176:0:34708:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948584.535179:0:34708:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948584.535182:0:34708:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948584.535183:0:34708:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948584.535185:0:34708:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.535186:0:34708:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948584.535187:0:34708:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 3 00010000:00000001:3.0:1783948584.535188:0:34708:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948584.535190:0:34708:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.535191:0:34708:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.535192:0:34708:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948584.535193:0:34708:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 3 00010000:00000001:3.0:1783948584.535194:0:34708:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948584.535195:0:34708:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.535196:0:34708:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.535197:0:34708:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948584.535197:0:34708:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 3 00010000:00000001:3.0:1783948584.535198:0:34708:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948584.535199:0:34708:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.535200:0:34708:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948584.535202:0:34708:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948584.535205:0:34708:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948584.535206:0:34708:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948584.535209:0:34708:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948584.535209:0:34708:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535211:0:34708:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948584.535213:0:34708:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948584.535214:0:34708:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948584.535215:0:34708:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.535216:0:34708:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948584.535218:0:34708:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597c00 with handle 0x8c7cf19e4b440dbb from hash 00010000:00000001:3.0:1783948584.535219:0:34708:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948584.535220:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.535221:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.535221:0:34708:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948584.535223:0:34708:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948584.535224:0:34708:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948584.535226:0:34708:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948584.535227:0:34708:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948584.535228:0:34708:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783948584.535232:0:34708:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64000. 00000020:00000040:3.0:1783948584.535234:0:34708:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948584.535238:0:34708:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948584.535239:0:34708:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535240:0:34708:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948584.535243:0:34708:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.535245:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.535246:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.535247:0:34708:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.535248:0:34708:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948584.535250:0:34708:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948584.535252:0:34708:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948584.535258:0:34708:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509eac00. 00000100:00000001:3.0:1783948584.535264:0:34708:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535266:0:34708:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948584.535268:0:34708:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948584.535272:0:34708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1783948584.535277:0:34708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948584.535279:0:34708:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948584.535281:0:34708:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948584.535282:0:34708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440dbb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e068a8 expref: -99 pid: 34708 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1783948584.535290:0:34708:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459b00 count: 0 00010000:00000010:3.0:1783948584.535294:0:34708:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7700. 00010000:00000001:3.0:1783948584.535302:0:34708:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.535304:0:34708:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535305:0:34708:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948584.535306:0:34708:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.535308:0:34708:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783948584.535317:0:34708:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783948584.535323:0:34708:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948584.535328:0:34708:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948584.535329:0:34708:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948584.535334:0:34708:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473840. 00000100:00000001:3.0:1783948584.535335:0:34708:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051065920 : -129839658485696 : ffff89e959473840) 00000100:00000001:3.0:1783948584.535337:0:34708:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.535338:0:34708:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907347456 : -129839802204160 : ffff89e950b64000) 00000100:00000001:3.0:1783948584.535341:0:34708:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948584.535344:0:34708:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.535345:0:34708:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948584.535346:0:34708:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948584.535349:0:34708:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948584.535354:0:34708:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948584.535355:0:34708:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.535358:0:34708:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948584.535360:0:34708:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948584.535361:0:34708:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948584.535363:0:34708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64000 pname:cluuid:pid:xid:nid:opc:job mkdir:342776fa-f61c-4b73-829b-67eb463eff17:34708:1870603636537216:192.168.202.104@tcp:36:mkdir.0 00000100:00000001:3.0:1783948584.535366:0:34708:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948584.535370:0:34708:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948584.535371:0:34708:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.535373:0:34708:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948584.535376:0:34708:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509e9800. 02000000:00000001:3.0:1783948584.535377:0:34708:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948584.535382:0:34708:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948584.535384:0:34708:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948584.535389:0:34708:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948584.535394:0:34708:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636537216, portal 10 00000100:00000001:3.0:1783948584.535395:0:34708:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.535396:0:34708:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907347456 : -129839802204160 : ffff89e950b64000) 00000100:00000040:3.0:1783948584.535400:0:34708:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948584.535418:0:34708:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948584.535421:0:34708:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948584.535423:0:34708:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125a18. 00000100:00000200:3.0:1783948584.535426:0:34708:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870603636537216, offset 0 00000400:00000200:3.0:1783948584.535432:0:34708:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948584.535439:0:34708:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948584.535446:0:34708:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948584.535452:0:34708:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948584.535456:0:34708:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948584.535460:0:34708:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948584.535462:0:34708:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948584.535465:0:34708:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2700:2700:256:4294967295] 192.168.202.104@tcp LPNI seq info [2700:2700:8:4294967295] 00000400:00000200:3.0:1783948584.535468:0:34708:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948584.535475:0:34708:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948584.535479:0:34708:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948584.535484:0:34708:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77d00. 00000800:00000200:3.0:1783948584.535489:0:34708:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948584.535494:0:34708:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948584.535498:0:34708:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77d00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1783948584.535556:0:34708:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948584.535561:0:34708:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 826952 usecs (827 jiffies) 00000400:00000200:3.0:1783948584.535563:0:34708:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948584.535565:0:34708:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675514 00000100:00000001:3.0:1783948584.535568:0:34708:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:3.0:1783948584.535569:0:34708:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675514 00000100:00000001:3.0:1783948584.535571:0:34708:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:3.0:1783948584.535572:0:34708:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948584.535575:0:34708:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.535577:0:34708:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948584.535578:0:34708:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948584.535581:0:34708:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473840 going to sleep for 11 seconds 00000100:00000001:3.0:1783948584.535583:0:34708:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948584.535586:0:34708:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948584.538341:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.538352:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77d00. 00000400:00000200:1.0:1783948584.538360:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.538367:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948584.538373:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125a18 00000400:00000010:1.0:1783948584.538375:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125a18. 00000100:00000001:1.0:1783948584.538379:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948584.538386:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948584.538396:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948584.538398:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948584.538412:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.538415:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948584.540240:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.540254:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948584.540259:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.540261:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.540269:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.540276:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948584.540285:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.540289:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.540295:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.540299:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 10 MB=0x6a54dd9457780 00000400:00000200:1.0:1783948584.540305:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.540310:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 448/448 into md 0x7671 [1] + 224 00000800:00000001:1.0:1783948584.540317:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.540322:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.540324:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.540327:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948584.540331:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948584.540339:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948584.540348:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948584.540386:0:34708:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948584.540403:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948584.540419:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948584.540423:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.540429:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948584.540435:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2701:2701:256:4294967295] 192.168.202.104@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:1.0:1783948584.540440:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.540448:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948584.540453:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948584.540461:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948584.540468:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948584.540476:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948584.540483:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948584.540591:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.540595:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:1.0:1783948584.540599:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.540602:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948584.540613:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.540617:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948584.541187:0:34708:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948584.541190:0:34708:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948584.541193:0:34708:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948584.541198:0:34708:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:3.0:1783948584.541201:0:34708:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:3.0:1783948584.541205:0:34708:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948584.541211:0:34708:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948584.541221:0:34708:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64000 x1870603636537216/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/576 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948584.541228:0:34708:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948584.541230:0:34708:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948584.541233:0:34708:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948584.541237:0:34708:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948584.541240:0:34708:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948584.541243:0:34708:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.541246:0:34708:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948584.541258:0:34708:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948584.541262:0:34708:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948584.541265:0:34708:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948584.541267:0:34708:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.541270:0:34708:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948584.541274:0:34708:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.541278:0:34708:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948584.541280:0:34708:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:3.0:1783948584.541282:0:34708:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948584.541285:0:34708:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.541286:0:34708:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907347456 : -129839802204160 : ffff89e950b64000) 00000100:00000001:3.0:1783948584.541290:0:34708:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948584.541292:0:34708:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1783948584.541294:0:34708:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948584.541297:0:34708:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948584.541302:0:34708:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64000 x1870603636537216/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948600 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948584.541309:0:34708:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948584.541312:0:34708:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948584.541314:0:34708:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948584.541806:0:34708:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64000 x1870603636537216/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948600 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948584.541813:0:34708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64000 pname:cluuid:pid:xid:nid:opc:job mkdir:342776fa-f61c-4b73-829b-67eb463eff17:34708:1870603636537216:192.168.202.104@tcp:36:mkdir.0 00000100:00000001:3.0:1783948584.541817:0:34708:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948584.541819:0:34708:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.541821:0:34708:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948584.541822:0:34708:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948584.541824:0:34708:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64000 x1870603636537216/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948600 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948584.541829:0:34708:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948584.541831:0:34708:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473840. 00000100:00000001:3.0:1783948584.541833:0:34708:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948584.541834:0:34708:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.541841:0:34708:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948584.541844:0:34708:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:3.0:1783948584.541846:0:34708:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.542104:0:34708:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1783948584.542109:0:34708:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783948575 to 1783948584 00000080:00000001:3.0:1783948584.542113:0:34708:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948584.542118:0:34708:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948584.542120:0:34708:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948584.542122:0:34708:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1783948584.542124:0:34708:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783948584.542199:0:34708:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d18000. 00000080:00000001:2.0:1783948584.542208:0:34708:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783948584.542210:0:34708:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff89e951d180c8) 00000080:00000001:2.0:1783948584.542212:0:34708:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948584.542214:0:34708:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1783948584.542215:0:34708:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.542217:0:34708:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1783948584.542219:0:34708:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783948584.542220:0:34708:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1783948584 00000080:00200000:2.0:1783948584.542224:0:34708:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 4096 00000080:00000001:2.0:1783948584.542225:0:34708:0:(llite_lib.c:3377:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783948584.542227:0:34708:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925910728 : -129839783640888 : ffff89e951d180c8) 00000080:00000001:2.0:1783948584.542228:0:34708:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948584.542231:0:34708:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948584.542232:0:34708:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.542236:0:34708:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.542238:0:34708:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:2.0:1783948584.542239:0:34708:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.542242:0:34708:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64000 x1870603636537216/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948584.542247:0:34708:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948584.542249:0:34708:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948584.542252:0:34708:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e952882400. 00000080:00000010:2.0:1783948584.542255:0:34708:0:(namei.c:2058:ll_new_node()) kfreed 'lum': 48 at ffff89e9580d9bc0. 00000080:00000001:2.0:1783948584.542258:0:34708:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.542260:0:34708:0:(namei.c:2236:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948584.542265:0:34708:0:(namei.c:2280:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.542281:0:34708:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948584.542287:0:34708:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:3.1:1783948584.547029:0:34709:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459b00. 00010000:00000010:3.1:1783948584.547042:0:34709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597c00. 00000080:00000001:2.0:1783948584.550545:0:34709:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948584.550553:0:34709:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948584.550556:0:34709:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948584.550559:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03bc0 00000080:00200000:2.0:1783948584.550564:0:34709:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948584.550637:0:34709:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3a00. 00800000:00000002:2.0:1783948584.550647:0:34709:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948584.550651:0:34709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948584.550656:0:34709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.550658:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03ae0 00800000:00000002:2.0:1783948584.550660:0:34709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948584.550663:0:34709:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948584.550666:0:34709:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948584.550671:0:34709:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.550673:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a039b0 00000002:00010000:2.0:1783948584.550674:0:34709:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948584.550677:0:34709:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948584.550678:0:34709:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948584.550681:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.550686:0:34709:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.550688:0:34709:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.550689:0:34709:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.550691:0:34709:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948584.550693:0:34709:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948584.550697:0:34709:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948584.550701:0:34709:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948584.550707:0:34709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948584.550710:0:34709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.550715:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.550717:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.550718:0:34709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.550720:0:34709:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.550722:0:34709:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.550726:0:34709:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.550732:0:34709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c9400. 00000100:00000001:2.0:1783948584.550739:0:34709:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.550744:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.550745:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.550746:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.550747:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.550748:0:34709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.550751:0:34709:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948584.550754:0:34709:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948584.550756:0:34709:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948584.550759:0:34709:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6ff00. 00010000:00000010:2.0:1783948584.550761:0:34709:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887080. 00010000:00000001:2.0:1783948584.550764:0:34709:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948584.550767:0:34709:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235400. 00000020:00000001:2.0:1783948584.550770:0:34709:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948584.550772:0:34709:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235400 with handle 0x8c7cf19e4b440dc2 to hash 00000020:00000001:2.0:1783948584.550773:0:34709:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948584.550774:0:34709:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.550777:0:34709:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.550780:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.550783:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.550785:0:34709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.550791:0:34709:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.550801:0:34709:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948584.550805:0:34709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.550807:0:34709:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.550812:0:34709:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.550814:0:34709:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:2.0:1783948584.550816:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.550817:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948584.550821:0:34709:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.550824:0:34709:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.550825:0:34709:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.550826:0:34709:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.550836:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.550842:0:34709:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.550844:0:34709:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.550847:0:34709:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.550848:0:34709:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000010:2.1:1783948584.550944:0:34709:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9509ab1c0. 02000000:00000001:2.0:1783948584.551042:0:34709:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.551048:0:34709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636537344:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948584.551052:0:34709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.551119:0:34709:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.551121:0:34709:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.551123:0:34709:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.551128:0:34709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958134000. 02000000:00000001:2.0:1783948584.551129:0:34709:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.551135:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.551192:0:34709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.551198:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a25d8. 00000100:00000200:2.0:1783948584.551204:0:34709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636537344, portal 10 00000100:00000001:2.0:1783948584.551205:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.551206:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948584.551211:0:34709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.551217:0:34709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.551219:0:34709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.551221:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2b28. 00000100:00000200:2.0:1783948584.551223:0:34709:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636537344, offset 0 00000400:00000200:2.0:1783948584.551227:0:34709:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.551234:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.551239:0:34709:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.551243:0:34709:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.551246:0:34709:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.551300:0:34709:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.551303:0:34709:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.551306:0:34709:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2702:2702:256:4294967295] 192.168.202.104@tcp LPNI seq info [2702:2702:8:4294967295] 00000400:00000200:2.0:1783948584.551309:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.551318:0:34709:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.551322:0:34709:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.551326:0:34709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61b00. 00000800:00000200:2.0:1783948584.551332:0:34709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.551338:0:34709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.551341:0:34709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.551354:0:34709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.551359:0:34709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 825971 usecs (826 jiffies) 00000400:00000200:2.0:1783948584.551363:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.551366:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675529 00000100:00000001:2.0:1783948584.551369:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.551371:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675529 00000100:00000001:2.0:1783948584.551373:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.551375:0:34709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.551379:0:34709:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.551381:0:34709:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.551382:0:34709:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.551385:0:34709:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.551388:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.551390:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948584.551484:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.551487:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61b00. 00000400:00000200:1.0:1783948584.551491:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.551495:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948584.551499:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2b28 00000400:00000010:1.0:1783948584.551501:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2b28. 00000100:00000001:1.0:1783948584.551504:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948584.551507:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.551515:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948584.551517:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.551521:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.551523:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948584.554679:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.554695:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948584.554699:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.554700:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.554706:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.554712:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948584.554719:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.554722:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.554727:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.554731:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9457800 00000400:00000200:0.0:1783948584.554736:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.554742:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x7679 [1] + 224 00000800:00000001:0.0:1783948584.554749:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.554757:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.554761:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.554764:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948584.554772:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948584.554779:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948584.554786:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.554799:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948584.554806:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.554809:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.554828:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.554835:0:34709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.554837:0:34709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.554841:0:34709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.554844:0:34709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a25d8 00000400:00000010:2.0:1783948584.554846:0:34709:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a25d8. 00000100:00000001:2.0:1783948584.554848:0:34709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.554889:0:34709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.554899:0:34709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.554906:0:34709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.554908:0:34709:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.554911:0:34709:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.554915:0:34709:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.554917:0:34709:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.554919:0:34709:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.554921:0:34709:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.554936:0:34709:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948584.554939:0:34709:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.554941:0:34709:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.554942:0:34709:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.554944:0:34709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.554946:0:34709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.554949:0:34709:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.554951:0:34709:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1783948584.554952:0:34709:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.554954:0:34709:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.554957:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.554966:0:34709:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.554968:0:34709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.554970:0:34709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.554972:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.554977:0:34709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636537344:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948584.554980:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.554982:0:34709:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.554984:0:34709:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.554985:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.554987:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.554991:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.554993:0:34709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.554995:0:34709:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.554997:0:34709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.554999:0:34709:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948584.555002:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555004:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555007:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=4 00000020:00000001:2.0:1783948584.555009:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555011:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000040:2.0:1783948584.555016:0:34709:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235400, remote cookie: 0x2ceea11ad5e068c4, flags: 0x1001 00010000:00010000:2.0:1783948584.555020:0:34709:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.555027:0:34709:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.555036:0:34709:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948584.555040:0:34709:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948584.555041:0:34709:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948584.555043:0:34709:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948584.555043:0:34709:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948584.555046:0:34709:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6ff00) refcount = 1 00010000:00010000:2.0:1783948584.555048:0:34709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.555052:0:34709:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948584.555054:0:34709:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948584.555055:0:34709:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.555058:0:34709:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948584.555065:0:34709:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.555068:0:34709:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.555071:0:34709:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948584.555072:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555073:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555074:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555074:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555076:0:34709:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.555079:0:34709:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948584.555080:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555081:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555082:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555083:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555084:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555085:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555086:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555087:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=4 00000020:00000001:2.0:1783948584.555088:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555089:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555092:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.555094:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.555096:0:34709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.555100:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555101:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555102:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555102:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555103:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=5 00000020:00000001:2.0:1783948584.555104:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555105:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555106:0:34709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.555108:0:34709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.555111:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555112:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948584.555113:0:34709:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.555117:0:34709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.555118:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555118:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555119:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555119:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948584.555122:0:34709:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948584.555127:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555128:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555129:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555130:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555131:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555133:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555133:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.555134:0:34709:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.555303:0:34709:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.555305:0:34709:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948584.555307:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555308:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555310:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555311:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555312:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00000002:00010000:2.0:1783948584.555315:0:34709:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.555320:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555321:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555322:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.555323:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555324:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555325:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555326:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555327:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000040:2.0:1783948584.555331:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:2.0:1783948584.555333:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948584.555336:0:34709:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783948584.555337:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555338:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.555339:0:34709:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948584.555341:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03938 00000002:00002000:2.0:1783948584.555343:0:34709:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948584.555345:0:34709:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.555348:0:34709:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.555350:0:34709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.555352:0:34709:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948584.555355:0:34709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948584.555358:0:34709:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948584.555360:0:34709:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3a00. 00000080:00000001:2.0:1783948584.555364:0:34709:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948584.555365:0:34709:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948584.555371:0:34709:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783948584.555374:0:34709:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948584.555378:0:34709:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477c480. 00800000:00000001:2.0:1783948584.555380:0:34709:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701926016 : -129840007625600 : ffff89e94477c480) 00800000:00000001:2.0:1783948584.555381:0:34709:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.555383:0:34709:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948584.555385:0:34709:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948584.555386:0:34709:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948584.555388:0:34709:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948584.555390:0:34709:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948584.555390:0:34709:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.555393:0:34709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948584.555395:0:34709:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783948584.555398:0:34709:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948584.555400:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555401:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555402:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555413:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555416:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555418:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555419:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948584.555421:0:34709:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948584.555423:0:34709:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948584.555425:0:34709:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477c480 1 00800000:00000010:2.0:1783948584.555427:0:34709:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477c480. 00800000:00000001:2.0:1783948584.555430:0:34709:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.555433:0:34709:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dc2 00800000:00000001:2.0:1783948584.555436:0:34709:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948584.555438:0:34709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948584.555439:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555440:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555442:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555444:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555446:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555448:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555449:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.555451:0:34709:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.555453:0:34709:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.555455:0:34709:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.555457:0:34709:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948584.555460:0:34709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dc2 from it ffffb87d01a03bf8 00010000:00000001:2.0:1783948584.555462:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555463:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555465:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555466:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555468:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555470:0:34709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.555471:0:34709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.555476:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555476:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555477:0:34709:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948584.555479:0:34709:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948584.555481:0:34709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948584.555485:0:34709:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.555487:0:34709:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.555489:0:34709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.555492:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555493:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555495:0:34709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555497:0:34709:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.555498:0:34709:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555500:0:34709:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555502:0:34709:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555503:0:34709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.555504:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555504:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948584.555506:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.555509:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636537344/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.555514:0:34709:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948584.555516:0:34709:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.555518:0:34709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958134000. 02000000:00000001:2.0:1783948584.555521:0:34709:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948584.555523:0:34709:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.555524:0:34709:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948584.555525:0:34709:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.555527:0:34709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.555530:0:34709:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.555531:0:34709:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.555532:0:34709:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948584.555535:0:34709:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.555535:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948584.555538:0:34709:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948584.555541:0:34709:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948584.555563:0:34709:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9461bed40. 00000080:00000001:2.0:1783948584.555570:0:34709:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948584.555571:0:34709:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948584.555586:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03b00 00000080:00200000:2.0:1783948584.555588:0:34709:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948584.555594:0:34709:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3a00. 00800000:00000002:2.0:1783948584.555598:0:34709:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948584.555601:0:34709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948584.555604:0:34709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.555656:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03a20 00800000:00000002:2.0:1783948584.555657:0:34709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948584.555660:0:34709:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948584.555663:0:34709:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948584.555666:0:34709:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.555667:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a038f0 00000002:00010000:2.0:1783948584.555668:0:34709:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948584.555671:0:34709:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948584.555672:0:34709:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948584.555673:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948584.555675:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:2.0:1783948584.555677:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.555679:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.555680:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948584.555682:0:34709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948584.555688:0:34709:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948584.555691:0:34709:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.555693:0:34709:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948584.555697:0:34709:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948584.555698:0:34709:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948584.555699:0:34709:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948584.555700:0:34709:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948584.555702:0:34709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948584.555703:0:34709:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948584.555704:0:34709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948584.555705:0:34709:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948584.555707:0:34709:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3a00. 00000080:00000001:2.0:1783948584.555709:0:34709:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948584.555710:0:34709:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.555711:0:34709:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948584.555713:0:34709:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dc2 00800000:00000001:2.0:1783948584.555716:0:34709:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948584.555717:0:34709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948584.555717:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555718:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555719:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555721:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555722:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555723:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555724:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.555725:0:34709:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.555726:0:34709:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.555727:0:34709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dc2 from it ffffb87d01a03b38 00010000:00000001:2.0:1783948584.555728:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.555729:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.555730:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.555730:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555732:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.555733:0:34709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.555734:0:34709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948584.555737:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555738:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555738:0:34709:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948584.555739:0:34709:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948584.555741:0:34709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948584.555744:0:34709:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.555744:0:34709:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.555745:0:34709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.555747:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555747:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555748:0:34709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555750:0:34709:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.555751:0:34709:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555752:0:34709:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555753:0:34709:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555754:0:34709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.555755:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555756:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948584.555756:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948584.555757:0:34709:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948584.555758:0:34709:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:2.0:1783948584.555760:0:34709:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.555763:0:34709:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783948584.555764:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03b50 00000080:00200000:2.0:1783948584.555766:0:34709:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), file ffff89e952190180, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1783948584.555769:0:34709:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e958041420. 00000080:00000001:2.0:1783948584.555772:0:34709:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783948584.555774:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03a00 00000080:00200000:2.0:1783948584.555775:0:34709:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000010:2.0:1783948584.555779:0:34709:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3a00. 00800000:00000002:2.0:1783948584.555781:0:34709:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948584.555785:0:34709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948584.555786:0:34709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.555787:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03920 00800000:00000002:2.0:1783948584.555788:0:34709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948584.555790:0:34709:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783948584.555792:0:34709:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783948584.555796:0:34709:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:2.0:1783948584.555799:0:34709:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1783948584.555800:0:34709:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1783948584.555802:0:34709:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783948584.555804:0:34709:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783948584.555806:0:34709:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:2.0:1783948584.555808:0:34709:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.555810:0:34709:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.555811:0:34709:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.555812:0:34709:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.555814:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a038a0 00800000:00000002:2.0:1783948584.555815:0:34709:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1783948584.555817:0:34709:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.555818:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a037d8 00000002:00010000:2.0:1783948584.555819:0:34709:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1783948584.555822:0:34709:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948584.555823:0:34709:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948584.555825:0:34709:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783948584.555827:0:34709:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.555829:0:34709:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948584.555829:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:2.0:1783948584.555831:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.555832:0:34709:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948584.555834:0:34709:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948584.555836:0:34709:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783948584.555841:0:34709:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948584.555844:0:34709:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948584.555845:0:34709:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948584.555847:0:34709:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783948584.555849:0:34709:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948584.555849:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948584.555883:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 3 00010000:00000001:2.0:1783948584.555885:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948584.555887:0:34709:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.555889:0:34709:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948584.555890:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948584.555891:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 3 00010000:00000001:2.0:1783948584.555893:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948584.555895:0:34709:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.555896:0:34709:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948584.555897:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948584.555899:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 3 00010000:00000001:2.0:1783948584.555901:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948584.555903:0:34709:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.555905:0:34709:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783948584.555907:0:34709:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783948584.555911:0:34709:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783948584.555914:0:34709:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783948584.555916:0:34709:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948584.555917:0:34709:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555920:0:34709:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948584.555930:0:34709:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948584.555932:0:34709:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948584.555933:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.555934:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948584.555937:0:34709:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235400 with handle 0x8c7cf19e4b440dc2 from hash 00010000:00000001:2.0:1783948584.555938:0:34709:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948584.555939:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555940:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555941:0:34709:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948584.555943:0:34709:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948584.555944:0:34709:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948584.555946:0:34709:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948584.555947:0:34709:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948584.555948:0:34709:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783948584.555952:0:34709:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948584.555954:0:34709:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948584.555958:0:34709:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948584.555959:0:34709:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555961:0:34709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948584.555965:0:34709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.555967:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.555967:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.555968:0:34709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.555970:0:34709:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.555972:0:34709:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.555974:0:34709:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.555978:0:34709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c9400. 00000100:00000001:2.0:1783948584.555983:0:34709:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.555985:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.555987:0:34709:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948584.555989:0:34709:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783948584.555993:0:34709:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783948584.555994:0:34709:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948584.555995:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948584.555997:0:34709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e068c4 expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1783948584.556000:0:34709:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6ff00 count: 0 00010000:00000010:2.0:1783948584.556004:0:34709:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887080. 00010000:00000001:2.0:1783948584.556011:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.556012:0:34709:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.556013:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.556014:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.556015:0:34709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.556021:0:34709:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948584.556023:0:34709:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948584.556024:0:34709:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948584.556027:0:34709:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f700. 00010000:00000010:2.0:1783948584.556030:0:34709:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887080. 00010000:00000001:2.0:1783948584.556032:0:34709:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948584.556035:0:34709:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235e00. 00000020:00000001:2.0:1783948584.556037:0:34709:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948584.556039:0:34709:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235e00 with handle 0x8c7cf19e4b440dc9 to hash 00000020:00000001:2.0:1783948584.556040:0:34709:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948584.556041:0:34709:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.556044:0:34709:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.556046:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.556047:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.556049:0:34709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.556054:0:34709:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948584.556069:0:34709:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948584.556074:0:34709:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948584.556080:0:34709:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948584.556083:0:34709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.556085:0:34709:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.556090:0:34709:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.556091:0:34709:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:2.0:1783948584.556094:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.556095:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948584.556099:0:34709:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.556102:0:34709:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.556104:0:34709:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.556105:0:34709:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.556107:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.556112:0:34709:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.556113:0:34709:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.556116:0:34709:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.556118:0:34709:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.556119:0:34709:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.556121:0:34709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636537600:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948584.556124:0:34709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.556128:0:34709:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.556130:0:34709:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.556132:0:34709:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.556386:0:34709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948584.556388:0:34709:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.556394:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.556397:0:34709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.556402:0:34709:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9581ca800. 00000100:00000200:2.0:1783948584.556421:0:34709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636537600, portal 10 00000100:00000001:2.0:1783948584.556423:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.556425:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948584.556431:0:34709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.556439:0:34709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.556442:0:34709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.556446:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a25d8. 00000100:00000200:2.0:1783948584.556449:0:34709:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1870603636537600, offset 0 00000400:00000200:2.0:1783948584.556456:0:34709:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.556462:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.556470:0:34709:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.556475:0:34709:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.556478:0:34709:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.556482:0:34709:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.556483:0:34709:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.556486:0:34709:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2703:2703:256:4294967295] 192.168.202.104@tcp LPNI seq info [2703:2703:8:4294967295] 00000400:00000200:2.0:1783948584.556489:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.556498:0:34709:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.556502:0:34709:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.556507:0:34709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61a00. 00000800:00000200:2.0:1783948584.556511:0:34709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.556518:0:34709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.556522:0:34709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61a00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.556536:0:34709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.556541:0:34709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 824991 usecs (825 jiffies) 00000400:00000200:2.0:1783948584.556545:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.556547:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675533 00000100:00000001:2.0:1783948584.556550:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.556552:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675533 00000100:00000001:2.0:1783948584.556555:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.556557:0:34709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.556559:0:34709:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.556561:0:34709:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.556563:0:34709:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.556565:0:34709:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.556567:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.556570:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948584.556671:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.556675:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61a00. 00000400:00000200:1.0:1783948584.556680:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.556684:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948584.556688:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a25d8 00000400:00000010:1.0:1783948584.556690:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a25d8. 00000100:00000001:1.0:1783948584.556695:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948584.556700:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.556708:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948584.556711:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.556717:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.556719:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948584.561548:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.561661:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948584.561664:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.561666:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.561672:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.561679:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948584.561686:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.561690:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.561695:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.561698:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd9457900 00000400:00000200:0.0:1783948584.561703:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.561708:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x7681 [32] + 224 00000800:00000001:0.0:1783948584.561714:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.561718:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.561720:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.561723:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948584.561728:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948584.561735:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948584.561743:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.561756:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948584.561765:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.561768:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.561787:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.561796:0:34709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.561797:0:34709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.561800:0:34709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.561804:0:34709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9581ca800 00000400:00000010:2.0:1783948584.561806:0:34709:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9581ca800. 00000100:00000001:2.0:1783948584.561808:0:34709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.561811:0:34709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.561817:0:34709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.561821:0:34709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.561823:0:34709:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.561825:0:34709:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.561828:0:34709:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.561830:0:34709:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.561831:0:34709:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.561833:0:34709:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.561841:0:34709:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948584.561844:0:34709:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.561847:0:34709:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1783948584.561849:0:34709:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.561891:0:34709:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783948584.561895:0:34709:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.561897:0:34709:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1783948584.561899:0:34709:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.561901:0:34709:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1783948584.561907:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.561913:0:34709:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1783948584.561916:0:34709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.561918:0:34709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.561922:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.561939:0:34709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636537600:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948584.561944:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.561947:0:34709:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783948584.561949:0:34709:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.561951:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.561954:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.561962:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.561965:0:34709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.561968:0:34709:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.561969:0:34709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1783948584.561973:0:34709:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948584.561977:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.561980:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.561983:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:2.0:1783948584.561985:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.561988:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00010000:2.0:1783948584.561992:0:34709:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.562000:0:34709:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1783948584.562003:0:34709:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.562007:0:34709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.562009:0:34709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.562012:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.562013:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948584.562015:0:34709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.562018:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.562020:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.562022:0:34709:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783948584.562024:0:34709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.562027:0:34709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e952235e00 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:2.0:1783948584.562029:0:34709:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1783948584.562032:0:34709:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.562035:0:34709:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1783948584.562036:0:34709:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1783948584.562038:0:34709:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.562042:0:34709:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783948584.562044:0:34709:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948584.562045:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.562046:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.562047:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=5 00000020:00000001:2.0:1783948584.562048:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.562049:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.562051:0:34709:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948584.562053:0:34709:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1783948584.562056:0:34709:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948584.562057:0:34709:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.562065:0:34709:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783948584.562066:0:34709:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948584.562069:0:34709:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948584.562070:0:34709:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948584.562071:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.562072:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948584.562074:0:34709:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235e00 with handle 0x8c7cf19e4b440dc9 from hash 00010000:00000001:2.0:1783948584.562075:0:34709:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948584.562076:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.562076:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.562077:0:34709:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948584.562078:0:34709:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948584.562079:0:34709:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783948584.562081:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.562081:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.562082:0:34709:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.562083:0:34709:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.562085:0:34709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.562088:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.562088:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.562089:0:34709:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1783948584.562090:0:34709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.562091:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.562092:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.562093:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948584.562094:0:34709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235e00/0x8c7cf19e4b440dc9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948584.562099:0:34709:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f700 count: 0 00010000:00000010:2.0:1783948584.562103:0:34709:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887080. 00010000:00000001:2.0:1783948584.562110:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.562111:0:34709:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1783948584.562114:0:34709:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1783948584.562118:0:34709:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948584.562123:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783948584.562124:0:34709:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.562125:0:34709:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.562126:0:34709:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.562128:0:34709:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1783948584.562130:0:34709:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1783948584.562132:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03760 00000002:00002000:2.0:1783948584.562134:0:34709:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:2.0:1783948584.562362:0:34709:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1783948584.562364:0:34709:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1783948584.562367:0:34709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1783948584.562369:0:34709:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1783948584.562371:0:34709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1783948584.562373:0:34709:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1783948584.562377:0:34709:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948584.562380:0:34709:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3a00. 00000100:00000001:2.0:1783948584.562383:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.562386:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636537600/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.562391:0:34709:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948584.562393:0:34709:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.562396:0:34709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948584.562438:0:34709:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948584.562442:0:34709:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.562444:0:34709:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948584.562447:0:34709:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.562449:0:34709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.562453:0:34709:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.562455:0:34709:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.562457:0:34709:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948584.562461:0:34709:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.562462:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948584.562466:0:34709:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783948584.562468:0:34709:0:(dcache.c:176:ll_intent_release()) intent ffff89e958041420 released 00000080:00000001:2.0:1783948584.562470:0:34709:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1783948584.562471:0:34709:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e958041420. 00000080:00000001:2.0:1783948584.562474:0:34709:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1783948584.562482:0:34709:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948584.562486:0:34709:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1783948584.562540:0:34709:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948584.562542:0:34709:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948584.562544:0:34709:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948584.562546:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03bc0 00000080:00200000:2.0:1783948584.562547:0:34709:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948584.562554:0:34709:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3a00. 00800000:00000002:2.0:1783948584.562560:0:34709:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948584.562565:0:34709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948584.562568:0:34709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.562570:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03ae0 00800000:00000002:2.0:1783948584.562585:0:34709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948584.562589:0:34709:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948584.562593:0:34709:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948584.562598:0:34709:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.562600:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a039b0 00000002:00010000:2.0:1783948584.562602:0:34709:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948584.562605:0:34709:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948584.562607:0:34709:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948584.562610:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.562614:0:34709:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.562616:0:34709:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.562618:0:34709:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.562620:0:34709:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948584.562622:0:34709:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783948584.562626:0:34709:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948584.562629:0:34709:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948584.562634:0:34709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948584.562639:0:34709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.562645:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.562646:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.562647:0:34709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.562651:0:34709:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.562653:0:34709:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.562658:0:34709:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.562663:0:34709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c9400. 00000100:00000001:2.0:1783948584.562668:0:34709:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.562671:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.562672:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.562674:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.562674:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.562676:0:34709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.562680:0:34709:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948584.562683:0:34709:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948584.562684:0:34709:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948584.562687:0:34709:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f100. 00010000:00000010:2.0:1783948584.562689:0:34709:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887080. 00010000:00000001:2.0:1783948584.562692:0:34709:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948584.562694:0:34709:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235c00. 00000020:00000001:2.0:1783948584.562697:0:34709:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948584.562698:0:34709:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235c00 with handle 0x8c7cf19e4b440dd0 to hash 00000020:00000001:2.0:1783948584.562700:0:34709:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948584.562701:0:34709:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.562704:0:34709:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.562706:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.562708:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.562710:0:34709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.562715:0:34709:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.562722:0:34709:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948584.562726:0:34709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.562727:0:34709:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.562731:0:34709:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.562732:0:34709:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:2.0:1783948584.562735:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.562736:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948584.562739:0:34709:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.562742:0:34709:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.562744:0:34709:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.562745:0:34709:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.562748:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.562753:0:34709:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.562754:0:34709:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.562757:0:34709:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.562759:0:34709:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.562760:0:34709:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.562762:0:34709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636537728:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948584.562765:0:34709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.562768:0:34709:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.562770:0:34709:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.562771:0:34709:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.562774:0:34709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e958134000. 02000000:00000001:2.0:1783948584.562775:0:34709:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.562779:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.562781:0:34709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.562786:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2220. 00000100:00000200:2.0:1783948584.562791:0:34709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636537728, portal 10 00000100:00000001:2.0:1783948584.562793:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.562794:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948584.562797:0:34709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.562802:0:34709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.562804:0:34709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.562805:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2110. 00000100:00000200:2.0:1783948584.562807:0:34709:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636537728, offset 0 00000400:00000200:2.0:1783948584.562812:0:34709:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.562816:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.562821:0:34709:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.562825:0:34709:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.562828:0:34709:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.562832:0:34709:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.562833:0:34709:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.562836:0:34709:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2704:2704:256:4294967295] 192.168.202.104@tcp LPNI seq info [2704:2704:8:4294967295] 00000400:00000200:2.0:1783948584.562839:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.562847:0:34709:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00010000:00000010:2.1:1783948584.563010:0:34709:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6ff00. 00010000:00000010:2.1:1783948584.563016:0:34709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00000800:00000200:2.0:1783948584.563025:0:34709:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.563031:0:34709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61e00. 00000800:00000200:2.0:1783948584.563038:0:34709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.563047:0:34709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.563052:0:34709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.563119:0:34709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.563124:0:34709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 824015 usecs (825 jiffies) 00000400:00000200:2.0:1783948584.563128:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.563132:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675540 00000100:00000001:2.0:1783948584.563203:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.563207:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675540 00000100:00000001:2.0:1783948584.563209:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.563211:0:34709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.563213:0:34709:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.563215:0:34709:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.563217:0:34709:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.563219:0:34709:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.563221:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.563224:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948584.563239:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.563244:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61e00. 00000400:00000200:1.0:1783948584.563248:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.563252:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948584.563256:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2110 00000400:00000010:1.0:1783948584.563258:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2110. 00000100:00000001:1.0:1783948584.563262:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948584.563266:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.563275:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948584.563278:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.563284:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.563286:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948584.565898:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.565915:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948584.565920:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.565923:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.565931:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.565939:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948584.565950:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.565954:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.565959:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.565962:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9457980 00000400:00000200:0.0:1783948584.565966:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.565970:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x7689 [1] + 224 00000800:00000001:0.0:1783948584.565976:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.565981:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.565983:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.565986:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948584.565991:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948584.565999:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948584.566007:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.566021:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948584.566029:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.566031:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.566048:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.566056:0:34709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.566058:0:34709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.566069:0:34709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.566074:0:34709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2220 00000400:00000010:2.0:1783948584.566076:0:34709:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2220. 00000100:00000001:2.0:1783948584.566079:0:34709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.566084:0:34709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.566092:0:34709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.566097:0:34709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.566099:0:34709:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.566101:0:34709:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.566105:0:34709:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.566108:0:34709:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.566110:0:34709:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.566113:0:34709:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.566122:0:34709:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948584.566127:0:34709:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.566130:0:34709:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.566132:0:34709:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.566134:0:34709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.566299:0:34709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.566303:0:34709:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.566304:0:34709:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1783948584.566306:0:34709:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.566308:0:34709:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.566312:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.566317:0:34709:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.566319:0:34709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.566321:0:34709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.566323:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.566328:0:34709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636537728:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948584.566330:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.566332:0:34709:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.566334:0:34709:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.566335:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.566337:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.566341:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.566344:0:34709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.566346:0:34709:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.566347:0:34709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.566349:0:34709:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948584.566352:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566354:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566357:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=4 00000020:00000001:2.0:1783948584.566358:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566360:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000040:2.0:1783948584.566365:0:34709:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235c00, remote cookie: 0x2ceea11ad5e068ee, flags: 0x1001 00010000:00010000:2.0:1783948584.566369:0:34709:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.566380:0:34709:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.566384:0:34709:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948584.566388:0:34709:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948584.566390:0:34709:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948584.566391:0:34709:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948584.566391:0:34709:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948584.566393:0:34709:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e958f6f100) refcount = 1 00010000:00010000:2.0:1783948584.566396:0:34709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.566401:0:34709:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948584.566414:0:34709:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948584.566416:0:34709:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.566419:0:34709:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948584.566421:0:34709:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.566424:0:34709:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.566430:0:34709:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948584.566432:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566433:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.566434:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566435:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.566437:0:34709:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.566441:0:34709:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948584.566443:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566444:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566446:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948584.566448:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566450:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566453:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566454:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566455:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=4 00000020:00000001:2.0:1783948584.566458:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566460:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566463:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.566466:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.566470:0:34709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.566475:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566476:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.566477:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566478:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566479:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=5 00000020:00000001:2.0:1783948584.566480:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566481:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566482:0:34709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.566484:0:34709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.566487:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566488:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948584.566489:0:34709:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.566492:0:34709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.566493:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566494:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.566494:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566495:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948584.566498:0:34709:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948584.566508:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566508:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566509:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948584.566510:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566511:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566513:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566513:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.566514:0:34709:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.566515:0:34709:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.566517:0:34709:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948584.566518:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566519:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566520:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948584.566521:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566522:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00000002:00010000:2.0:1783948584.566524:0:34709:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.566527:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566528:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.566529:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.566530:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566531:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566532:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948584.566533:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566534:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000040:2.0:1783948584.566539:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:2.0:1783948584.566540:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948584.566544:0:34709:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783948584.566545:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566546:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.566547:0:34709:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948584.566551:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03938 00000002:00002000:2.0:1783948584.566553:0:34709:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948584.566555:0:34709:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.566559:0:34709:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.566562:0:34709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.566564:0:34709:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948584.566567:0:34709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948584.566571:0:34709:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948584.566591:0:34709:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3a00. 00000080:00000001:2.0:1783948584.566596:0:34709:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948584.566598:0:34709:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948584.566603:0:34709:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783948584.566608:0:34709:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948584.566615:0:34709:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477c480. 00800000:00000001:2.0:1783948584.566617:0:34709:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701926016 : -129840007625600 : ffff89e94477c480) 00800000:00000001:2.0:1783948584.566619:0:34709:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.566622:0:34709:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948584.566624:0:34709:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948584.566626:0:34709:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948584.566628:0:34709:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948584.566632:0:34709:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948584.566634:0:34709:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.566638:0:34709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948584.566641:0:34709:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783948584.566646:0:34709:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948584.566648:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566649:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566651:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948584.566652:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566654:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566655:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566656:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948584.566657:0:34709:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948584.566659:0:34709:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948584.566660:0:34709:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477c480 1 00800000:00000010:2.0:1783948584.566662:0:34709:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477c480. 00800000:00000001:2.0:1783948584.566665:0:34709:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.566667:0:34709:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dd0 00800000:00000001:2.0:1783948584.566669:0:34709:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948584.566670:0:34709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948584.566671:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566672:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566673:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948584.566674:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566675:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566676:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566677:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.566678:0:34709:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.566679:0:34709:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.566680:0:34709:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.566681:0:34709:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948584.566683:0:34709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dd0 from it ffffb87d01a03bf8 00010000:00000001:2.0:1783948584.566685:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.566685:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.566686:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:2.0:1783948584.566687:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566689:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:2.0:1783948584.566690:0:34709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.566691:0:34709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.566695:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566695:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.566696:0:34709:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948584.566698:0:34709:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948584.566699:0:34709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948584.566704:0:34709:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.566706:0:34709:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.566708:0:34709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.566712:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566712:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.566714:0:34709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.566717:0:34709:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.566718:0:34709:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.566719:0:34709:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.566721:0:34709:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.566722:0:34709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.566723:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566724:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948584.566725:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.566728:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636537728/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.566732:0:34709:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948584.566734:0:34709:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.566737:0:34709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e958134000. 02000000:00000001:2.0:1783948584.566740:0:34709:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948584.566741:0:34709:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.566742:0:34709:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948584.566744:0:34709:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.566746:0:34709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.566750:0:34709:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.566751:0:34709:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.566752:0:34709:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948584.566754:0:34709:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.566755:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948584.566758:0:34709:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948584.566761:0:34709:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948584.566776:0:34709:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9461bee20. 00000080:00000001:2.0:1783948584.566779:0:34709:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783948584.566780:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03b50 00000080:00200000:2.0:1783948584.566782:0:34709:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), file ffff89e952190600, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1783948584.566785:0:34709:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e958041420. 00000080:00000001:2.0:1783948584.566787:0:34709:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783948584.566789:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03a00 00000080:00200000:2.0:1783948584.566790:0:34709:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open 00000080:00000010:2.0:1783948584.566796:0:34709:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3a00. 00800000:00000002:2.0:1783948584.566799:0:34709:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948584.566803:0:34709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948584.566805:0:34709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.566806:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03920 00800000:00000002:2.0:1783948584.566808:0:34709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948584.566810:0:34709:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783948584.566812:0:34709:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783948584.566816:0:34709:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00000020:00000001:2.0:1783948584.566817:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a038a0 00800000:00000002:2.0:1783948584.566818:0:34709:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1783948584.566821:0:34709:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.566822:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a037d8 00000002:00010000:2.0:1783948584.566823:0:34709:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1783948584.566826:0:34709:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948584.566827:0:34709:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948584.566829:0:34709:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948584.566832:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:2.0:1783948584.566833:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.566835:0:34709:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948584.566837:0:34709:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.566839:0:34709:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.566840:0:34709:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.566843:0:34709:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948584.566845:0:34709:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948584.566849:0:34709:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948584.566963:0:34709:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.566967:0:34709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948584.566970:0:34709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.566973:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.566975:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.566976:0:34709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.566979:0:34709:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.566981:0:34709:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.566985:0:34709:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.566992:0:34709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c9400. 00000100:00000001:2.0:1783948584.566998:0:34709:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.567000:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.567002:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.567004:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.567005:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.567007:0:34709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.567016:0:34709:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948584.567020:0:34709:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948584.567022:0:34709:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948584.567024:0:34709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:2.0:1783948584.567025:0:34709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.567027:0:34709:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948584.567030:0:34709:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235400. 00000020:00000001:2.0:1783948584.567033:0:34709:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948584.567035:0:34709:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235400 with handle 0x8c7cf19e4b440dd7 to hash 00000020:00000001:2.0:1783948584.567036:0:34709:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948584.567038:0:34709:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.567040:0:34709:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.567042:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.567043:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.567045:0:34709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.567049:0:34709:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948584.567058:0:34709:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948584.567070:0:34709:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948584.567080:0:34709:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948584.567084:0:34709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.567085:0:34709:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.567090:0:34709:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.567091:0:34709:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:2.0:1783948584.567093:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.567094:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948584.567098:0:34709:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.567101:0:34709:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.567102:0:34709:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.567103:0:34709:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.567106:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.567111:0:34709:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.567112:0:34709:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.567114:0:34709:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.567116:0:34709:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.567117:0:34709:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.567119:0:34709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636537984:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948584.567122:0:34709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.567127:0:34709:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.567129:0:34709:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.567130:0:34709:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.567332:0:34709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958c00000. 02000000:00000001:2.0:1783948584.567335:0:34709:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.567339:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.567342:0:34709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.567346:0:34709:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e958134000. 00000100:00000200:2.0:1783948584.567352:0:34709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636537984, portal 10 00000100:00000001:2.0:1783948584.567353:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.567354:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948584.567358:0:34709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.567363:0:34709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.567365:0:34709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.567367:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2220. 00000100:00000200:2.0:1783948584.567369:0:34709:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1870603636537984, offset 0 00000400:00000200:2.0:1783948584.567373:0:34709:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.567378:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.567383:0:34709:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.567388:0:34709:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.567391:0:34709:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.567394:0:34709:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.567396:0:34709:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.567399:0:34709:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2705:2705:256:4294967295] 192.168.202.104@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:2.0:1783948584.567402:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.567427:0:34709:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.567432:0:34709:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.567437:0:34709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61700. 00000800:00000200:2.0:1783948584.567443:0:34709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.567450:0:34709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.567455:0:34709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61700 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.567470:0:34709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.567475:0:34709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 823037 usecs (824 jiffies) 00000400:00000200:2.0:1783948584.567478:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.567481:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675543 00000100:00000001:2.0:1783948584.567484:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.567486:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675543 00000100:00000001:2.0:1783948584.567488:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.567490:0:34709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.567493:0:34709:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.567496:0:34709:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.567497:0:34709:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.567500:0:34709:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.567502:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.567504:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948584.567594:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.567599:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61700. 00000400:00000200:1.0:1783948584.567603:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.567613:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948584.567617:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2220 00000400:00000010:1.0:1783948584.567619:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2220. 00000100:00000001:1.0:1783948584.567623:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948584.567627:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.567636:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948584.567639:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948600 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.567645:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.567646:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948584.567953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f700. 00010000:00000010:2.1:1783948584.567961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00000080:00000010:2.1:1783948584.567966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bed40. 00000800:00000001:0.0:1783948584.572609:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.572634:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948584.572639:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.572641:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.572650:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.572656:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948584.572665:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.572671:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.572677:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.572681:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 608 into portal 10 MB=0x6a54dd9457a80 00000400:00000200:0.0:1783948584.572686:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.572692:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 608/608 into md 0x7691 [64] + 224 00000800:00000001:0.0:1783948584.572698:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.572706:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.572708:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.572712:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948584.572720:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948584.572730:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948600 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948584.572738:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.572759:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948584.572766:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.572769:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.572805:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.572815:0:34709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.572817:0:34709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.572820:0:34709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.572825:0:34709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e958134000 00000400:00000010:2.0:1783948584.572828:0:34709:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e958134000. 00000100:00000001:2.0:1783948584.572832:0:34709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.572837:0:34709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.572847:0:34709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.572899:0:34709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.572901:0:34709:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.572904:0:34709:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.572909:0:34709:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.572912:0:34709:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.572914:0:34709:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.572917:0:34709:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.573103:0:34709:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948584.573109:0:34709:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.573112:0:34709:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1783948584.573117:0:34709:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff89e95066ea00 x1870603636537984/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.573124:0:34709:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783948584.573127:0:34709:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948584.573129:0:34709:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948584.573132:0:34709:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948584.573134:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.573266:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948584.573272:0:34709:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.573274:0:34709:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1783948584.573276:0:34709:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.573279:0:34709:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1783948584.573285:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.573293:0:34709:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1783948584.573296:0:34709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.573298:0:34709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.573303:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.573310:0:34709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636537984:192.168.202.104@tcp:101:lfs.0 00000100:00000001:2.0:1783948584.573316:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.573319:0:34709:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783948584.573322:0:34709:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.573324:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.573327:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.573335:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.573338:0:34709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.573342:0:34709:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.573344:0:34709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1783948584.573348:0:34709:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948584.573352:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.573355:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.573359:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=4 00000020:00000001:2.0:1783948584.573362:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.573365:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00010000:2.0:1783948584.573370:0:34709:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.573386:0:34709:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1783948584.573390:0:34709:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.573396:0:34709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.573399:0:34709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.573424:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.573426:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948584.573428:0:34709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.573434:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.573438:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.573441:0:34709:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783948584.573444:0:34709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.573450:0:34709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e952235400 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:2.0:1783948584.573453:0:34709:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1783948584.573456:0:34709:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.573462:0:34709:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1783948584.573464:0:34709:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1783948584.573467:0:34709:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.573472:0:34709:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783948584.573475:0:34709:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948584.573476:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.573478:0:34709:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.573479:0:34709:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=5 00000020:00000001:2.0:1783948584.573481:0:34709:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.573483:0:34709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.573485:0:34709:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948584.573487:0:34709:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1783948584.573493:0:34709:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948584.573495:0:34709:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.573498:0:34709:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783948584.573499:0:34709:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948584.573503:0:34709:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948584.573504:0:34709:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948584.573506:0:34709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.573507:0:34709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948584.573510:0:34709:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235400 with handle 0x8c7cf19e4b440dd7 from hash 00010000:00000001:2.0:1783948584.573512:0:34709:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948584.573513:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.573514:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.573515:0:34709:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948584.573517:0:34709:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948584.573519:0:34709:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783948584.573521:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.573522:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.573523:0:34709:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.573525:0:34709:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.573528:0:34709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.573533:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.573534:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.573535:0:34709:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1783948584.573537:0:34709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.573539:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.573541:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.573542:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948584.573544:0:34709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440dd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.573558:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.573561:0:34709:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1783948584.573566:0:34709:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1783948584.573766:0:34709:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948584.573778:0:34709:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783948584.573784:0:34709:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948584.573791:0:34709:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.573793:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783948584.573794:0:34709:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.573796:0:34709:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.573799:0:34709:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.573802:0:34709:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783948584.573804:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.573806:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948584.573808:0:34709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783948584.573809:0:34709:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.573811:0:34709:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948584.573814:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03760 00000002:00002000:2.0:1783948584.573816:0:34709:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1783948584.573820:0:34709:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.573823:0:34709:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.573826:0:34709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.573829:0:34709:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783948584.573832:0:34709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948584.573836:0:34709:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:2.0:1783948584.573839:0:34709:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783948584.573842:0:34709:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e958041420 it_disposition 80002b 00000080:00000001:2.0:1783948584.573847:0:34709:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948584.574125:0:34709:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948584.574130:0:34709:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948584.574133:0:34709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1783948584.574529:0:34709:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1783948584.574538:0:34709:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948584.574541:0:34709:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1783948584.574543:0:34709:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.574547:0:34709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1783948584.574549:0:34709:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1783948584.574553:0:34709:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 4096 00000080:00200000:2.0:1783948584.574556:0:34709:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff89e951d180c8): rc = 0 00000080:00000001:2.0:1783948584.574558:0:34709:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925910728 : -129839783640888 : ffff89e951d180c8) 00000080:00000001:2.0:1783948584.574561:0:34709:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948584.574564:0:34709:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948584.574566:0:34709:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.574569:0:34709:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff89e951d180c8) for lock 0x0 00800000:00000001:2.0:1783948584.574687:0:34709:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948584.574691:0:34709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:2.0:1783948584.574692:0:34709:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.574695:0:34709:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1783948584.574702:0:34709:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f105e8 inode ffff89e951d180c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1783948584.574706:0:34709:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1783948584.574708:0:34709:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.574710:0:34709:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948584.574713:0:34709:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948584.574719:0:34709:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3a00. 00000100:00000001:2.0:1783948584.574725:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.574732:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.574740:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.574751:0:34709:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783948584.574754:0:34709:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948584.574758:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03a40 00000080:00200008:2.0:1783948584.574761:0:34709:0:(file.c:1058:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff89e951d180c8), flags 320400 00000080:00000010:2.0:1783948584.574772:0:34709:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960302640. 00000080:00000010:2.0:1783948584.574780:0:34709:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e94477c480. 00000080:00000001:2.0:1783948584.574783:0:34709:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783948584.574787:0:34709:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1783948584.574790:0:34709:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783948584.574794:0:34709:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9461bed40. 00000002:00100000:2.0:1783948584.574799:0:34709:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948584.574805:0:34709:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.574807:0:34709:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948584.574810:0:34709:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783948584.574814:0:34709:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.574816:0:34709:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.574819:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.574822:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783948584.574828:0:34709:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.574833:0:34709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958c00000. 02000000:00000001:2.0:1783948584.574942:0:34709:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783948584.574945:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.574947:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03a40 00000080:00000008:2.0:1783948584.574950:0:34709:0:(file.c:1297:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff89e951d180c8), flags 320400, rc = 0 00000080:00000001:2.0:1783948584.574953:0:34709:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.574956:0:34709:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783948584.574958:0:34709:0:(dcache.c:176:ll_intent_release()) intent ffff89e958041420 released 00000080:00000001:2.0:1783948584.574959:0:34709:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783948584.574961:0:34709:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783948584.574963:0:34709:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.574965:0:34709:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948584.574967:0:34709:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e958041420. 00000080:00000001:2.0:1783948584.574970:0:34709:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.574974:0:34709:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948584.574976:0:34709:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff89e951d180c8), inode mode 41ed mask 44 00000080:00000001:2.0:1783948584.574981:0:34709:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.575023:0:34709:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948584.575026:0:34709:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff89e951d180c8) cmd=4008669a arg=24172e0 00000080:00000001:2.0:1783948584.575033:0:34709:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1783948584.575037:0:34709:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3a00. 00800000:00000001:2.0:1783948584.575045:0:34709:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:2.0:1783948584.575047:0:34709:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:2.0:1783948584.575052:0:34709:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1783948584.575054:0:34709:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783948584.575060:0:34709:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.575065:0:34709:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066d500. 00000020:00000040:2.0:1783948584.575070:0:34709:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:2.0:1783948584.575077:0:34709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948584.575082:0:34709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.575089:0:34709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.575092:0:34709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.575093:0:34709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.575096:0:34709:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.575098:0:34709:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.575103:0:34709:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.575111:0:34709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581ca800. 00000100:00000001:2.0:1783948584.575117:0:34709:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.575120:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.575121:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.575123:0:34709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.575124:0:34709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.575126:0:34709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1783948584.575391:0:34709:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1783948584.575400:0:34709:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948584.575474:0:34709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.575476:0:34709:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.575485:0:34709:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.575487:0:34709:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:2.0:1783948584.575490:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.575492:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902142720 : -129839807408896 : ffff89e95066d500) 00000100:00000001:2.0:1783948584.575497:0:34709:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.575501:0:34709:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.575503:0:34709:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.575504:0:34709:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.575509:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948584.575517:0:34709:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.575519:0:34709:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.575522:0:34709:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.575525:0:34709:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.575528:0:34709:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.575532:0:34709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066d500 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636538240:192.168.202.104@tcp:36:lfs.0 00000100:00000001:2.0:1783948584.575537:0:34709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.575543:0:34709:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.575546:0:34709:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.575548:0:34709:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.575553:0:34709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948584.575555:0:34709:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.575564:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.575568:0:34709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.575653:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948584.575662:0:34709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636538240, portal 10 00000100:00000001:2.0:1783948584.575664:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.575665:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902142720 : -129839807408896 : ffff89e95066d500) 00000100:00000040:2.0:1783948584.575673:0:34709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948584.575680:0:34709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.575683:0:34709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.575686:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2330. 00000100:00000200:2.0:1783948584.575690:0:34709:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870603636538240, offset 0 00000400:00000200:2.0:1783948584.575699:0:34709:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.575709:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.575719:0:34709:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.575728:0:34709:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.575734:0:34709:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.575739:0:34709:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.575743:0:34709:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.575748:0:34709:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2706:2706:256:4294967295] 192.168.202.104@tcp LPNI seq info [2706:2706:8:4294967295] 00000400:00000200:2.0:1783948584.575752:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.575765:0:34709:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.575772:0:34709:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.575780:0:34709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61700. 00000800:00000200:2.0:1783948584.575788:0:34709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.575797:0:34709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.575802:0:34709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.575827:0:34709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.575832:0:34709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 822066 usecs (823 jiffies) 00000400:00000200:2.0:1783948584.575835:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.575839:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675550 00000100:00000001:2.0:1783948584.575843:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.575845:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675550 00000100:00000001:2.0:1783948584.575848:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.575984:0:34709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.575989:0:34709:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.575991:0:34709:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.575993:0:34709:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.575996:0:34709:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.576000:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.576003:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948584.576497:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.576501:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61700. 00000400:00000200:1.0:1783948584.576506:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.576510:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948584.576515:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2330 00000400:00000010:1.0:1783948584.576517:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2330. 00000100:00000001:1.0:1783948584.576520:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948584.576524:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948584.576531:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948584.576533:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948584.576540:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.576541:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948584.578915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235400. 00000800:00000001:0.0:1783948584.582447:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.582467:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948584.582472:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.582474:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.582484:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.582492:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948584.582502:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.582508:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.582513:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.582518:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9457b80 00000400:00000200:0.0:1783948584.582524:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.582531:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7699 [1] + 224 00000800:00000001:0.0:1783948584.582538:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.582546:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.582560:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.582564:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948584.582573:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948584.582583:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948584.582595:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948584.582626:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948584.582635:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948584.582639:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.582645:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948584.582651:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2707:2707:256:4294967295] 192.168.202.104@tcp LPNI seq info [2707:2707:8:4294967295] 00000400:00000200:0.0:1783948584.582655:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.582663:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948584.582669:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948584.582676:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bc00. 00000800:00000200:0.0:1783948584.582683:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948584.582693:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948584.582698:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783948584.582788:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948584.582793:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bc00. 00000400:00000200:0.0:1783948584.582798:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.582801:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948584.582807:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.582811:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.583247:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.583255:0:34709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.583257:0:34709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.583260:0:34709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.583265:0:34709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948584.583267:0:34709:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948584.583270:0:34709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.583275:0:34709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948584.583285:0:34709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066d500 x1870603636538240/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/512 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948584.583291:0:34709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.583294:0:34709:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.583297:0:34709:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.583300:0:34709:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.583303:0:34709:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.583306:0:34709:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.583309:0:34709:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.583318:0:34709:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948584.583321:0:34709:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.583324:0:34709:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.583325:0:34709:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.583327:0:34709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.583330:0:34709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.583332:0:34709:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948584.583334:0:34709:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948584.583335:0:34709:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948584.583337:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.583339:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902142720 : -129839807408896 : ffff89e95066d500) 00000100:00000001:2.0:1783948584.583341:0:34709:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.583343:0:34709:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1783948584.583344:0:34709:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.583346:0:34709:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.583349:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066d500 x1870603636538240/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948600 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948584.583353:0:34709:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.583355:0:34709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.583357:0:34709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.583360:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066d500 x1870603636538240/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948600 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948584.583365:0:34709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066d500 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636538240:192.168.202.104@tcp:36:lfs.0 00000100:00000001:2.0:1783948584.583368:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.583370:0:34709:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.583372:0:34709:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.583373:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.583375:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d500 x1870603636538240/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948600 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948584.583379:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.583381:0:34709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.583383:0:34709:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.583384:0:34709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.583391:0:34709:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.583393:0:34709:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948584.583398:0:34709:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3a00. 00000100:00000001:2.0:1783948584.583400:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.583402:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d500 x1870603636538240/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948584.583444:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.583447:0:34709:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.583449:0:34709:0:(dir.c:2167:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.583485:0:34709:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783948584.583487:0:34709:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948584.583491:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03d98 00000080:00200008:2.0:1783948584.583493:0:34709:0:(file.c:447:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff89e951d180c8), flags 320000 00000080:00400000:2.0:1783948584.583497:0:34709:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:2.0:1783948584.583500:0:34709:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783948584.583502:0:34709:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1783948584.583503:0:34709:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1783948584.583512:0:34709:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948584.583514:0:34709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.583519:0:34709:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.583521:0:34709:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948584.583523:0:34709:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:2.0:1783948584.583525:0:34709:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783948584.583527:0:34709:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783948584.583531:0:34709:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9594b3a00. 00000080:00000001:2.0:1783948584.583533:0:34709:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783948584.583538:0:34709:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783948584.583542:0:34709:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:2.0:1783948584.583552:0:34709:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:2.0:1783948584.583555:0:34709:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783948584.583557:0:34709:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:2.0:1783948584.583560:0:34709:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066dc00. 00000020:00000040:2.0:1783948584.583563:0:34709:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948584.583566:0:34709:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.583569:0:34709:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.583573:0:34709:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.583581:0:34709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9594b3800. 00000100:00000001:2.0:1783948584.583586:0:34709:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783948584.583598:0:34709:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783948584.583653:0:34709:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783948584.583657:0:34709:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783948584.583663:0:34709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.583664:0:34709:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.583669:0:34709:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.583671:0:34709:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:2.0:1783948584.583674:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.583675:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000001:2.0:1783948584.583680:0:34709:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.583684:0:34709:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.583687:0:34709:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.583688:0:34709:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.583692:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.583700:0:34709:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.583702:0:34709:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.583706:0:34709:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.583709:0:34709:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.583712:0:34709:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.583715:0:34709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066dc00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636538496:192.168.202.104@tcp:35:lfs.0 00000100:00000001:2.0:1783948584.583719:0:34709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.583724:0:34709:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.583727:0:34709:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.583729:0:34709:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.583733:0:34709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581c8c00. 02000000:00000001:2.0:1783948584.583734:0:34709:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.583738:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.583741:0:34709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.583744:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948584.583750:0:34709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636538496, portal 10 00000100:00000001:2.0:1783948584.583751:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.583752:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000040:2.0:1783948584.583756:0:34709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.583760:0:34709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.583762:0:34709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.583764:0:34709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a27f8. 00000100:00000200:2.0:1783948584.583766:0:34709:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636538496, offset 0 00000400:00000200:2.0:1783948584.583770:0:34709:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.583774:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.583777:0:34709:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.583781:0:34709:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.583784:0:34709:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.583787:0:34709:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.583788:0:34709:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.583791:0:34709:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2708:2708:256:4294967295] 192.168.202.104@tcp LPNI seq info [2708:2708:8:4294967295] 00000400:00000200:2.0:1783948584.583794:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.583800:0:34709:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.583803:0:34709:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.583806:0:34709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61e00. 00000800:00000200:2.0:1783948584.583810:0:34709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.583814:0:34709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.583817:0:34709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.583832:0:34709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.583835:0:34709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 821101 usecs (822 jiffies) 00000400:00000200:2.0:1783948584.583838:0:34709:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.583840:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675557 00000100:00000001:2.0:1783948584.583842:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.583844:0:34709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675557 00000100:00000001:2.0:1783948584.583845:0:34709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.583847:0:34709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.583849:0:34709:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948584.584078:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948584.584082:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61e00. 00000400:00000200:0.0:1783948584.584086:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.584090:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948584.584095:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a27f8 00000400:00000010:0.0:1783948584.584097:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a27f8. 00000100:00000001:0.0:1783948584.584101:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948584.584105:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.584114:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948584.584117:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.584123:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948584.584124:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783948584.584655:0:34709:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.584657:0:34709:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.584660:0:34709:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.584662:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.584664:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948584.591229:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.591246:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948584.591250:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.591252:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.591260:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.591268:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948584.591279:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.591283:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.591290:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.591295:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9457c80 00000400:00000200:1.0:1783948584.591300:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.591307:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x76a1 [1] + 224 00000800:00000001:1.0:1783948584.591315:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.591326:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.591328:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.591332:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948584.591340:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948584.591349:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948584.591357:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.591371:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948584.591379:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.591383:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.591420:0:34709:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.591431:0:34709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.591433:0:34709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.591436:0:34709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.591441:0:34709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:2.0:1783948584.591444:0:34709:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:2.0:1783948584.591447:0:34709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.591452:0:34709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.591461:0:34709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066dc00 x1870603636538496/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591467:0:34709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.591469:0:34709:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.591472:0:34709:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.591477:0:34709:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.591480:0:34709:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.591483:0:34709:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.591485:0:34709:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.591494:0:34709:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=104 v=5 (10 5 5 5) 00000100:00001000:2.0:1783948584.591499:0:34709:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.591501:0:34709:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.591502:0:34709:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.591505:0:34709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.591509:0:34709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.591512:0:34709:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948584.591514:0:34709:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948584.591516:0:34709:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948584.591518:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.591519:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000001:2.0:1783948584.591522:0:34709:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.591524:0:34709:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1783948584.591526:0:34709:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.591528:0:34709:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.591533:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066dc00 x1870603636538496/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948600 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591539:0:34709:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.591542:0:34709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.591544:0:34709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.591547:0:34709:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066dc00 x1870603636538496/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948600 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.591555:0:34709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066dc00 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34709:1870603636538496:192.168.202.104@tcp:35:lfs.0 00000100:00000001:2.0:1783948584.591560:0:34709:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.591563:0:34709:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.591565:0:34709:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.591567:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.591569:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066dc00 x1870603636538496/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948600 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591698:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.591701:0:34709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.591705:0:34709:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.591707:0:34709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.591716:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.591717:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000002:00000001:2.0:1783948584.591721:0:34709:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.591724:0:34709:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948584.591730:0:34709:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3a00. 00000080:00000001:2.0:1783948584.591734:0:34709:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783948584.591738:0:34709:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1783948584.591742:0:34709:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783948584.591749:0:34709:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591757:0:34709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.591759:0:34709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948584.591761:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.591764:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591770:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.591772:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.591774:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066dc00 x1870603636538496/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948600 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591781:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.591782:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.591785:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636537984/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 536/608 e 0 to 0 dl 1783948600 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591796:0:34709:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783948584.591799:0:34709:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.591801:0:34709:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948584.591803:0:34709:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.591806:0:34709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.591811:0:34709:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.591813:0:34709:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.591815:0:34709:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948584.591818:0:34709:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.591819:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.591820:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.591823:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066dc00 x1870603636538496/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591828:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.591830:0:34709:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461bed40. 00000002:00000001:2.0:1783948584.591833:0:34709:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.591835:0:34709:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948584.591837:0:34709:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c480. 00000100:00000001:2.0:1783948584.591839:0:34709:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.591841:0:34709:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066dc00 x1870603636538496/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.591846:0:34709:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948584.591848:0:34709:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.591904:0:34709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c8c00. 02000000:00000001:2.0:1783948584.591908:0:34709:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948584.591909:0:34709:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.591910:0:34709:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948584.591912:0:34709:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.591913:0:34709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9594b3800. 02000000:00000001:2.0:1783948584.591915:0:34709:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.591916:0:34709:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.591918:0:34709:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066dc00. 00000100:00000001:2.0:1783948584.591920:0:34709:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.591922:0:34709:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948584.592167:0:34709:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948584.592171:0:34709:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302640. 00000080:00000001:2.0:1783948584.592175:0:34709:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.592182:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03d98 00000080:00000008:2.0:1783948584.592184:0:34709:0:(file.c:491:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff89e951d180c8), flags 320000, rc = 0 00000080:00000001:2.0:1783948584.592188:0:34709:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.592191:0:34709:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.592196:0:34709:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948584.592198:0:34709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01a03e00 00000080:00002000:2.0:1783948584.592200:0:34709:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff89e951f105e8, parent ffff89e951e2fe58, inode ffff89e951d180c8) hashed, 00000080:00000001:2.0:1783948584.592203:0:34709:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948584.592210:0:34709:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948584.592216:0:34709:0:(dcache.c:48:ll_release()) Process leaving 00010000:00010000:2.0:1783948584.606195:0:34711:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff89e943191000 00010000:00000001:2.0:1783948584.606204:0:34711:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.606206:0:34711:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.606209:0:34711:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.606217:0:34711:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.606219:0:34711:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.606220:0:34711:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.606260:0:34711:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff89e943191000 00010000:00000001:2.0:1783948584.606262:0:34711:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.606264:0:34711:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.606265:0:34711:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.606268:0:34711:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.606269:0:34711:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.606270:0:34711:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1783948584.614730:0:34534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e9461bee20. 00000080:00000001:1.0:1783948584.657947:0:34716:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948584.657955:0:34716:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783948584.657957:0:34716:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783948584.657961:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3bc0 00000080:00200000:1.0:1783948584.657965:0:34716:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:1.0:1783948584.657972:0:34716:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e943f2e000. 00800000:00000002:1.0:1783948584.657978:0:34716:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948584.657980:0:34716:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948584.657985:0:34716:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948584.657987:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3ae0 00800000:00000002:1.0:1783948584.657989:0:34716:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948584.657992:0:34716:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1783948584.657995:0:34716:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783948584.657999:0:34716:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948584.658001:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb39b0 00000002:00010000:1.0:1783948584.658002:0:34716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783948584.658005:0:34716:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783948584.658006:0:34716:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948584.658009:0:34716:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948584.658015:0:34716:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:1.0:1783948584.658018:0:34716:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948584.658023:0:34716:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948584.658028:0:34716:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948584.658034:0:34716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783948584.658045:0:34716:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948584.658050:0:34716:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948584.658054:0:34716:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783948584.658062:0:34716:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783948584.658065:0:34716:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783948584.658067:0:34716:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948584.658068:0:34716:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783948584.658069:0:34716:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948584.658071:0:34716:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783948584.658073:0:34716:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783948584.658075:0:34716:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:1.0:1783948584.658078:0:34716:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2e000. 00000080:00000001:1.0:1783948584.658082:0:34716:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783948584.658084:0:34716:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948584.658086:0:34716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:1.0:1783948584.658089:0:34716:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dd0 00800000:00000001:1.0:1783948584.658091:0:34716:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948584.658093:0:34716:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948584.658094:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948584.658096:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948584.658098:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:1.0:1783948584.658099:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:1.0:1783948584.658101:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:1.0:1783948584.658104:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.658105:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948584.658106:0:34716:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948584.658107:0:34716:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948584.658108:0:34716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dd0 from it ffffb87d01cb3bf8 00010000:00000001:1.0:1783948584.658110:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948584.658111:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948584.658112:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:1.0:1783948584.658113:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:1.0:1783948584.658114:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:1.0:1783948584.658115:0:34716:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948584.658117:0:34716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948584.658121:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.658121:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948584.658123:0:34716:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948584.658124:0:34716:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948584.658126:0:34716:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948584.658131:0:34716:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948584.658135:0:34716:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948584.658137:0:34716:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948584.658140:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.658141:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948584.658142:0:34716:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.658144:0:34716:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948584.658146:0:34716:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.658147:0:34716:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.658149:0:34716:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.658150:0:34716:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948584.658151:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.658152:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948584.658154:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948584.658156:0:34716:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783948584.658157:0:34716:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:1.0:1783948584.658160:0:34716:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948584.658167:0:34716:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9470aa9c0. 00000020:00000001:1.0:1783948584.658170:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3b28 00000080:00200000:1.0:1783948584.658171:0:34716:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), flags=25 00000080:00000001:1.0:1783948584.658174:0:34716:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783948584.658175:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb39d8 00000080:00200000:1.0:1783948584.658177:0:34716:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=0 00000080:00000010:1.0:1783948584.658182:0:34716:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e943f2e000. 00800000:00000002:1.0:1783948584.658183:0:34716:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:1.0:1783948584.658186:0:34716:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783948584.658187:0:34716:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783948584.658188:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb38f8 00800000:00000002:1.0:1783948584.658189:0:34716:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783948584.658191:0:34716:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1783948584.658194:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3890 00800000:00000002:1.0:1783948584.658195:0:34716:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:1.0:1783948584.658197:0:34716:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783948584.658197:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb37c8 00000002:00010000:1.0:1783948584.658198:0:34716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1783948584.658201:0:34716:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783948584.658203:0:34716:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783948584.658207:0:34716:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cce00. 00000020:00000040:1.0:1783948584.658210:0:34716:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:1.0:1783948584.658215:0:34716:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948584.658218:0:34716:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948584.658220:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.658220:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948584.658221:0:34716:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.658223:0:34716:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948584.658225:0:34716:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948584.658227:0:34716:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948584.658233:0:34716:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9493f1c00. 00000100:00000001:1.0:1783948584.658238:0:34716:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.658243:0:34716:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948584.658245:0:34716:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.658246:0:34716:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948584.658246:0:34716:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.658248:0:34716:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948584.658255:0:34716:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00010000:00000001:1.0:1783948584.658259:0:34716:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948584.658261:0:34716:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948584.658263:0:34716:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:1.0:1783948584.658265:0:34716:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948584.658268:0:34716:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948584.658271:0:34716:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617b200. 00000020:00000001:1.0:1783948584.658273:0:34716:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948584.658276:0:34716:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617b200 with handle 0x8c7cf19e4b440dde to hash 00000020:00000001:1.0:1783948584.658278:0:34716:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948584.658279:0:34716:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948584.658282:0:34716:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:1.0:1783948584.658285:0:34716:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948584.658287:0:34716:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948584.658290:0:34716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948584.658298:0:34716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948584.658309:0:34716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948584.658315:0:34716:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948584.658316:0:34716:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948584.658323:0:34716:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e958f6e000. 00000100:00000001:1.0:1783948584.658324:0:34716:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234045800448 : -129839663751168 : ffff89e958f6e000) 00000100:00000001:1.0:1783948584.658326:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948584.658327:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00000100:00000001:1.0:1783948584.658330:0:34716:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948584.658334:0:34716:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.658335:0:34716:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948584.658336:0:34716:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948584.658344:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.658351:0:34716:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948584.658352:0:34716:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948584.658355:0:34716:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948584.658357:0:34716:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948584.658359:0:34716:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948584.658361:0:34716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cce00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636538624:192.168.202.104@tcp:101:multiop.0 00000100:00000001:1.0:1783948584.658364:0:34716:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948584.658369:0:34716:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948584.658371:0:34716:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948584.658373:0:34716:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948584.658377:0:34716:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e960181000. 02000000:00000001:1.0:1783948584.658378:0:34716:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948584.658385:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948584.658388:0:34716:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888dc0. 00000400:00000010:1.0:1783948584.658393:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618770. 00000100:00000200:1.0:1783948584.658398:0:34716:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636538624, portal 10 00000100:00000001:1.0:1783948584.658399:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948584.658400:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00000100:00000040:1.0:1783948584.658417:0:34716:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.658425:0:34716:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948584.658427:0:34716:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948584.658430:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506185d8. 00000100:00000200:1.0:1783948584.658433:0:34716:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870603636538624, offset 0 00000400:00000200:1.0:1783948584.658439:0:34716:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948584.658449:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.658457:0:34716:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948584.658462:0:34716:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948584.658466:0:34716:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948584.658469:0:34716:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948584.658471:0:34716:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948584.658474:0:34716:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2709:2709:256:4294967295] 192.168.202.104@tcp LPNI seq info [2709:2709:8:4294967295] 00000400:00000200:1.0:1783948584.658477:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.658485:0:34716:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948584.658490:0:34716:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948584.658495:0:34716:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948584.658500:0:34716:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948584.658506:0:34716:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948584.658509:0:34716:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1783948584.658530:0:34716:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948584.658534:0:34716:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 820137 usecs (821 jiffies) 00000400:00000200:1.0:1783948584.658536:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948584.658539:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675627 00000100:00000001:1.0:1783948584.658541:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:1.0:1783948584.658543:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675627 00000100:00000001:1.0:1783948584.658544:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:1.0:1783948584.658546:0:34716:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948584.658548:0:34716:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.658551:0:34716:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948584.658552:0:34716:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948584.658555:0:34716:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e958f6e000 going to sleep for 11 seconds 00000100:00000001:1.0:1783948584.658557:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948584.658560:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948584.658834:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948584.658838:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:0.0:1783948584.658842:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.658847:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948584.658885:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506185d8 00000400:00000010:0.0:1783948584.658888:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506185d8. 00000100:00000001:0.0:1783948584.658892:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948584.658897:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.658906:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948584.658909:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.658916:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948584.658918:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948584.666037:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.666055:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948584.666059:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.666062:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.666070:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.666143:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948584.666155:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.666161:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.666167:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.666172:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 584 into portal 10 MB=0x6a54dd9457d00 00000400:00000200:1.0:1783948584.666177:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.666184:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 584/584 into md 0x76a9 [1] + 224 00000800:00000001:1.0:1783948584.666191:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.666199:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.666203:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.666207:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948584.666217:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948584.666227:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948584.666240:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.666268:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948584.666278:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.666281:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.666442:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.666450:0:34716:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.666452:0:34716:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.666456:0:34716:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888dc0. 00000400:00000200:2.0:1783948584.666460:0:34716:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618770 00000400:00000010:2.0:1783948584.666463:0:34716:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618770. 00000100:00000001:2.0:1783948584.666466:0:34716:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.666471:0:34716:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.666486:0:34716:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.666492:0:34716:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.666494:0:34716:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.666497:0:34716:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.666501:0:34716:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.666505:0:34716:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.666508:0:34716:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.666511:0:34716:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.666520:0:34716:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948584.666525:0:34716:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.666528:0:34716:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.666529:0:34716:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.666533:0:34716:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.666537:0:34716:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.666542:0:34716:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.666545:0:34716:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1783948584.666548:0:34716:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.666550:0:34716:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.666556:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.666563:0:34716:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.666566:0:34716:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.666568:0:34716:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.666572:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948600 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.666580:0:34716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cce00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636538624:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948584.666586:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.666589:0:34716:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.666591:0:34716:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.666593:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.666596:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.666780:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.666786:0:34716:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e958f6e000. 00000100:00000001:2.0:1783948584.666790:0:34716:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.666791:0:34716:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.666794:0:34716:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948584.666800:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.666802:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.666806:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=4 00000020:00000001:2.0:1783948584.666809:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.666811:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000040:2.0:1783948584.666819:0:34716:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617b200, remote cookie: 0x2ceea11ad5e0692d, flags: 0x1001 00010000:00010000:2.0:1783948584.666825:0:34716:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948584.666834:0:34716:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783948584.666838:0:34716:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783948584.666845:0:34716:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f700. 00010000:00000010:2.0:1783948584.667026:0:34716:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887980. 00010000:00000001:2.0:1783948584.667036:0:34716:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.667040:0:34716:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.667050:0:34716:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.667057:0:34716:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948584.667062:0:34716:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948584.667064:0:34716:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948584.667066:0:34716:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948584.667068:0:34716:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948584.667071:0:34716:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff89e958f6f700) refcount = 1 00010000:00010000:2.0:1783948584.667075:0:34716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.667149:0:34716:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948584.667153:0:34716:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948584.667155:0:34716:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.667158:0:34716:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948584.667161:0:34716:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.667164:0:34716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.667170:0:34716:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948584.667172:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667173:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.667175:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667176:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.667177:0:34716:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.667182:0:34716:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948584.667184:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667185:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667187:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:2.0:1783948584.667189:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667191:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667194:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667195:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667196:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=4 00000020:00000001:2.0:1783948584.667197:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667199:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667201:0:34716:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.667204:0:34716:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.667207:0:34716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.667218:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667220:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.667221:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667222:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667223:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=5 00000020:00000001:2.0:1783948584.667225:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667227:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667229:0:34716:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.667231:0:34716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.667237:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667238:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948584.667240:0:34716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.667246:0:34716:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.667247:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667248:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.667248:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667249:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948584.667256:0:34716:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783948584.667263:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667264:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667265:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:2.0:1783948584.667267:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667269:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667271:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667272:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.667274:0:34716:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.667276:0:34716:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.667279:0:34716:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783948584.667281:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667282:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667283:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:2.0:1783948584.667285:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667287:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00000002:00010000:2.0:1783948584.667290:0:34716:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.667297:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667298:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.667300:0:34716:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.667301:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667302:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667303:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:2.0:1783948584.667305:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667307:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000040:2.0:1783948584.667311:0:34716:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:2.0:1783948584.667314:0:34716:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948584.667317:0:34716:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:2.0:1783948584.667319:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667320:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.667321:0:34716:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948584.667324:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3750 00000002:00002000:2.0:1783948584.667326:0:34716:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1783948584.667330:0:34716:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.667334:0:34716:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.667337:0:34716:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.667340:0:34716:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783948584.667344:0:34716:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948584.667347:0:34716:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:2.0:1783948584.667350:0:34716:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783948584.667353:0:34716:0:(namei.c:674:ll_lookup_it_finish()) it ffffb87d01cb3ac8 it_disposition b 00000080:00000001:2.0:1783948584.667357:0:34716:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948584.667365:0:34716:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948584.667368:0:34716:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948584.667371:0:34716:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1783948584.667374:0:34716:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1783948584.667382:0:34716:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948584.667384:0:34716:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1783948584.667387:0:34716:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.667391:0:34716:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1783948584.667394:0:34716:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1783948584.667400:0:34716:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 4096 00000080:00200000:2.0:1783948584.667413:0:34716:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff89e951d180c8): rc = 0 00000080:00000001:2.0:1783948584.667416:0:34716:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925910728 : -129839783640888 : ffff89e951d180c8) 00010000:00000001:2.0:1783948584.667418:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667419:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667421:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:2.0:1783948584.667423:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667425:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667427:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667428:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948584.667430:0:34716:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948584.667434:0:34716:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948584.667435:0:34716:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948584.667438:0:34716:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948584.667440:0:34716:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.667443:0:34716:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff89e951d180c8) for lock 0x8c7cf19e4b440dde 00800000:00000001:2.0:1783948584.667446:0:34716:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948584.667449:0:34716:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948584.667450:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667451:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667453:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:2.0:1783948584.667455:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667457:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667459:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667461:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.667462:0:34716:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.667464:0:34716:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1783948584.667471:0:34716:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f535e8 inode ffff89e951d180c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1783948584.667475:0:34716:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1783948584.667477:0:34716:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.667479:0:34716:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1783948584.667483:0:34716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff89e951d180c8) 00000080:00010000:2.0:1783948584.667486:0:34716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dde from it ffffb87d01cb3ac8 00010000:00000001:2.0:1783948584.667488:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.667489:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.667491:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b200 refcount=3 00000020:00000001:2.0:1783948584.667493:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667495:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729184256 : -129839980367360 : ffff89e94617b200) 00010000:00000001:2.0:1783948584.667497:0:34716:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.667499:0:34716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.667507:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667508:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.667509:0:34716:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948584.667512:0:34716:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948584.667514:0:34716:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b200/0x8c7cf19e4b440dde lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e0692d expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948584.667521:0:34716:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.667524:0:34716:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.667526:0:34716:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.667531:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667532:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.667533:0:34716:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.667537:0:34716:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.667539:0:34716:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.667541:0:34716:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.667544:0:34716:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.667546:0:34716:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.667547:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667548:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948584.667550:0:34716:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948584.667554:0:34716:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e943f2e000. 00000100:00000001:2.0:1783948584.667559:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.667564:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cce00 x1870603636538624/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/584 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.667570:0:34716:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948584.667573:0:34716:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.667577:0:34716:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e960181000. 02000000:00000001:2.0:1783948584.667581:0:34716:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948584.667583:0:34716:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.667585:0:34716:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948584.667587:0:34716:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.667590:0:34716:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9493f1c00. 02000000:00000001:2.0:1783948584.667593:0:34716:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.667595:0:34716:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.667597:0:34716:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cce00. 00000100:00000001:2.0:1783948584.667600:0:34716:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.667602:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948584.667670:0:34716:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948584.667674:0:34716:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff89e951d180c8), inode mode 41ed mask 1 00000080:00000001:2.0:1783948584.667679:0:34716:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948584.667694:0:34716:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9461be2a0. 00000080:00000001:2.0:1783948584.667699:0:34716:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948584.667701:0:34716:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff89e951d180c8), inode mode 41ed mask 3 00000080:00000001:2.0:1783948584.667703:0:34716:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.667707:0:34716:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783948584.667709:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3b50 00000080:00200000:2.0:1783948584.667711:0:34716:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff89e951d180c8), file ffff89e9429ec180, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1783948584.667716:0:34716:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e958041420. 00000080:00000001:2.0:1783948584.667720:0:34716:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783948584.667721:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3a00 00000080:00200000:2.0:1783948584.667723:0:34716:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff89e951d180c8), intent=open|creat 00000080:00000010:2.0:1783948584.667730:0:34716:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2200. 00000080:00000001:2.0:1783948584.667737:0:34716:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948584.667740:0:34716:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.667741:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3920 00800000:00000002:2.0:1783948584.667743:0:34716:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:2.0:1783948584.667746:0:34716:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783948584.667748:0:34716:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783948584.667752:0:34716:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:2.0:1783948584.667755:0:34716:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1783948584.667757:0:34716:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1783948584.667759:0:34716:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783948584.667762:0:34716:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783948584.667765:0:34716:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:2.0:1783948584.667768:0:34716:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.667770:0:34716:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.667771:0:34716:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.667773:0:34716:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.667775:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb38a0 00800000:00000002:2.0:1783948584.667777:0:34716:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:2.0:1783948584.667781:0:34716:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948584.667783:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb37d8 00000002:00010000:2.0:1783948584.667785:0:34716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1783948584.667789:0:34716:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948584.667791:0:34716:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948584.667794:0:34716:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783948584.667797:0:34716:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.667799:0:34716:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948584.667802:0:34716:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:2.0:1783948584.667804:0:34716:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.667806:0:34716:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948584.667809:0:34716:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.667811:0:34716:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.667813:0:34716:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.667817:0:34716:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066dc00. 00000020:00000040:2.0:1783948584.667820:0:34716:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948584.667825:0:34716:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948584.667826:0:34716:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.667829:0:34716:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948584.667831:0:34716:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.667834:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.667836:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.667837:0:34716:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.667840:0:34716:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.667842:0:34716:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.667846:0:34716:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.668220:0:34716:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8c00. 00000100:00000001:2.0:1783948584.668227:0:34716:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.668232:0:34716:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.668234:0:34716:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.668236:0:34716:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.668237:0:34716:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.668239:0:34716:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.668248:0:34716:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00010000:00000001:2.0:1783948584.668252:0:34716:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948584.668253:0:34716:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948584.668257:0:34716:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:2.0:1783948584.668259:0:34716:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.668261:0:34716:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948584.668264:0:34716:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235400. 00000020:00000001:2.0:1783948584.668268:0:34716:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948584.668270:0:34716:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235400 with handle 0x8c7cf19e4b440de5 to hash 00000020:00000001:2.0:1783948584.668272:0:34716:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948584.668273:0:34716:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.668277:0:34716:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.668280:0:34716:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.668282:0:34716:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.668286:0:34716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.668294:0:34716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34716 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948584.668306:0:34716:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948584.668313:0:34716:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948584.668322:0:34716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948584.668327:0:34716:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.668329:0:34716:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.668336:0:34716:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.668338:0:34716:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009024 : -129839543542592 : ffff89e960211cc0) 00000100:00000001:2.0:1783948584.668341:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.668342:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000001:2.0:1783948584.668346:0:34716:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.668350:0:34716:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.668352:0:34716:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.668353:0:34716:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.668357:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.668365:0:34716:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.668367:0:34716:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.668371:0:34716:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.668374:0:34716:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.668376:0:34716:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.668379:0:34716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066dc00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636538880:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948584.668383:0:34716:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.668388:0:34716:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.668391:0:34716:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.668394:0:34716:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.668460:0:34716:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948584.668463:0:34716:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.668472:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.668478:0:34716:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.668487:0:34716:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9581c9400. 00000100:00000200:2.0:1783948584.668497:0:34716:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636538880, portal 10 00000100:00000001:2.0:1783948584.668499:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.668500:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000040:2.0:1783948584.668506:0:34716:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.668514:0:34716:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.668516:0:34716:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.668521:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2880. 00000100:00000200:2.0:1783948584.668525:0:34716:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870603636538880, offset 0 00000400:00000200:2.0:1783948584.668531:0:34716:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.668541:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.668550:0:34716:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.668556:0:34716:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.668561:0:34716:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.668566:0:34716:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.668569:0:34716:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.668573:0:34716:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2710:2710:256:4294967295] 192.168.202.104@tcp LPNI seq info [2710:2710:8:4294967295] 00000400:00000200:2.0:1783948584.668577:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.668588:0:34716:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.668595:0:34716:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.668600:0:34716:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61a00. 00000800:00000200:2.0:1783948584.668735:0:34716:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.668744:0:34716:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.668749:0:34716:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.668829:0:34716:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.668834:0:34716:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 819176 usecs (820 jiffies) 00000400:00000200:2.0:1783948584.668838:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.668842:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675640 00000100:00000001:2.0:1783948584.668845:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.668847:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675640 00000100:00000001:2.0:1783948584.668877:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.668881:0:34716:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.668884:0:34716:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.668887:0:34716:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.668888:0:34716:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.668891:0:34716:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.668894:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.668896:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948584.669541:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948584.669556:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61a00. 00000400:00000200:0.0:1783948584.669563:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.669569:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948584.669575:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2880 00000400:00000010:0.0:1783948584.669578:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2880. 00000100:00000001:0.0:1783948584.669583:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948584.669588:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.669598:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948584.674848:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.674891:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948584.674894:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948584.675658:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.675676:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948584.675682:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.675686:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.675695:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.675703:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948584.675713:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.675718:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.675724:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.675728:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9457e00 00000400:00000200:1.0:1783948584.675734:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.675741:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x76b9 [32] + 224 00000800:00000001:1.0:1783948584.675748:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.675754:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.675757:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.675762:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948584.675768:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948584.675777:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948584.675787:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.675847:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948584.675899:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948584.675908:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948584.675912:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.675918:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948584.675934:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2711:2711:256:4294967295] 192.168.202.104@tcp LPNI seq info [2711:2711:8:4294967295] 00000400:00000200:1.0:1783948584.675939:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.675946:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948584.675952:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948584.675959:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e9493f2000. 00000800:00000200:1.0:1783948584.675965:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948584.675971:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948584.675977:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493f2000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1783948584.677286:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1783948584.677483:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.677489:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e9493f2000. 00000400:00000200:1.0:1783948584.677496:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.677503:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:0.0:1783948584.677560:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783948584.677731:0:34716:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.677734:0:34716:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.677738:0:34716:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.677743:0:34716:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9581c9400 00000400:00000010:2.0:1783948584.677746:0:34716:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9581c9400. 00000100:00000001:2.0:1783948584.677750:0:34716:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.677758:0:34716:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.677769:0:34716:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066dc00 x1870603636538880/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.677776:0:34716:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.677779:0:34716:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.677782:0:34716:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.677785:0:34716:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.677788:0:34716:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.677791:0:34716:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.677793:0:34716:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.677802:0:34716:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948584.677806:0:34716:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.677809:0:34716:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.677810:0:34716:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.677813:0:34716:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.677817:0:34716:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.677820:0:34716:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948584.677823:0:34716:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:2.0:1783948584.677825:0:34716:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948584.677827:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.677829:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000001:2.0:1783948584.677832:0:34716:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.677834:0:34716:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1783948584.677836:0:34716:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.677838:0:34716:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.677843:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.677874:0:34716:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.677878:0:34716:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.677880:0:34716:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.677886:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.677894:0:34716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066dc00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636538880:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948584.677898:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.677902:0:34716:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.677904:0:34716:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.677907:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.677910:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.677916:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.677919:0:34716:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211cc0. 00000100:00000001:2.0:1783948584.678182:0:34716:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.678185:0:34716:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.678189:0:34716:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948584.678194:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.678197:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.678200:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=4 00000020:00000001:2.0:1783948584.678203:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678206:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000040:2.0:1783948584.678215:0:34716:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235400, remote cookie: 0x2ceea11ad5e06949, flags: 0x1001 00010000:00010000:2.0:1783948584.678220:0:34716:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948584.678229:0:34716:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:2.0:1783948584.678233:0:34716:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783948584.678243:0:34716:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6ff00. 00010000:00000010:2.0:1783948584.678248:0:34716:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e943887880. 00010000:00000001:2.0:1783948584.678254:0:34716:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.678257:0:34716:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.678265:0:34716:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.678271:0:34716:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948584.678275:0:34716:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948584.678277:0:34716:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948584.678278:0:34716:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948584.678280:0:34716:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948584.678282:0:34716:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff89e958f6ff00) refcount = 1 00010000:00010000:2.0:1783948584.678286:0:34716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.678293:0:34716:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948584.678298:0:34716:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948584.678300:0:34716:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.678304:0:34716:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948584.678307:0:34716:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.678310:0:34716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.678321:0:34716:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948584.678323:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678325:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.678326:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678327:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.678329:0:34716:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.678334:0:34716:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948584.678337:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.678338:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.678340:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.678342:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678344:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678346:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.678348:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.678349:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=4 00000020:00000001:2.0:1783948584.678351:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678353:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678355:0:34716:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.678358:0:34716:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.678362:0:34716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.678369:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678370:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.678371:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.678372:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.678374:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=5 00000020:00000001:2.0:1783948584.678375:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678378:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678381:0:34716:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.678384:0:34716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.678390:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678391:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948584.678394:0:34716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.678400:0:34716:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.678401:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678413:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.678414:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678415:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948584.678421:0:34716:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948584.678430:0:34716:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783948584.678434:0:34716:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948584.678441:0:34716:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.678449:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.678451:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.678452:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.678454:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678457:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00000002:00010000:2.0:1783948584.678461:0:34716:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783948584.678472:0:34716:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e94477c480. 00010000:00000001:2.0:1783948584.678474:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678475:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.678477:0:34716:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.678479:0:34716:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948584.678482:0:34716:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783948584.678485:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.678486:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000001:2.0:1783948584.678488:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.678490:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00010000:00000001:2.0:1783948584.678492:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.678493:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.678494:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.678496:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678498:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00000002:00010000:2.0:1783948584.678501:0:34716:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.678507:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678508:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.678510:0:34716:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.678511:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.678512:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.678514:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.678516:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.678518:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000040:2.0:1783948584.678522:0:34716:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:2.0:1783948584.678524:0:34716:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948584.678528:0:34716:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:2.0:1783948584.678530:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.678531:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.678533:0:34716:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948584.678536:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3760 00000002:00002000:2.0:1783948584.678538:0:34716:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1783948584.678541:0:34716:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.678544:0:34716:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.678794:0:34716:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.678799:0:34716:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783948584.678803:0:34716:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.678807:0:34716:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783948584.678809:0:34716:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e958041420 it_disposition 1800037 00000080:00002000:2.0:1783948584.678815:0:34716:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f10798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1783948584.678821:0:34716:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948584.678824:0:34716:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:2.0:1783948584.678826:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3988 00000080:00200000:2.0:1783948584.678828:0:34716:0:(namei.c:1623:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff89e951d180c8), intent=open|creat 00000080:00000001:2.0:1783948584.678831:0:34716:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:2.0:1783948584.678833:0:34716:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948584.678838:0:34716:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948584.678841:0:34716:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948584.678844:0:34716:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:2.0:1783948584.678847:0:34716:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783948584.679383:0:34716:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d1e300. 00000020:00000001:2.0:1783948584.679395:0:34716:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1783948584.679397:0:34716:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1783948584.679400:0:34716:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783948584.679401:0:34716:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff89e951d1e3c8) 00000020:00000001:2.0:1783948584.679416:0:34716:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.679421:0:34716:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948584.679426:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3800. 00000020:00000010:2.0:1783948584.679431:0:34716:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2000. 00000020:00000010:2.0:1783948584.679435:0:34716:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041c60. 00000008:00000010:2.0:1783948584.679442:0:34716:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948584.679447:0:34716:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948584.679453:0:34716:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948584.679459:0:34716:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948584.679464:0:34716:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948584.679468:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000008:00000010:2.0:1783948584.679472:0:34716:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948584.679475:0:34716:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948584.679479:0:34716:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948584.679483:0:34716:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948584.679486:0:34716:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948584.679488:0:34716:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948584.679494:0:34716:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1783948584.679499:0:34716:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e9516a3960. 00000020:00000001:2.0:1783948584.679501:0:34716:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783948584.679503:0:34716:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.679510:0:34716:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:2.0:1783948584.679513:0:34716:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e951989aa8. 00020000:00000001:2.0:1783948584.679515:0:34716:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614233922181800 : -129839787369816 : ffff89e951989aa8) 00020000:00000001:2.0:1783948584.679518:0:34716:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:2.0:1783948584.679521:0:34716:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948584.679527:0:34716:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041d20. 00020000:00000010:2.0:1783948584.679531:0:34716:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95081ce80. 00020000:00000010:2.0:1783948584.679536:0:34716:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9580417e0. 00020000:00000001:2.0:1783948584.679539:0:34716:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029889504 : -129839679662112 : ffff89e9580417e0) 00020000:00000002:2.0:1783948584.679542:0:34716:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9580417e0, objid 0x34:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948584.679703:0:34716:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948584.679709:0:34716:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95081ce80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1783948584.679712:0:34716:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1783948584.679714:0:34716:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9580417e0, objid 0x34:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948584.679718:0:34716:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948584.679721:0:34716:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95081ce80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:2.0:1783948584.679726:0:34716:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e960265040. 00020000:00000010:2.0:1783948584.679729:0:34716:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e960211cc0. 00020000:00000001:2.0:1783948584.679733:0:34716:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1783948584.679737:0:34716:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e9466de580. 00020000:00000001:2.0:1783948584.679744:0:34716:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1783948584.679746:0:34716:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1783948584.679752:0:34716:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1783948584.679756:0:34716:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e9516a3c80. 00000020:00000001:2.0:1783948584.679758:0:34716:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783948584.679760:0:34716:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.679762:0:34716:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614233919143168 : -129839790408448 : ffff89e9516a3d00) 00020000:00000001:2.0:1783948584.679767:0:34716:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1783948584.679772:0:34716:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e95201f340. 00020000:00000001:2.0:1783948584.679776:0:34716:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.679781:0:34716:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233919143168 : -129839790408448 : ffff89e9516a3d00) 00020000:00000001:2.0:1783948584.679784:0:34716:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614233919143168 : -129839790408448 : ffff89e9516a3d00) 00020000:00000002:2.0:1783948584.679788:0:34716:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff89e9516a3c80[0:0] -> [0x200000404:0x34:0x0]@ffff89e9516a3960: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1783948584.679794:0:34716:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1783948584.679797:0:34716:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1783948584.679800:0:34716:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.679803:0:34716:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233919142368 : -129839790409248 : ffff89e9516a39e0) 00000020:00001000:2.0:1783948584.679806:0:34716:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948584.679810:0:34716:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2000. 00000020:00000010:2.0:1783948584.679814:0:34716:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041c60. 00000008:00000010:2.0:1783948584.679818:0:34716:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948584.679822:0:34716:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948584.679825:0:34716:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948584.679828:0:34716:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948584.679831:0:34716:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948584.679835:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3800. 00000008:00000010:2.0:1783948584.679838:0:34716:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948584.679841:0:34716:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948584.679845:0:34716:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948584.679848:0:34716:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948584.679878:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000020:00000010:2.0:1783948584.679882:0:34716:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948584.679887:0:34716:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:2.0:1783948584.679890:0:34716:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783948584.679893:0:34716:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1783948584 00000080:00000001:2.0:1783948584.679898:0:34716:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783948584.679902:0:34716:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233925936072 : -129839783615544 : ffff89e951d1e3c8) 00010000:00000001:2.0:1783948584.679906:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.679908:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.679911:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.679913:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.679916:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00000080:00000001:2.0:1783948584.679919:0:34716:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948584.679921:0:34716:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.680066:0:34716:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948584.680070:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000020:00000010:2.0:1783948584.680072:0:34716:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3800. 00000020:00000010:2.0:1783948584.680075:0:34716:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041c60. 00000008:00000010:2.0:1783948584.680151:0:34716:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948584.680156:0:34716:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948584.680159:0:34716:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948584.680163:0:34716:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948584.680166:0:34716:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948584.680169:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2000. 00000008:00000010:2.0:1783948584.680173:0:34716:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948584.680175:0:34716:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948584.680177:0:34716:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948584.680180:0:34716:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948584.680182:0:34716:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948584.680184:0:34716:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000020:00000001:2.0:1783948584.680187:0:34716:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948584.680189:0:34716:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948584.680191:0:34716:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948584.680194:0:34716:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041ba0. 00020000:00000010:2.0:1783948584.680196:0:34716:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95081c280. 00020000:00000010:2.0:1783948584.680200:0:34716:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041ea0. 00020000:00000001:2.0:1783948584.680201:0:34716:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029891232 : -129839679660384 : ffff89e958041ea0) 00020000:00000002:2.0:1783948584.680204:0:34716:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041ea0, objid 0x34:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948584.680209:0:34716:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948584.680212:0:34716:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95081c280: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:2.0:1783948584.680216:0:34716:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e951989aa8) owner ffff89e95083cf80 00020000:00000001:2.0:1783948584.680219:0:34716:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948584.680222:0:34716:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e951989aa8) owner ffff89e95083cf80 00020000:00000010:2.0:1783948584.680227:0:34716:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95081c280. 00020000:00000010:2.0:1783948584.680230:0:34716:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041ba0. 00020000:00000010:2.0:1783948584.680233:0:34716:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041ea0. 00020000:00000002:2.0:1783948584.680235:0:34716:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948584.680237:0:34716:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.680239:0:34716:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.680243:0:34716:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948584.680245:0:34716:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000002:2.0:1783948584.680248:0:34716:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9580417e0 addref 2/0 by ffff89e95083cf80. 00020000:00000002:2.0:1783948584.680250:0:34716:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000001:2.0:1783948584.680457:0:34716:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948584.680460:0:34716:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948584.680462:0:34716:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948584.680464:0:34716:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783948584.680466:0:34716:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783948584.680469:0:34716:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783948584.680472:0:34716:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:2.0:1783948584.680476:0:34716:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3800. 00000020:00000010:2.0:1783948584.680480:0:34716:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041c60. 00000008:00000010:2.0:1783948584.680483:0:34716:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948584.680485:0:34716:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948584.680488:0:34716:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948584.680491:0:34716:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948584.680493:0:34716:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948584.680496:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000008:00000010:2.0:1783948584.680498:0:34716:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948584.680500:0:34716:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948584.680503:0:34716:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948584.680505:0:34716:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:2.0:1783948584.680508:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2000. 00000020:00000010:2.0:1783948584.680509:0:34716:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000080:00000001:2.0:1783948584.680512:0:34716:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.680514:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.680517:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948584.680519:0:34716:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948584.680524:0:34716:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948584.680526:0:34716:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.680529:0:34716:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff89e951d1e3c8) 00000080:00010000:2.0:1783948584.680533:0:34716:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff89e951d1e3c8) for lock 0x8c7cf19e4b440de5 00800000:00000001:2.0:1783948584.680536:0:34716:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948584.680540:0:34716:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948584.680541:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.680543:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.680545:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.680729:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.680733:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.680736:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.680737:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.680739:0:34716:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.680741:0:34716:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.680743:0:34716:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:2.0:1783948584.680746:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.680759:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.680768:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.680775:0:34716:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.680780:0:34716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff89e951d1e3c8) 00000080:00000001:2.0:1783948584.680783:0:34716:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948584.680788:0:34716:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2200. 00000100:00000001:2.0:1783948584.680791:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.680795:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.680801:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.680805:0:34716:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1783948584.680807:0:34716:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.680817:0:34716:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948584.680820:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3a60 00000080:00200008:2.0:1783948584.680824:0:34716:0:(file.c:1058:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff89e951d1e3c8), flags 100102 00000080:00000010:2.0:1783948584.680834:0:34716:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960302640. 00000080:00000010:2.0:1783948584.680841:0:34716:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e94477c580. 00000080:00000001:2.0:1783948584.680844:0:34716:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783948584.681169:0:34716:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1783948584.681174:0:34716:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783948584.681181:0:34716:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9461be540. 00000002:00100000:2.0:1783948584.681187:0:34716:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948584.681194:0:34716:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.681196:0:34716:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948584.681200:0:34716:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783948584.681204:0:34716:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.681206:0:34716:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.681209:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.681212:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783948584.681219:0:34716:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.681223:0:34716:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948584.681257:0:34716:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783948584.681259:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.681262:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3a60 00000080:00000008:2.0:1783948584.681264:0:34716:0:(file.c:1297:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff89e951d1e3c8), flags 100102, rc = 0 00000080:00000001:2.0:1783948584.681268:0:34716:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783948584.681270:0:34716:0:(dcache.c:176:ll_intent_release()) intent ffff89e958041420 released 00000080:00010000:2.0:1783948584.681272:0:34716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440de5 from it ffff89e958041420 00010000:00000001:2.0:1783948584.681274:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.681276:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.681277:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235400 refcount=3 00000020:00000001:2.0:1783948584.681280:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.681282:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931273216 : -129839778278400 : ffff89e952235400) 00010000:00000001:2.0:1783948584.681284:0:34716:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.681290:0:34716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.681298:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.681300:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.681302:0:34716:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948584.681305:0:34716:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948584.681308:0:34716:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235400/0x8c7cf19e4b440de5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06949 expref: -99 pid: 34716 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948584.681316:0:34716:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.681320:0:34716:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.681323:0:34716:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.681327:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.681328:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.681330:0:34716:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.681334:0:34716:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.681335:0:34716:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.681337:0:34716:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.681340:0:34716:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.681343:0:34716:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.681344:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.681345:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948584.681346:0:34716:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783948584.681348:0:34716:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783948584.681350:0:34716:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948584.681352:0:34716:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948584.681355:0:34716:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948584.681357:0:34716:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.681360:0:34716:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783948584.681362:0:34716:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.681364:0:34716:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948584.681366:0:34716:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.681368:0:34716:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948584.681370:0:34716:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e958041420. 00000080:00000001:2.0:1783948584.681373:0:34716:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.681378:0:34716:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948584.681381:0:34716:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff89e951d1e3c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1783948584.681384:0:34716:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.681776:0:34716:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783948584.681779:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3d90 00000080:00200008:2.0:1783948584.681782:0:34716:0:(file.c:2605:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000001:2.0:1783948584.681786:0:34716:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783948584.681788:0:34716:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.681790:0:34716:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783948584.681793:0:34716:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.681796:0:34716:0:(file.c:2553:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1783948584.681797:0:34716:0:(file.c:2559:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.681799:0:34716:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.681804:0:34716:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11000. 00000020:00000010:2.0:1783948584.681808:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2200. 00000020:00000010:2.0:1783948584.681812:0:34716:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2000. 00000020:00000010:2.0:1783948584.681816:0:34716:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041420. 00000008:00000010:2.0:1783948584.681821:0:34716:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722190. 00020000:00000010:2.0:1783948584.681825:0:34716:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226180. 00008000:00000010:2.0:1783948584.681829:0:34716:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb170. 00000080:00000010:2.0:1783948584.681835:0:34716:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948584.681839:0:34716:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9280. 00000020:00000010:2.0:1783948584.681842:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000008:00000010:2.0:1783948584.681846:0:34716:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585b80. 00020000:00000010:2.0:1783948584.681849:0:34716:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948584.682174:0:34716:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f3a8. 00000080:00000010:2.0:1783948584.682178:0:34716:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ee10. 00000020:00000001:2.0:1783948584.682181:0:34716:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044370952 : -129839665180664 : ffff89e958e11008) 00000020:00001000:2.0:1783948584.682184:0:34716:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11000 00000080:00000001:2.0:1783948584.682186:0:34716:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783948584.682188:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3ca0 00000080:00200000:2.0:1783948584.682190:0:34716:0:(file.c:2058:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1783948584.682195:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3c38 00000080:00200000:2.0:1783948584.682196:0:34716:0:(file.c:1816:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:2.0:1783948584.682199:0:34716:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783948584.682205:0:34716:0:(cl_io.c:214:cl_io_rw_init()) header@00000000bd33155c[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:2.0:1783948584.682207:0:34716:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1783948584.682210:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948584.682213:0:34716:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948584.682215:0:34716:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948584.682217:0:34716:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948584.682220:0:34716:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948584.682221:0:34716:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783948584.682224:0:34716:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.682228:0:34716:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.682231:0:34716:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948584.682232:0:34716:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.682234:0:34716:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948584.682237:0:34716:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x34:0x0]io ffff89e9582a92e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783948584.682241:0:34716:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000001:2.0:1783948584.682244:0:34716:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948584.682246:0:34716:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948584.682248:0:34716:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948584.682250:0:34716:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783948584.682252:0:34716:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1783948584.682255:0:34716:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783948584.682257:0:34716:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948584.682259:0:34716:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682261:0:34716:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948584.682262:0:34716:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948584.682263:0:34716:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948584.682265:0:34716:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00000020:00000001:2.0:1783948584.682267:0:34716:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682269:0:34716:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.682271:0:34716:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1783948584.682274:0:34716:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783948584.682277:0:34716:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682281:0:34716:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948584.682282:0:34716:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783948584.682285:0:34716:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948584.682286:0:34716:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783948584.682288:0:34716:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783948584.682292:0:34716:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1783948584.682295:0:34716:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948584.682298:0:34716:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948584.682302:0:34716:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783948584.682306:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.682309:0:34716:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948584.682310:0:34716:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.682313:0:34716:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e115a0. 00000020:00000010:2.0:1783948584.682317:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3800. 00000020:00000010:2.0:1783948584.682322:0:34716:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3200. 00000020:00000010:2.0:1783948584.682325:0:34716:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041c60. 00000008:00000010:2.0:1783948584.682330:0:34716:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724320. 00020000:00000010:2.0:1783948584.682333:0:34716:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226b40. 00008000:00000010:2.0:1783948584.682335:0:34716:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb880. 00000080:00000010:2.0:1783948584.682338:0:34716:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948584.682340:0:34716:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582ab2e0. 00000020:00000010:2.0:1783948584.682343:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3e00. 00000008:00000010:2.0:1783948584.682346:0:34716:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585849a0. 00020000:00000010:2.0:1783948584.682349:0:34716:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948584.682352:0:34716:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f9b8. 00000080:00000010:2.0:1783948584.682355:0:34716:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e870. 00000020:00000001:2.0:1783948584.682357:0:34716:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372392 : -129839665179224 : ffff89e958e115a8) 00000020:00001000:2.0:1783948584.682359:0:34716:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e115a0 00000020:00000001:2.0:1783948584.682363:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3d00 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948584.682364:0:34716:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948584.682367:0:34716:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948584.682368:0:34716:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948584.682370:0:34716:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682372:0:34716:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682374:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948584.682377:0:34716:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783948584.682380:0:34716:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783948584.682383:0:34716:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682385:0:34716:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682387:0:34716:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682389:0:34716:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682391:0:34716:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682393:0:34716:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783948584.682395:0:34716:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783948584.682399:0:34716:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783948584.682413:0:34716:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783948584.682418:0:34716:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.682421:0:34716:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.682423:0:34716:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783948584.682425:0:34716:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1783948584.682427:0:34716:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783948584.682428:0:34716:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783948584.682430:0:34716:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682432:0:34716:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.682434:0:34716:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.682436:0:34716:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.682438:0:34716:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682440:0:34716:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948584.682442:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948584.682443:0:34716:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948584.682445:0:34716:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948584.682447:0:34716:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682449:0:34716:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682451:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682453:0:34716:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682454:0:34716:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948584.682457:0:34716:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948584.682459:0:34716:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948584.682462:0:34716:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948584.682465:0:34716:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948584.682468:0:34716:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1783948584.682473:0:34716:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887a80. 00020000:00000002:2.0:1783948584.682476:0:34716:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783948584.682479:0:34716:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948584.682480:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.682482:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948584.682484:0:34716:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948584.682488:0:34716:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a390. 00000008:00010000:2.0:1783948584.682491:0:34716:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783948584.682494:0:34716:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948584.682495:0:34716:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948584.682499:0:34716:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e943887ab0, osc lock ffff89e95238a390, flags 0x0 00000020:00000001:2.0:1783948584.682501:0:34716:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682503:0:34716:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.682506:0:34716:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243968 : -129840023307648 : ffff89e943887a80) 00000020:00000001:2.0:1783948584.682509:0:34716:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948584.682510:0:34716:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948584.682511:0:34716:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682513:0:34716:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682515:0:34716:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948584.682517:0:34716:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948584.682519:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.682520:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948584.682522:0:34716:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948584.682525:0:34716:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948584.682527:0:34716:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783948584.682528:0:34716:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.682531:0:34716:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948584.682535:0:34716:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948584.682537:0:34716:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948584.682539:0:34716:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948584.682540:0:34716:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948584.682541:0:34716:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948584.682545:0:34716:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948584.682548:0:34716:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.682567:0:34716:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.682571:0:34716:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783948584.682579:0:34716:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948584.682583:0:34716:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00010000:00000001:2.0:1783948584.682588:0:34716:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948584.682594:0:34716:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.682597:0:34716:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.682602:0:34716:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.683266:0:34716:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.683271:0:34716:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.683279:0:34716:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9594b2c00. 00000100:00000001:2.0:1783948584.683288:0:34716:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.683294:0:34716:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.683296:0:34716:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.683298:0:34716:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.683299:0:34716:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.683301:0:34716:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.683305:0:34716:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948584.683309:0:34716:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948584.683311:0:34716:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948584.683318:0:34716:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f400. 00010000:00000010:2.0:1783948584.683322:0:34716:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e958f6f200. 00010000:00000001:2.0:1783948584.683329:0:34716:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948584.683332:0:34716:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235e00. 00000020:00000001:2.0:1783948584.683337:0:34716:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948584.683341:0:34716:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235e00 with handle 0x8c7cf19e4b440dec to hash 00000020:00000001:2.0:1783948584.683343:0:34716:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948584.683345:0:34716:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000010:2.0:1783948584.683349:0:34716:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e94477c880. 00010000:00000001:2.0:1783948584.683352:0:34716:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.683356:0:34716:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.683358:0:34716:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.683363:0:34716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.683374:0:34716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.683384:0:34716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948584.683391:0:34716:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.683393:0:34716:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.683399:0:34716:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211b40. 00000100:00000001:2.0:1783948584.683412:0:34716:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166008640 : -129839543542976 : ffff89e960211b40) 00000100:00000001:2.0:1783948584.683416:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.683417:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948584.683421:0:34716:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.683424:0:34716:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.683426:0:34716:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.683428:0:34716:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.683439:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.683448:0:34716:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.683451:0:34716:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.683455:0:34716:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.683458:0:34716:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.683461:0:34716:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.683464:0:34716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636539008:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948584.683469:0:34716:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.683474:0:34716:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.683478:0:34716:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.683481:0:34716:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.683487:0:34716:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.683489:0:34716:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.683497:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.683501:0:34716:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.683507:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a23b8. 00000100:00000200:2.0:1783948584.683514:0:34716:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636539008, portal 4 00000100:00000001:2.0:1783948584.683517:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.683518:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948584.683524:0:34716:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.683532:0:34716:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.683534:0:34716:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.683537:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2a18. 00000100:00000200:2.0:1783948584.683541:0:34716:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636539008, offset 0 00000400:00000200:2.0:1783948584.683661:0:34716:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.683672:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.683681:0:34716:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.683687:0:34716:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.683691:0:34716:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.683695:0:34716:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.683698:0:34716:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.683702:0:34716:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2712:2712:256:4294967295] 192.168.202.104@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:2.0:1783948584.683706:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.683718:0:34716:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.683724:0:34716:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.683730:0:34716:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61b00. 00000800:00000200:2.0:1783948584.683738:0:34716:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.683746:0:34716:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.683751:0:34716:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.683818:0:34716:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.683824:0:34716:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21737 usecs (22 jiffies) 00000400:00000200:2.0:1783948584.683828:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.683831:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296674857 00000100:00000001:2.0:1783948584.683835:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.683837:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296674857 00000100:00000001:2.0:1783948584.683839:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.683841:0:34716:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.683844:0:34716:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.683847:0:34716:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.683849:0:34716:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.683868:0:34716:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211b40 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.683872:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.683875:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948584.684483:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948584.684488:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61b00. 00000400:00000200:1.0:1783948584.684494:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.684500:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948584.684505:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2a18 00000400:00000010:1.0:1783948584.684508:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2a18. 00000100:00000001:1.0:1783948584.684512:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948584.684517:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.684528:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948584.684531:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.684538:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948584.684540:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948584.692891:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.692911:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948584.692915:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.692918:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.692936:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.692944:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948584.692954:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.692960:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.692967:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.692971:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9457e80 00000400:00000200:0.0:1783948584.692976:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.692983:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x76c1 [1] + 224 00000800:00000001:0.0:1783948584.692990:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.693016:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.693021:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.693026:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948584.693036:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948584.693047:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948584.693059:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.693088:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948584.693098:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.693102:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.693300:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.693309:0:34716:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.693312:0:34716:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.693316:0:34716:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.693321:0:34716:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:2.0:1783948584.693324:0:34716:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:2.0:1783948584.693326:0:34716:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.693331:0:34716:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.693338:0:34716:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.693342:0:34716:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.693343:0:34716:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.693345:0:34716:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.693349:0:34716:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.693351:0:34716:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.693353:0:34716:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.693355:0:34716:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.693364:0:34716:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=104 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948584.693367:0:34716:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.693368:0:34716:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.693370:0:34716:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.693372:0:34716:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.693374:0:34716:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.693378:0:34716:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.693380:0:34716:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1783948584.693382:0:34716:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.693384:0:34716:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.693387:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.693391:0:34716:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.693393:0:34716:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.693395:0:34716:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.693397:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.693411:0:34716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636539008:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948584.693416:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.693419:0:34716:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.693422:0:34716:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.693425:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.693428:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.693435:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.693438:0:34716:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211b40. 00000100:00000001:2.0:1783948584.693442:0:34716:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.693443:0:34716:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.693446:0:34716:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948584.693449:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.693452:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.693455:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:2.0:1783948584.693457:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.693461:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000040:2.0:1783948584.693468:0:34716:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235e00, remote cookie: 0x2ceea11ad5e06957, flags: 0x1 00010000:00010000:2.0:1783948584.693475:0:34716:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.693484:0:34716:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1783948584.693486:0:34716:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.693487:0:34716:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948584.693490:0:34716:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1783948584.693495:0:34716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948584.693504:0:34716:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff89e958f6f400) refcount = 1 00010000:00000040:2.0:1783948584.693506:0:34716:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783948584.693509:0:34716:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.693519:0:34716:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948584.693520:0:34716:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.693523:0:34716:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948584.693526:0:34716:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.693530:0:34716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.693537:0:34716:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948584.693539:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.693541:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.693542:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.693542:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.693544:0:34716:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.693547:0:34716:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1783948584.693549:0:34716:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948584.693552:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.693553:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.693554:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:2.0:1783948584.693556:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.693557:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.693559:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.693560:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.693560:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:2.0:1783948584.693562:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.693563:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.693565:0:34716:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.693568:0:34716:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.693570:0:34716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.693575:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.693576:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948584.693580:0:34716:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783948584.693584:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000008:00010000:2.0:1783948584.693588:0:34716:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1783948584.693600:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948584.693615:0:34716:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948584.693618:0:34716:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783948584.693622:0:34716:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948584.693624:0:34716:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693627:0:34716:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693628:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000008:00000001:2.0:1783948584.693631:0:34716:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1783948584.693633:0:34716:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.693634:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.693636:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.693637:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=5 00000020:00000001:2.0:1783948584.693638:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.693640:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.693641:0:34716:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.693644:0:34716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.693648:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.693649:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948584.693651:0:34716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.693655:0:34716:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.693656:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.693657:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948584.693658:0:34716:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.693659:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.693662:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636539008/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.693667:0:34716:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948584.693670:0:34716:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.693673:0:34716:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.693677:0:34716:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948584.693679:0:34716:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.693681:0:34716:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948584.693683:0:34716:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.693686:0:34716:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9594b2c00. 02000000:00000001:2.0:1783948584.693689:0:34716:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.693691:0:34716:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.693692:0:34716:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948584.693696:0:34716:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.693696:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948584.693698:0:34716:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.693700:0:34716:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693703:0:34716:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.693705:0:34716:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693707:0:34716:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693708:0:34716:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693712:0:34716:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693713:0:34716:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693715:0:34716:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783948584.693720:0:34716:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1783948584.693726:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3b88 00000080:00200000:2.0:1783948584.693727:0:34716:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1783948584.693730:0:34716:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783948584.693733:0:34716:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000002:2.0:1783948584.693737:0:34716:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9580417e0 addref 2/0 by ffff89e95083cf80. 00020000:00000002:2.0:1783948584.693739:0:34716:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00000020:00000001:2.0:1783948584.693742:0:34716:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783948584.693744:0:34716:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783948584.693747:0:34716:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783948584.693750:0:34716:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783948584.693753:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.693755:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948584.693756:0:34716:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948584.693759:0:34716:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948584.693762:0:34716:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693763:0:34716:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.693765:0:34716:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693765:0:34716:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.693773:0:34716:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783948584.693774:0:34716:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1783948584.693797:0:34716:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783948584.693799:0:34716:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] ffffedddc4751100 0 1 00000020:00000001:2.0:1783948584.693802:0:34716:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783948584.693803:0:34716:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693805:0:34716:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783948584.693808:0:34716:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff89e94467f7e0. 00000020:00000001:2.0:1783948584.693811:0:34716:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783948584.693812:0:34716:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783948584.693814:0:34716:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783948584.693816:0:34716:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1783948584.693817:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.693818:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000008:00000001:2.0:1783948584.693821:0:34716:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783948584.693823:0:34716:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff89e94467f850 folio ffffedddc4751100 pg:0 obj off 0 00000008:00000001:2.0:1783948584.693824:0:34716:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693825:0:34716:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783948584.693826:0:34716:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783948584.693827:0:34716:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783948584.693828:0:34716:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.693831:0:34716:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693832:0:34716:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446614233700890592 : -129840008661024 : ffff89e94467f7e0) 00000020:00000001:2.0:1783948584.693833:0:34716:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446614233700890592 : -129840008661024 : ffff89e94467f7e0) 00000020:00000001:2.0:1783948584.693835:0:34716:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783948584.693837:0:34716:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.693838:0:34716:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000020:00000001:2.0:1783948584.693840:0:34716:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783948584.693840:0:34716:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783948584.693842:0:34716:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.693846:0:34716:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f205a43e[2 000000004d0bbc22 1 1 0000000090740075 0 0 0] 00000020:00000001:2.0:1783948584.693847:0:34716:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783948584.693848:0:34716:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948584.693849:0:34716:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1783948584.693877:0:34716:0:(rw26.c:797:ll_write_begin()) page@00000000f205a43e[2 000000004d0bbc22 2 1 0000000090740075 0 0 0] 00000080:00008000:2.0:1783948584.693879:0:34716:0:(rw26.c:797:ll_write_begin()) full page write 00000080:00000001:2.0:1783948584.693881:0:34716:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783948584.693882:0:34716:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.693887:0:34716:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783948584.693889:0:34716:0:(rw26.c:898:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1783948584.693891:0:34716:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.693892:0:34716:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000020:00000001:2.0:1783948584.693894:0:34716:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783948584.693896:0:34716:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948584.693901:0:34716:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783948584.693903:0:34716:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.693905:0:34716:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783948584.693906:0:34716:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783948584.693909:0:34716:0:(rw26.c:956:ll_write_end()) page@00000000f205a43e[3 000000004d0bbc22 2 1 0000000090740075 0 0 0] 00000080:00200000:2.0:1783948584.693913:0:34716:0:(rw26.c:956:ll_write_end()) vmpage @00000000d9961d69 17ffffc0001001 3:0 ffff89e94467f7e0 0 lru 00000080:00200000:2.0:1783948584.693921:0:34716:0:(rw26.c:956:ll_write_end()) osc-page@00000000e558c95c 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000004736d7a0 000000002f5bc3f4 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783948584.693933:0:34716:0:(rw26.c:956:ll_write_end()) end page@00000000f205a43e 00000080:00200000:2.0:1783948584.693935:0:34716:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1783948584.693937:0:34716:0:(rw26.c:977:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1783948584.693939:0:34716:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783948584.693940:0:34716:0:(rw26.c:704:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1783948584.693952:0:34716:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783948584.693959:0:34716:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] ffffedddc48c6e40 0 1 00000020:00000001:2.0:1783948584.693961:0:34716:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783948584.693962:0:34716:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693963:0:34716:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783948584.693965:0:34716:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff89e94467f380. 00000020:00000001:2.0:1783948584.693967:0:34716:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783948584.693968:0:34716:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783948584.693969:0:34716:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783948584.693970:0:34716:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1783948584.693972:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.693973:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000008:00000001:2.0:1783948584.693974:0:34716:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783948584.693975:0:34716:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff89e94467f3f0 folio ffffedddc48c6e40 pg:0 obj off 4096 00000008:00000001:2.0:1783948584.693977:0:34716:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693978:0:34716:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783948584.693979:0:34716:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783948584.693980:0:34716:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783948584.693981:0:34716:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.693983:0:34716:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.693985:0:34716:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446614233700889472 : -129840008662144 : ffff89e94467f380) 00000020:00000001:2.0:1783948584.693986:0:34716:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446614233700889472 : -129840008662144 : ffff89e94467f380) 00000020:00000001:2.0:1783948584.693987:0:34716:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783948584.693987:0:34716:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.693988:0:34716:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000020:00000001:2.0:1783948584.693989:0:34716:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783948584.693990:0:34716:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783948584.693990:0:34716:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.693992:0:34716:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081c79ed9[2 000000004d0bbc22 1 1 0000000090740075 0 0 1] 00000020:00000001:2.0:1783948584.693993:0:34716:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783948584.693994:0:34716:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948584.693995:0:34716:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1783948584.693996:0:34716:0:(rw26.c:797:ll_write_begin()) page@0000000081c79ed9[2 000000004d0bbc22 2 1 0000000090740075 0 0 1] 00000080:00008000:2.0:1783948584.693997:0:34716:0:(rw26.c:797:ll_write_begin()) full page write 00000080:00000001:2.0:1783948584.693998:0:34716:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783948584.693998:0:34716:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.694001:0:34716:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783948584.694001:0:34716:0:(rw26.c:898:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1783948584.694002:0:34716:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.694003:0:34716:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000020:00000001:2.0:1783948584.694004:0:34716:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783948584.694004:0:34716:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948584.694006:0:34716:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783948584.694006:0:34716:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.694007:0:34716:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783948584.694008:0:34716:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783948584.694011:0:34716:0:(rw26.c:956:ll_write_end()) page@0000000081c79ed9[3 000000004d0bbc22 2 1 0000000090740075 0 0 1] 00000080:00200000:2.0:1783948584.694014:0:34716:0:(rw26.c:956:ll_write_end()) vmpage @000000009e71b396 17ffffc0001001 3:0 ffff89e94467f380 1 lru 00000080:00200000:2.0:1783948584.694019:0:34716:0:(rw26.c:956:ll_write_end()) osc-page@000000001d9728f5 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000004736d7a0 000000002f5bc3f4 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783948584.694021:0:34716:0:(rw26.c:956:ll_write_end()) end page@0000000081c79ed9 00000080:00200000:2.0:1783948584.694022:0:34716:0:(rw26.c:956:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1783948584.694023:0:34716:0:(rw26.c:977:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1783948584.694026:0:34716:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1783948584.694029:0:34716:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1783948584.694031:0:34716:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1783948584.694033:0:34716:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1783948584.694035:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.694036:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948584.694038:0:34716:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1783948584.694041:0:34716:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1783948584.694044:0:34716:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1783948584.694045:0:34716:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.694046:0:34716:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1783948584.694048:0:34716:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1783948584.694052:0:34716:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff89e95201f340 ready 0|-|- wr 0|-|- rd 0|- oap ffff89e94467f850 folio ffffedddc4751100 pg:0 added for cmd 2 00000008:00000001:2.0:1783948584.694057:0:34716:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1783948584.694060:0:34716:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1783948584.694066:0:34716:0:(osc_cache.c:1739:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:2.0:1783948584.694069:0:34716:0:(osc_cache.c:1740:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:2.0:1783948584.694071:0:34716:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:2.0:1783948584.694073:0:34716:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1783948584.694075:0:34716:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948584.694077:0:34716:0:(cl_page.c:556:cl_batch_put()) page@00000000f205a43e[4 000000004d0bbc22 2 1 0000000090740075 0 0 0] 00000020:00000001:2.0:1783948584.694078:0:34716:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783948584.694266:0:34716:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783948584.694268:0:34716:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:2.0:1783948584.694271:0:34716:0:(osc_request.c:745:osc_update_next_shrink()) next time 3207 to shrink grant 00000008:00000040:2.0:1783948584.694273:0:34716:0:(osc_io.c:486:osc_io_commit_async()) 2 -122 00000008:00000001:2.0:1783948584.694275:0:34716:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1783948584.694277:0:34716:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:2.0:1783948584.694279:0:34716:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1783948584.694280:0:34716:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:2.0:1783948584.694283:0:34716:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:2.0:1783948584.694285:0:34716:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:2.0:1783948584.694286:0:34716:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948584.694288:0:34716:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783948584.694289:0:34716:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948584.694290:0:34716:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783948584.694291:0:34716:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:2.0:1783948584.694293:0:34716:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1783948584.694294:0:34716:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1783948584.694296:0:34716:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:2.0:1783948584.694298:0:34716:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948584.694300:0:34716:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948584.694301:0:34716:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:2.0:1783948584.694303:0:34716:0:(lov_io.c:1645:lov_io_submit()) Process entered 00000020:00000001:2.0:1783948584.694304:0:34716:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948584.694306:0:34716:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783948584.694307:0:34716:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:2.0:1783948584.694308:0:34716:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948584.694309:0:34716:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783948584.694310:0:34716:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948584.694311:0:34716:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783948584.694311:0:34716:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:2.0:1783948584.694313:0:34716:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1783948584.694313:0:34716:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:2.0:1783948584.694314:0:34716:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1783948584.694315:0:34716:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:2.0:1783948584.694315:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.694316:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:2.0:1783948584.694317:0:34716:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:2.0:1783948584.694318:0:34716:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.694319:0:34716:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000008:00400020:2.0:1783948584.694320:0:34716:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:2.0:1783948584.694323:0:34716:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1783948584.694324:0:34716:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948584.694325:0:34716:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948584.694326:0:34716:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948584.694327:0:34716:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948584.694328:0:34716:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.694331:0:34716:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f205a43e[3 000000004d0bbc22 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948584.694331:0:34716:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:2.0:1783948584.694332:0:34716:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948584.694333:0:34716:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1783948584.694334:0:34716:0:(cl_page.c:1054:cl_page_prep()) page@00000000f205a43e[3 000000004d0bbc22 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948584.694336:0:34716:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:2.0:1783948584.694337:0:34716:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.694339:0:34716:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783948584.694340:0:34716:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1783948584.694340:0:34716:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:2.0:1783948584.694341:0:34716:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1783948584.694342:0:34716:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948584.694343:0:34716:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948584.694343:0:34716:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948584.694344:0:34716:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948584.694345:0:34716:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.694346:0:34716:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081c79ed9[3 000000004d0bbc22 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783948584.694347:0:34716:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:2.0:1783948584.694348:0:34716:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948584.694348:0:34716:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1783948584.694349:0:34716:0:(cl_page.c:1054:cl_page_prep()) page@0000000081c79ed9[3 000000004d0bbc22 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783948584.694350:0:34716:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:2.0:1783948584.694351:0:34716:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.694351:0:34716:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783948584.694352:0:34716:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1783948584.694352:0:34716:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:2.0:1783948584.694354:0:34716:0:(osc_cache.c:2859:osc_queue_sync_pages()) Process entered 00000008:00000010:2.0:1783948584.694358:0:34716:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff89e958226a80. 00000008:00000020:2.0:1783948584.694361:0:34716:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e95201f340 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:2.0:1783948584.694364:0:34716:0:(osc_cache.c:3010:osc_queue_sync_pages()) extent ffff89e958226a80@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff89e95201f340], [0|2|+|-|0000000000000000|1024|0000000000000000]} allocate ext: rw=0 00000008:00010000:2.0:1783948584.694367:0:34716:0:(osc_cache.c:3010:osc_queue_sync_pages()) ### no dlm lock: extent: ffff89e958226a80 00000008:00000020:2.0:1783948584.694370:0:34716:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff89e943f6d560. 00000008:00000001:2.0:1783948584.694380:0:34716:0:(osc_cache.c:3014:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.694381:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948584.694383:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948584.694383:0:34716:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783948584.694385:0:34716:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948584.694385:0:34716:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.694387:0:34716:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.694388:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000008:00000040:2.0:1783948584.694389:0:34716:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:2.0:1783948584.694390:0:34716:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.694391:0:34716:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1783948584.694392:0:34716:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1783948584.694393:0:34716:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1783948584.694394:0:34716:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1783948584.694395:0:34716:0:(cl_io.c:1130:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1783948584.694396:0:34716:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783948584.694397:0:34716:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1783948584.694398:0:34716:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783948584.694399:0:34716:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1783948584.694399:0:34716:0:(cl_io.c:1133:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1783948584.694400:0:34716:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1783948584.694400:0:34716:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1783948584.694401:0:34716:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783948584.694411:0:34716:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:2.0:1783948584.694413:0:34716:0:(lov_io.c:1704:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.694415:0:34716:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.694416:0:34716:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783948584.694434:0:28984:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.694441:0:28984:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11cf0. 00000020:00000010:2.0:1783948584.694446:0:28984:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948584.694451:0:28984:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3600. 00000020:00000010:2.0:1783948584.694456:0:28984:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041ea0. 00000008:00000010:2.0:1783948584.694463:0:28984:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948584.694467:0:28984:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226540. 00008000:00000010:2.0:1783948584.694472:0:28984:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948584.694476:0:28984:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948584.694479:0:28984:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948584.694482:0:28984:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2600. 00000008:00000010:2.0:1783948584.694485:0:28984:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948584.694488:0:28984:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948584.694490:0:28984:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948584.694494:0:28984:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e3c0. 00000020:00000001:2.0:1783948584.694496:0:28984:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374264 : -129839665177352 : ffff89e958e11cf8) 00000020:00001000:2.0:1783948584.694499:0:28984:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11cf0 00000008:00000020:2.0:1783948584.694502:0:28984:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff89e943f6d560. 00000008:00000001:2.0:1783948584.694504:0:28984:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1783948584.694506:0:28984:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1783948584.694507:0:28984:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446614233929085760 : -129839780465856 : ffff89e95201f340) 00000008:00000020:2.0:1783948584.694511:0:28984:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff89e95201f340 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:2.0:1783948584.694514:0:28984:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1783948584.694516:0:28984:0:(osc_cache.c:1824:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:2.0:1783948584.694517:0:28984:0:(osc_cache.c:1825:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948584.694519:0:28984:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1783948584.694521:0:28984:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1783948584.694524:0:28984:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff89e958226a80@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff89e95201f340], [0|2|+|-|0000000000000000|1024|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1783948584.694528:0:28984:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff89e958226a80 00000008:00000001:2.0:1783948584.694531:0:28984:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1783948584.694533:0:28984:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e95201f340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:2.0:1783948584.694537:0:28984:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:2.0:1783948584.694539:0:28984:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff89e943191000: cli: ffff89e943f6d560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1783948584.694545:0:28984:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 16 at ffff89e960265c90. 00000008:00000010:2.0:1783948584.694548:0:28984:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff89e9447ce0d0. 00000008:00000020:2.0:1783948584.694551:0:28984:0:(osc_request.c:2874:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:2.0:1783948584.694554:0:28984:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1783948584.694556:0:28984:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1783948584.694557:0:28984:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1783948584.694560:0:28984:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1783948584/1783948584 00000020:00000001:2.0:1783948584.694563:0:28984:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1783948584.694565:0:28984:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1783948584.694568:0:28984:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1783948584.694570:0:28984:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:2.0:1783948584.694572:0:28984:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948584.694579:0:28984:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 2 00010000:00000001:2.0:1783948584.694582:0:28984:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.694588:0:28984:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1783948584.694591:0:28984:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1783948584.694594:0:28984:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948584.694599:0:28984:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.694652:0:28984:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.694659:0:28984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.694660:0:28984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948584.694661:0:28984:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1783948584.694663:0:28984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.694664:0:28984:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.694666:0:28984:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:2.0:1783948584.694667:0:28984:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.694669:0:28984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00000008:00000001:2.0:1783948584.694670:0:28984:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:2.0:1783948584.694671:0:28984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.694672:0:28984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1783948584.694673:0:28984:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1783948584.694676:0:28984:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1783948584.694680:0:28984:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948584.694682:0:28984:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948584.694688:0:28984:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.694690:0:28984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.694693:0:28984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.694713:0:28984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff89e958044000. 00000100:00000001:2.0:1783948584.694719:0:28984:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783948584.694727:0:28984:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:2.0:1783948584.694734:0:28984:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff89e943191000: dirty: 0 undirty: 484638720 dropped 0 grant: 0 cl_lost_grant 0 00000008:00000001:2.0:1783948584.694740:0:28984:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1783948584.694770:0:28984:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 3007 MB/s 00000008:00008000:2.0:1783948584.694779:0:28984:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffedddc4751100 map ffff89e951d1e578 index 0 flags 17ffffc0001001 count 3 priv ffff89e94467f7e0: off 0 00000008:00008000:2.0:1783948584.694781:0:28984:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffedddc48c6e40 map ffff89e951d1e578 index 1 flags 17ffffc0001001 count 3 priv ffff89e94467f380: off 0 00000008:00000001:2.0:1783948584.694790:0:28984:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1783948584.694792:0:28984:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:2.0:1783948584.694797:0:28984:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff89e95066ea00 - object 0x240000400:67 offset 0<>8192 00000008:00000001:2.0:1783948584.694800:0:28984:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.694801:0:28984:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1783948584.694803:0:28984:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1783948584.694804:0:28984:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1783948584.694805:0:28984:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1783948584/1783948584 00000020:00000001:2.0:1783948584.694807:0:28984:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1783948584.694807:0:28984:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1783948584.694809:0:28984:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1783948584.694812:0:28984:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.694813:0:28984:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000008:00000002:2.0:1783948584.694824:0:28984:0:(osc_request.c:2975:osc_build_rpc()) @@@ 2 pages, aa 0000000037a2879e, now 0r/1w/0d in flight req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1783948584.694831:0:28984:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:2.0:1783948584.694841:0:28984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c588ec] to pc [ptlrpcd_01_01+1] req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1783948584.695228:0:28984:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1783948584.695230:0:28984:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.695232:0:28984:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.695234:0:28984:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948584.695235:0:28984:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.695236:0:28984:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948584.695237:0:28984:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.695238:0:28984:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948584.695239:0:28984:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.695242:0:28984:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1783948584.695244:0:28984:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.695245:0:28984:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1783948584.695247:0:28984:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11cf0 00000020:00000010:2.0:1783948584.695250:0:28984:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3600. 00000020:00000010:2.0:1783948584.695254:0:28984:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041ea0. 00000008:00000010:2.0:1783948584.695257:0:28984:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948584.695262:0:28984:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226540. 00008000:00000010:2.0:1783948584.695265:0:28984:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948584.695269:0:28984:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948584.695272:0:28984:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948584.695275:0:28984:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2c00. 00000008:00000010:2.0:1783948584.695278:0:28984:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948584.695281:0:28984:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948584.695284:0:28984:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948584.695287:0:28984:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e3c0. 00000020:00000010:2.0:1783948584.695290:0:28984:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2600. 00000020:00000010:2.0:1783948584.695293:0:28984:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11cf0. 00000100:00000001:2.0:1783948584.695302:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1783948584.695306:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1783948584.695308:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.695315:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.695318:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.695320:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948584.695321:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.695323:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.695329:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.695335:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.695337:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.695341:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.695343:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.695344:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.695346:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636539136:192.168.202.104@tcp:4:multiop.0 00000100:00000001:2.0:1783948584.695350:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.695355:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.695358:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.695359:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.695364:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.695365:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.695372:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.695374:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.695379:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a23b8. 00000100:00000200:2.0:1783948584.695385:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636539136, portal 4 00000100:00000001:2.0:1783948584.695386:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.695387:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948584.695393:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.695398:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.695399:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.695401:0:2355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89e960211b40. 00000100:00000200:2.0:1783948584.695422:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1870603636539136, offset 0 00000400:00000200:2.0:1783948584.695429:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.695438:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.695445:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.695451:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.695456:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.695460:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.695463:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.695467:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2713:2713:256:4294967295] 192.168.202.104@tcp LPNI seq info [2713:2713:8:4294967295] 00000400:00000200:2.0:1783948584.695471:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.695480:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.695485:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.695489:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89e9594b2600. 00000800:00000200:2.0:1783948584.695495:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.695503:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.695509:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9594b2600 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1783948584.695727:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.695732:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21698 usecs (22 jiffies) 00000400:00000200:2.0:1783948584.695734:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.695736:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296674869 00000100:00000001:2.0:1783948584.695739:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.695740:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296674869 00000100:00000001:2.0:1783948584.695742:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.695743:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.695746:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.695748:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.695750:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.695803:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948584.695806:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948584.701351:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948584.701360:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89e9594b2600. 00000400:00000200:0.0:1783948584.701366:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.701374:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948584.701381:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960211b40 00000400:00000010:0.0:1783948584.701383:0:2345:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 168 at ffff89e960211b40. 00000100:00000001:0.0:1783948584.701387:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948584.701394:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.701412:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948584.701416:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.701422:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948584.701424:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948584.726750:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.726772:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948584.726777:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.726779:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.726790:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.726798:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948584.726808:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.726813:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.726820:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.726824:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 4 MB=0x6a54dd9457f00 00000400:00000200:0.0:1783948584.726830:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.726838:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 448/448 into md 0x76c9 [1] + 224 00000800:00000001:0.0:1783948584.726846:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.726901:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.726905:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.726910:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948584.726917:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948584.726926:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948584.726937:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.726956:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948584.726965:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.726968:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.727088:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948584.727093:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.727101:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.727103:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.727107:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.727111:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:2.0:1783948584.727114:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:2.0:1783948584.727117:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.727122:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.727131:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636539136/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.727137:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.727139:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.727141:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.727145:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.727148:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.727150:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.727153:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.727162:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9601854a8 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1783948584.727167:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.727169:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.727171:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.727174:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.727178:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.727183:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783948584.727185:0:2355:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967339 gen 16 00000100:00000001:2.0:1783948584.727188:0:2355:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783948584.727190:0:2355:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1783948584.727193:0:2355:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.727194:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.727198:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636539136/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.727205:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.727208:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.727210:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948584.727213:0:2355:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:2.0:1783948584.727214:0:2355:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1783948584.727219:0:2355:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1783948584.727223:0:2355:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1783948584.727227:0:2355:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for usr 0 00000001:04000000:2.0:1783948584.727230:0:2355:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for grp 0 00000001:04000000:2.0:1783948584.727231:0:2355:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for prj 0 00000001:00000001:2.0:1783948584.727234:0:2355:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783948584.727236:0:2355:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:2.0:1783948584.727239:0:2355:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:2.0:1783948584.727243:0:2355:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1783948584.727246:0:2355:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1783948584.727248:0:2355:0:(osc_request.c:2585:brw_interpret()) request ffff89e95066ea00 aa ffff89e95066ebb0 rc 0 00000020:00000001:2.0:1783948584.727256:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948584.727260:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948584.727261:0:2355:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948584.727264:0:2355:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:2.0:1783948584.727267:0:2355:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948584.727270:0:2355:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.727271:0:2355:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.727273:0:2355:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000008:00000010:2.0:1783948584.727276:0:2355:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff89e9447ce0d0. 00000100:00000001:2.0:1783948584.727281:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.727285:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636539136/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.727291:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.727296:0:2355:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1783948584.727299:0:2355:0:(osc_cache.c:910:osc_extent_finish()) extent ffff89e958226a80@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff89e95201f340], [0|2|+|-|0000000000000000|1024|ffff89e9580527c0]} extent finished. 00000008:00010000:2.0:1783948584.727304:0:2355:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff89e958226a80 00000008:00000001:2.0:1783948584.727308:0:2355:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1783948584.727311:0:2355:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1783948584.727316:0:2355:0:(cl_page.c:1104:cl_page_complete()) page@00000000f205a43e[4 000000004d0bbc22 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948584.727318:0:2355:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1783948584.727320:0:2355:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948584.727321:0:2355:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948584.727323:0:2355:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.727327:0:2355:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f205a43e[4 000000004d0bbc22 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948584.727329:0:2355:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1783948584.727330:0:2355:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1783948584.727333:0:2355:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1783948584.727336:0:2355:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000f205a43e[4 000000004d0bbc22 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1783948584.727338:0:2355:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1783948584.727340:0:2355:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1783948584.727342:0:2355:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948584.727344:0:2355:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783948584.727346:0:2355:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948584.727347:0:2355:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1783948584.727349:0:2355:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948584.727352:0:2355:0:(cl_page.c:556:cl_batch_put()) page@00000000f205a43e[4 000000004d0bbc22 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948584.727354:0:2355:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783948584.727356:0:2355:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783948584.727357:0:2355:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000001:2.0:1783948584.727359:0:2355:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1783948584.727360:0:2355:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1783948584.727362:0:2355:0:(cl_page.c:1104:cl_page_complete()) page@0000000081c79ed9[4 000000004d0bbc22 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783948584.727363:0:2355:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1783948584.727365:0:2355:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948584.727366:0:2355:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948584.727367:0:2355:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.727370:0:2355:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081c79ed9[4 000000004d0bbc22 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783948584.727371:0:2355:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1783948584.727372:0:2355:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1783948584.727373:0:2355:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1783948584.727376:0:2355:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000081c79ed9[4 000000004d0bbc22 1 1 0000000000000000 0 0 1] 00000080:00008000:2.0:1783948584.727378:0:2355:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1783948584.727379:0:2355:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1783948584.727380:0:2355:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948584.727381:0:2355:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948584.727450:0:2355:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948584.727451:0:2355:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1783948584.727453:0:2355:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948584.727456:0:2355:0:(cl_page.c:556:cl_batch_put()) page@0000000081c79ed9[4 000000004d0bbc22 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783948584.727457:0:2355:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783948584.727458:0:2355:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783948584.727459:0:2355:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:2.0:1783948584.727464:0:2355:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff89e958226a80@{[0 -> 1/1], [1|0|-|inv|wShu|ffff89e95201f340], [0|0|-|-|0000000000000000|1024|ffff89e9580527c0]} destroyed. 00000008:00010000:2.0:1783948584.727469:0:2355:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff89e958226a80 00000008:00000010:2.0:1783948584.727473:0:2355:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff89e958226a80. 00000008:00000001:2.0:1783948584.727476:0:2355:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1783948584.727478:0:2355:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 16 at ffff89e960265c90. 00000008:00000020:2.0:1783948584.727486:0:2355:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff89e943f6d560. 00000008:00000001:2.0:1783948584.727496:0:2355:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.727502:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636539136/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.727511:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636539136:192.168.202.104@tcp:4:multiop.0 00000100:00000001:2.0:1783948584.727515:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.727518:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.727520:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636539136/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948600 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.727526:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948584.727529:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.727532:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.727536:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948584.727539:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.727542:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948584.727544:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.727555:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff89e958044000. 02000000:00000001:2.0:1783948584.727574:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.727576:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.727578:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948584.727582:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.727583:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.727586:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.727596:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.727597:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.727600:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948584.727727:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.727742:0:28984:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.727749:0:28984:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11cf0. 00000020:00000010:2.0:1783948584.727755:0:28984:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948584.727760:0:28984:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3600. 00000020:00000010:2.0:1783948584.727765:0:28984:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041ea0. 00000008:00000010:2.0:1783948584.727772:0:28984:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948584.727776:0:28984:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948584.727782:0:28984:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948584.727787:0:28984:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948584.727792:0:28984:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948584.727796:0:28984:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3000. 00000008:00000010:2.0:1783948584.727799:0:28984:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948584.727803:0:28984:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948584.727807:0:28984:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948584.727811:0:28984:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e3c0. 00000020:00000001:2.0:1783948584.727813:0:28984:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374264 : -129839665177352 : ffff89e958e11cf8) 00000020:00001000:2.0:1783948584.727816:0:28984:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11cf0 00000008:00000020:2.0:1783948584.727818:0:28984:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff89e943f6d560. 00000008:00000001:2.0:1783948584.727820:0:28984:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1783948584.727822:0:28984:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1783948584.727824:0:28984:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.727826:0:28984:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1783948584.727828:0:28984:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11cf0 00000020:00000010:2.0:1783948584.727831:0:28984:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3600. 00000020:00000010:2.0:1783948584.727836:0:28984:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041ea0. 00000008:00000010:2.0:1783948584.727839:0:28984:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948584.727842:0:28984:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948584.727845:0:28984:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948584.727848:0:28984:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948584.727885:0:28984:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948584.727889:0:28984:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2c00. 00000008:00000010:2.0:1783948584.727892:0:28984:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948584.727895:0:28984:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948584.727898:0:28984:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948584.727901:0:28984:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e3c0. 00000020:00000010:2.0:1783948584.727904:0:28984:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3000. 00000020:00000010:2.0:1783948584.727906:0:28984:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11cf0. 00000020:00000001:1.0:1783948584.730520:0:34716:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.730532:0:34716:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1783948584.730535:0:34716:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783948584.730537:0:34716:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000020:00000001:1.0:1783948584.730540:0:34716:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1783948584.730541:0:34716:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1783948584.730544:0:34716:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948584.732739:0:34716:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f205a43e[3 000000004d0bbc22 1 1 0000000090740075 0 0 0] 00000020:00000001:1.0:1783948584.732748:0:34716:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1783948584.732750:0:34716:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948584.732751:0:34716:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:1.0:1783948584.732753:0:34716:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1783948584.732755:0:34716:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783948584.732757:0:34716:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032411360 : -129839677140256 : ffff89e9582a92e0) 00000020:00000001:1.0:1783948584.732760:0:34716:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1783948584.732762:0:34716:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1783948584.732764:0:34716:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948584.732767:0:34716:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081c79ed9[3 000000004d0bbc22 1 1 0000000090740075 0 0 1] 00000020:00000001:1.0:1783948584.732768:0:34716:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1783948584.732769:0:34716:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948584.732771:0:34716:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:1.0:1783948584.732772:0:34716:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.732775:0:34716:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1783948584.732777:0:34716:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1783948584.732778:0:34716:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1783948584.732779:0:34716:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1783948584.732780:0:34716:0:(cl_io.c:1130:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1783948584.732782:0:34716:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1783948584.732783:0:34716:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1783948584.732784:0:34716:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1783948584.732786:0:34716:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1783948584.732787:0:34716:0:(cl_io.c:1133:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1783948584.732788:0:34716:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1783948584.732790:0:34716:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948584.732793:0:34716:0:(cl_page.c:556:cl_batch_put()) page@00000000f205a43e[3 000000004d0bbc22 2 1 0000000090740075 0 0 0] 00000020:00000001:1.0:1783948584.732794:0:34716:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1783948584.732796:0:34716:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1783948584.732797:0:34716:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:1.0:1783948584.732800:0:34716:0:(cl_page.c:1207:cl_page_clip()) page@00000000f205a43e[2 000000004d0bbc22 2 1 0000000090740075 0 0 0] 00000020:00000001:1.0:1783948584.732802:0:34716:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:1.0:1783948584.732805:0:34716:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:1.0:1783948584.732807:0:34716:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1783948584.732810:0:34716:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783948584.732811:0:34716:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783948584.732812:0:34716:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948584.732815:0:34716:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f205a43e[2 000000004d0bbc22 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948584.732816:0:34716:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1783948584.732817:0:34716:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948584.732819:0:34716:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1783948584.732819:0:34716:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948584.732821:0:34716:0:(cl_page.c:556:cl_batch_put()) page@00000000f205a43e[2 000000004d0bbc22 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948584.732823:0:34716:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1783948584.732824:0:34716:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1783948584.732825:0:34716:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1783948584.732826:0:34716:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948584.732828:0:34716:0:(cl_page.c:556:cl_batch_put()) page@0000000081c79ed9[3 000000004d0bbc22 2 1 0000000090740075 0 0 1] 00000020:00000001:1.0:1783948584.732829:0:34716:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1783948584.732831:0:34716:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1783948584.732832:0:34716:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:1.0:1783948584.732834:0:34716:0:(cl_page.c:1207:cl_page_clip()) page@0000000081c79ed9[2 000000004d0bbc22 2 1 0000000090740075 0 0 1] 00000020:00000001:1.0:1783948584.732835:0:34716:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:1.0:1783948584.732836:0:34716:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:1.0:1783948584.732838:0:34716:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1783948584.732839:0:34716:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783948584.732840:0:34716:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783948584.732841:0:34716:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948584.732843:0:34716:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081c79ed9[2 000000004d0bbc22 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783948584.732844:0:34716:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1783948584.732845:0:34716:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948584.732846:0:34716:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1783948584.732847:0:34716:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948584.733150:0:34716:0:(cl_page.c:556:cl_batch_put()) page@0000000081c79ed9[2 000000004d0bbc22 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783948584.733153:0:34716:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1783948584.733155:0:34716:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1783948584.733157:0:34716:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:1.0:1783948584.733161:0:34716:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948584.733166:0:34716:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000002:1.0:1783948584.733171:0:34716:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000001:1.0:1783948584.733174:0:34716:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.733177:0:34716:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1783948584.733178:0:34716:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1783948584.733179:0:34716:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.733183:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3b88 00000080:00200000:1.0:1783948584.733185:0:34716:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:1.0:1783948584.733188:0:34716:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948584.733191:0:34716:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948584.733193:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948584.733195:0:34716:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948584.733198:0:34716:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1783948584.733201:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:1.0:1783948584.733203:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:1.0:1783948584.733205:0:34716:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1783948584.733209:0:34716:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948584.733211:0:34716:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.733213:0:34716:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.733215:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000008:00000001:1.0:1783948584.733217:0:34716:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.733219:0:34716:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948584.733221:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948584.733223:0:34716:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.733224:0:34716:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.733226:0:34716:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948584.733228:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1783948584.733229:0:34716:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948584.733231:0:34716:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1783948584.733232:0:34716:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948584.733233:0:34716:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948584.733235:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.733237:0:34716:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948584.733239:0:34716:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948584.733241:0:34716:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948584.733243:0:34716:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_release():245 00000020:00000001:1.0:1783948584.733246:0:34716:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948584.733247:0:34716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948584.733251:0:34716:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948584.733253:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948584.733255:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901757080 : -129839807794536 : ffff89e95060f298) 00000020:00000001:1.0:1783948584.733257:0:34716:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948584.733258:0:34716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e943887ab0 (ffff89e958e115a8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948584.733262:0:34716:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948584.733263:0:34716:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948584.733266:0:34716:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948584.733269:0:34716:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948584.733273:0:34716:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=4 00000020:00000001:1.0:1783948584.733275:0:34716:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:1.0:1783948584.733278:0:34716:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:1.0:1783948584.733281:0:34716:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948584.733286:0:34716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948584.733297:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.733299:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948584.733301:0:34716:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948584.733304:0:34716:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948584.733307:0:34716:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948584.733318:0:34716:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948584.733322:0:34716:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948584.733323:0:34716:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948584.733328:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.733329:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948584.733330:0:34716:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.733333:0:34716:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948584.733335:0:34716:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.733337:0:34716:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.733339:0:34716:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948584.733341:0:34716:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948584.733342:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.733343:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948584.733344:0:34716:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948584.733345:0:34716:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948584.733347:0:34716:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948584.733349:0:34716:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948584.733350:0:34716:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948584.733351:0:34716:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948584.733352:0:34716:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948584.733354:0:34716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e958e0ee48 (ffff89e958e11008/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948584.733356:0:34716:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948584.733358:0:34716:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948584.733359:0:34716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e943887ab0 (ffff89e958e11008/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948584.733362:0:34716:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a390. 00000020:00000001:1.0:1783948584.733368:0:34716:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948584.733370:0:34716:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887a80. 00020000:00000001:1.0:1783948584.733373:0:34716:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948584.733374:0:34716:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948584.733375:0:34716:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1783948584.733377:0:34716:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948584.733379:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948584.733380:0:34716:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948584.733381:0:34716:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948584.733382:0:34716:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948584.733384:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948584.733386:0:34716:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948584.733387:0:34716:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948584.733388:0:34716:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1783948584.733391:0:34716:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:1.0:1783948584.733392:0:34716:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948584.733394:0:34716:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948584.733395:0:34716:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948584.733396:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948584.733397:0:34716:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948584.733400:0:34716:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948584.733411:0:34716:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948584.733414:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948584.733415:0:34716:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948584.733417:0:34716:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948584.733418:0:34716:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948584.733423:0:34716:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:1.0:1783948584.733426:0:34716:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1783948584.733429:0:34716:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1783948584.733431:0:34716:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948584.733433:0:34716:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948584.733435:0:34716:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948584.733438:0:34716:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948584.733440:0:34716:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948584.733442:0:34716:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e115a0 00000020:00000010:1.0:1783948584.733447:0:34716:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3200. 00000020:00000010:1.0:1783948584.733452:0:34716:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041c60. 00000008:00000010:1.0:1783948584.733456:0:34716:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724320. 00020000:00000010:1.0:1783948584.733462:0:34716:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226b40. 00008000:00000010:1.0:1783948584.733466:0:34716:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb880. 00000080:00000010:1.0:1783948584.733472:0:34716:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:1.0:1783948584.733476:0:34716:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582ab2e0. 00000020:00000010:1.0:1783948584.733479:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3800. 00000008:00000010:1.0:1783948584.733482:0:34716:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585849a0. 00020000:00000010:1.0:1783948584.733486:0:34716:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:1.0:1783948584.733490:0:34716:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f9b8. 00000080:00000010:1.0:1783948584.733495:0:34716:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e870. 00000020:00000010:1.0:1783948584.733498:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3e00. 00000020:00000010:1.0:1783948584.733500:0:34716:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e115a0. 00020000:00000001:1.0:1783948584.733503:0:34716:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948584.733506:0:34716:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948584.733507:0:34716:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948584.733509:0:34716:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948584.733512:0:34716:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948584.733513:0:34716:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1783948584.733515:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3ca0 00000080:00200000:1.0:1783948584.733517:0:34716:0:(file.c:2206:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:1.0:1783948584.733522:0:34716:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948584.733524:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000020:00000001:1.0:1783948584.733526:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000020:00000001:1.0:1783948584.733527:0:34716:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948584.733531:0:34716:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948584.733536:0:34716:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948584.733538:0:34716:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:1.0:1783948584.733540:0:34716:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948584.733541:0:34716:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:1.0:1783948584.733544:0:34716:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1783948584 a=0 c=1783948584 b=16 00020000:00000001:1.0:1783948584.734266:0:34716:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948584.734269:0:34716:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1783948584 a=0 c=1783948584 b=16 00020000:00000001:1.0:1783948584.734272:0:34716:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.734275:0:34716:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948584.734278:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000080:00200000:1.0:1783948584.734281:0:34716:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:1.0:1783948584.734284:0:34716:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1783948584.734289:0:34716:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:1.0:1783948584.734292:0:34716:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:1.0:1783948584.734294:0:34716:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11000 00000020:00000010:1.0:1783948584.734297:0:34716:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2000. 00000020:00000010:1.0:1783948584.734302:0:34716:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041420. 00000008:00000010:1.0:1783948584.734305:0:34716:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722190. 00020000:00000010:1.0:1783948584.734309:0:34716:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226180. 00008000:00000010:1.0:1783948584.734312:0:34716:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb170. 00000080:00000010:1.0:1783948584.734315:0:34716:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:1.0:1783948584.734318:0:34716:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9280. 00000020:00000010:1.0:1783948584.734321:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2200. 00000008:00000010:1.0:1783948584.734323:0:34716:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585b80. 00020000:00000010:1.0:1783948584.734326:0:34716:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:1.0:1783948584.734330:0:34716:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f3a8. 00000080:00000010:1.0:1783948584.734333:0:34716:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ee10. 00000020:00000010:1.0:1783948584.734335:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000020:00000010:1.0:1783948584.734337:0:34716:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11000. 00000020:00000001:1.0:1783948584.734341:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3d90 00000080:00000008:1.0:1783948584.734343:0:34716:0:(file.c:2683:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:1.0:1783948584.734346:0:34716:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:3.0:1783948584.781806:0:34719:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948584.781815:0:34719:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948584.781817:0:34719:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948584.781821:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3bc0 00000080:00200000:3.0:1783948584.781826:0:34719:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948584.781835:0:34719:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e94120ac00. 00800000:00000002:3.0:1783948584.781841:0:34719:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948584.781846:0:34719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948584.782072:0:34719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.782076:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3ae0 00800000:00000002:3.0:1783948584.782140:0:34719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948584.782145:0:34719:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948584.782149:0:34719:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948584.782154:0:34719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.782157:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce39b0 00000002:00010000:3.0:1783948584.782159:0:34719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948584.782162:0:34719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948584.782165:0:34719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.782168:0:34719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948584.782174:0:34719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:3.0:1783948584.782177:0:34719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.782181:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.782186:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948584.782191:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783948584.782202:0:34719:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948584.782207:0:34719:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.782211:0:34719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783948584.782218:0:34719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948584.782220:0:34719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948584.782222:0:34719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.782224:0:34719:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.782226:0:34719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.782228:0:34719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948584.782231:0:34719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948584.782234:0:34719:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948584.782237:0:34719:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e94120ac00. 00000080:00000001:3.0:1783948584.782242:0:34719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948584.782244:0:34719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.782246:0:34719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948584.782250:0:34719:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dd0 00800000:00000001:3.0:1783948584.782254:0:34719:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948584.782256:0:34719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948584.782258:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.782260:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.782262:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948584.782265:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948584.782268:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948584.782270:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.782272:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.782273:0:34719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.782275:0:34719:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.782278:0:34719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dd0 from it ffffb87d01ce3bf8 00010000:00000001:3.0:1783948584.782280:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.782281:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.782282:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948584.782284:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948584.782286:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948584.782288:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948584.782291:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948584.782296:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.782297:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.782298:0:34719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948584.782300:0:34719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948584.782303:0:34719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948584.782310:0:34719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948584.782313:0:34719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948584.782315:0:34719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.782319:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.782320:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.782322:0:34719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782325:0:34719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948584.782327:0:34719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782328:0:34719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782331:0:34719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782333:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948584.782334:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.782335:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948584.782338:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948584.782340:0:34719:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.782342:0:34719:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948584.782347:0:34719:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.782351:0:34719:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783948584.782354:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3b88 00000080:00002000:3.0:1783948584.782355:0:34719:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff89e951f535e8) flags 0x20000e refc 1 00000080:00000001:3.0:1783948584.782358:0:34719:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948584.782361:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3bd0 00000080:00200000:3.0:1783948584.782362:0:34719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:3.0:1783948584.782366:0:34719:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1783948584.782367:0:34719:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.782370:0:34719:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948584.782371:0:34719:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff89e951d180c8), inode mode 41ed mask 1 00000080:00000001:3.0:1783948584.782374:0:34719:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948584.782384:0:34719:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e9509abf40. 00000080:00000001:3.0:1783948584.782387:0:34719:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948584.782389:0:34719:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff89e951d180c8), inode mode 41ed mask 3 00000080:00000001:3.0:1783948584.782391:0:34719:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.782394:0:34719:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783948584.782396:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3b50 00000080:00200000:3.0:1783948584.782398:0:34719:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff89e951d180c8), file ffff89e946749e00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1783948584.782415:0:34719:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e960204d80. 00000080:00000001:3.0:1783948584.782420:0:34719:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783948584.782422:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3a00 00000080:00200000:3.0:1783948584.782424:0:34719:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff89e951d180c8), intent=open|creat 00000080:00000010:3.0:1783948584.782431:0:34719:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e94120ac00. 00000080:00000001:3.0:1783948584.782437:0:34719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948584.782439:0:34719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.782440:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3920 00800000:00000002:3.0:1783948584.782442:0:34719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:3.0:1783948584.782445:0:34719:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783948584.782447:0:34719:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783948584.782450:0:34719:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:3.0:1783948584.782453:0:34719:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783948584.782455:0:34719:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783948584.782458:0:34719:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783948584.782460:0:34719:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783948584.782463:0:34719:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:3.0:1783948584.782465:0:34719:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.782467:0:34719:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.782469:0:34719:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.782471:0:34719:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948584.782473:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce38a0 00800000:00000002:3.0:1783948584.782475:0:34719:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:3.0:1783948584.782479:0:34719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.782480:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce37d8 00000002:00010000:3.0:1783948584.782481:0:34719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1783948584.782486:0:34719:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948584.782488:0:34719:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783948584.782492:0:34719:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783948584.782495:0:34719:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.782497:0:34719:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948584.782500:0:34719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948584.782502:0:34719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.782504:0:34719:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948584.782506:0:34719:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782508:0:34719:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.782510:0:34719:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948584.782515:0:34719:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b64e00. 00000020:00000040:3.0:1783948584.782519:0:34719:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948584.782526:0:34719:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948584.782527:0:34719:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782530:0:34719:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948584.782534:0:34719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.782537:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.782538:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.782539:0:34719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.782542:0:34719:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948584.782544:0:34719:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948584.782713:0:34719:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948584.782724:0:34719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509ebc00. 00000100:00000001:3.0:1783948584.782733:0:34719:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782739:0:34719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948584.782741:0:34719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782743:0:34719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948584.782744:0:34719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.782746:0:34719:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.782757:0:34719:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233907351040 : -129839802200576 : ffff89e950b64e00) 00010000:00000001:3.0:1783948584.782761:0:34719:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948584.782763:0:34719:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783948584.782766:0:34719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f700 count: 2 00010000:00000001:3.0:1783948584.782769:0:34719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.782771:0:34719:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948584.782775:0:34719:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597c00. 00000020:00000001:3.0:1783948584.782778:0:34719:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948584.782780:0:34719:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597c00 with handle 0x8c7cf19e4b440df3 to hash 00000020:00000001:3.0:1783948584.782783:0:34719:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948584.782784:0:34719:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.782787:0:34719:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.782790:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.782792:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.782795:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948584.782802:0:34719:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34719 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783948584.782815:0:34719:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783948584.782827:0:34719:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783948584.782836:0:34719:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34719 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948584.782842:0:34719:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948584.782844:0:34719:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948584.782973:0:34719:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473900. 00000100:00000001:3.0:1783948584.782976:0:34719:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051066112 : -129839658485504 : ffff89e959473900) 00000100:00000001:3.0:1783948584.782979:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.782981:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351040 : -129839802200576 : ffff89e950b64e00) 00000100:00000001:3.0:1783948584.782985:0:34719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948584.782989:0:34719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.782991:0:34719:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948584.782993:0:34719:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948584.782998:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.783006:0:34719:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948584.783838:0:34719:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.783846:0:34719:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948584.783849:0:34719:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948584.783894:0:34719:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948584.783900:0:34719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b64e00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34719:1870603636539392:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948584.783906:0:34719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948584.783913:0:34719:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948584.783916:0:34719:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.783919:0:34719:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948584.783975:0:34719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:3.0:1783948584.783978:0:34719:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948584.783986:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948584.783993:0:34719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948584.784001:0:34719:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9509eb400. 00000100:00000200:3.0:1783948584.784018:0:34719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636539392, portal 10 00000100:00000001:3.0:1783948584.784020:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.784022:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351040 : -129839802200576 : ffff89e950b64e00) 00000100:00000040:3.0:1783948584.784030:0:34719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.784038:0:34719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948584.784041:0:34719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948584.784045:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9601257f8. 00000100:00000200:3.0:1783948584.784049:0:34719:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870603636539392, offset 0 00000400:00000200:3.0:1783948584.784056:0:34719:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948584.784064:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948584.784086:0:34719:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948584.784091:0:34719:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948584.784095:0:34719:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948584.784099:0:34719:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948584.784102:0:34719:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948584.784106:0:34719:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2714:2714:256:4294967295] 192.168.202.104@tcp LPNI seq info [2714:2714:8:4294967295] 00000400:00000200:3.0:1783948584.784110:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948584.784121:0:34719:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948584.784127:0:34719:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948584.784132:0:34719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77500. 00000800:00000200:3.0:1783948584.784139:0:34719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948584.784147:0:34719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948584.784152:0:34719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1783948584.784161:0:34719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948584.784165:0:34719:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 818220 usecs (819 jiffies) 00000400:00000200:3.0:1783948584.784168:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948584.784171:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675755 00000100:00000001:3.0:1783948584.784174:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:3.0:1783948584.784177:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675755 00000100:00000001:3.0:1783948584.784180:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:3.0:1783948584.784182:0:34719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948584.784185:0:34719:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.784187:0:34719:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948584.784189:0:34719:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948584.784192:0:34719:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473900 going to sleep for 11 seconds 00000100:00000001:3.0:1783948584.784195:0:34719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948584.784198:0:34719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948584.788991:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948584.789002:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77500. 00000400:00000200:0.0:1783948584.789021:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.789031:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948584.789039:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9601257f8 00000400:00000010:0.0:1783948584.789042:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9601257f8. 00000100:00000001:0.0:1783948584.789050:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948584.789067:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.789087:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948584.789091:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.789099:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948584.789101:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948584.798727:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.798749:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948584.798754:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.798757:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.798766:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.798774:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948584.798785:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.798790:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.798795:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.798799:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9458000 00000400:00000200:0.0:1783948584.798805:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.798812:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x76d1 [32] + 224 00000800:00000001:0.0:1783948584.798819:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948584.798828:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948584.798831:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.798835:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948584.798844:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948584.798893:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948584.798905:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.798923:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783948584.798932:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783948584.798935:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.798941:0:2346:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948584.798948:0:2346:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2715:2715:256:4294967295] 192.168.202.104@tcp LPNI seq info [2715:2715:8:4294967295] 00000400:00000200:0.0:1783948584.798953:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948584.798962:0:2346:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:0.0:1783948584.798968:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948584.798973:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e950635400. 00000800:00000200:0.0:1783948584.798979:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948584.798986:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948584.798991:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950635400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1783948584.799165:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1783948584.799329:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948584.799333:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e950635400. 00000400:00000200:0.0:1783948584.799338:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.799343:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948584.799511:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948584.801965:0:34719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948584.801978:0:34719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948584.801980:0:34719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948584.801984:0:34719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948584.801991:0:34719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9509eb400 00000400:00000010:3.0:1783948584.801994:0:34719:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9509eb400. 00000100:00000001:3.0:1783948584.801998:0:34719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948584.802020:0:34719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948584.802032:0:34719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b64e00 x1870603636539392/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.802039:0:34719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948584.802042:0:34719:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948584.802044:0:34719:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948584.802049:0:34719:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948584.802052:0:34719:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948584.802056:0:34719:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948584.803212:0:34719:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948584.803225:0:34719:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=104 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948584.803231:0:34719:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948584.803234:0:34719:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948584.803237:0:34719:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.803240:0:34719:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948584.803244:0:34719:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.803248:0:34719:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948584.803251:0:34719:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:3.0:1783948584.803253:0:34719:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948584.803256:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.803258:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351040 : -129839802200576 : ffff89e950b64e00) 00000100:00000001:3.0:1783948584.803261:0:34719:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948584.803263:0:34719:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1783948584.803265:0:34719:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948584.803267:0:34719:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948584.803276:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.803285:0:34719:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948584.803288:0:34719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948584.803290:0:34719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948584.803294:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948584.803302:0:34719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b64e00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34719:1870603636539392:192.168.202.104@tcp:101:multiop.0 00000100:00000001:3.0:1783948584.803308:0:34719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948584.803311:0:34719:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948584.803314:0:34719:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948584.803316:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948584.803319:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948584.803326:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948584.803330:0:34719:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473900. 00000100:00000001:3.0:1783948584.803334:0:34719:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948584.803336:0:34719:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.803338:0:34719:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948584.803343:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.803345:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.803349:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=4 00000020:00000001:3.0:1783948584.803351:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.803354:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000040:3.0:1783948584.803361:0:34719:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597c00, remote cookie: 0x2ceea11ad5e06973, flags: 0x1001 00010000:00010000:3.0:1783948584.803367:0:34719:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948584.803375:0:34719:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:3.0:1783948584.803378:0:34719:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783948584.803388:0:34719:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459b00. 00010000:00000010:3.0:1783948584.803393:0:34719:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7700. 00010000:00000001:3.0:1783948584.803398:0:34719:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.803413:0:34719:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948584.803421:0:34719:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.803427:0:34719:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948584.803431:0:34719:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948584.803433:0:34719:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948584.803435:0:34719:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948584.803436:0:34719:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948584.803438:0:34719:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff89e959459b00) refcount = 1 00010000:00010000:3.0:1783948584.803443:0:34719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.803450:0:34719:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948584.803453:0:34719:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948584.803454:0:34719:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.803458:0:34719:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948584.803460:0:34719:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.803463:0:34719:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.803474:0:34719:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948584.803476:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.803478:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.803479:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.803480:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.803481:0:34719:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.803486:0:34719:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948584.803489:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.803491:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.803492:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.803494:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.803497:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.803499:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.803500:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.803501:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=4 00000020:00000001:3.0:1783948584.803503:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.803505:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.803508:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.803516:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.803519:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.803525:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.803526:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.803528:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.803529:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.803530:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=5 00000020:00000001:3.0:1783948584.803532:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.803534:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.803536:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948584.803539:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.803545:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.803820:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948584.803824:0:34719:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.803831:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948584.803832:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.803833:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.803834:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.803836:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948584.803843:0:34719:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948584.803874:0:34719:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783948584.803880:0:34719:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 664/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948584.803887:0:34719:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.803895:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.803897:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.803899:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.803901:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.803903:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00000002:00010000:3.0:1783948584.803907:0:34719:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1783948584.803918:0:34719:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e9580d9140. 00010000:00000001:3.0:1783948584.803921:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.803922:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.806247:0:34719:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.806254:0:34719:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948584.806258:0:34719:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1783948584.806264:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.806266:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351040 : -129839802200576 : ffff89e950b64e00) 00000100:00000001:3.0:1783948584.806270:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948584.806271:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351040 : -129839802200576 : ffff89e950b64e00) 00010000:00000001:3.0:1783948584.806274:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.806277:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.806281:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.806285:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.806288:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00000002:00010000:3.0:1783948584.806293:0:34719:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948584.806305:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.806307:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.806309:0:34719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948584.806311:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.806312:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.806313:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:3.0:1783948584.806315:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:3.0:1783948584.806317:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000040:3.0:1783948584.806324:0:34719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:3.0:1783948584.806328:0:34719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948584.806332:0:34719:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:3.0:1783948584.806335:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.806336:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.806337:0:34719:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948584.806341:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3760 00000002:00002000:3.0:1783948584.806343:0:34719:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1783948584.806347:0:34719:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.806350:0:34719:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.806354:0:34719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948584.806357:0:34719:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948584.806361:0:34719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.806366:0:34719:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783948584.806368:0:34719:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e960204d80 it_disposition 1800037 00000080:00002000:3.0:1783948584.806374:0:34719:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f4d000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1783948584.806381:0:34719:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948584.806384:0:34719:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:3.0:1783948584.806386:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3988 00000080:00200000:3.0:1783948584.806388:0:34719:0:(namei.c:1623:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff89e951d180c8), intent=open|creat 00000080:00000001:3.0:1783948584.806391:0:34719:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:3.0:1783948584.806394:0:34719:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948584.806400:0:34719:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783948584.806419:0:34719:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948584.806422:0:34719:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:3.0:1783948584.806426:0:34719:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783948584.806448:0:34719:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d85280. 00000020:00000001:3.0:1783948584.806459:0:34719:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1783948584.806461:0:34719:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1783948584.806463:0:34719:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783948584.806465:0:34719:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff89e951d85348) 00000020:00000001:3.0:1783948584.806469:0:34719:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948584.806475:0:34719:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7090. 00000020:00000010:3.0:1783948584.806480:0:34719:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e94120a200. 00000020:00000010:3.0:1783948584.806486:0:34719:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9584cfc00. 00000020:00000010:3.0:1783948584.806490:0:34719:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9602041e0. 00000008:00000010:3.0:1783948584.806497:0:34719:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb0000. 00020000:00000010:3.0:1783948584.806502:0:34719:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948584.806507:0:34719:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9506998b8. 00000080:00000010:3.0:1783948584.806513:0:34719:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ffe70. 00000080:00000010:3.0:1783948584.806516:0:34719:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960109720. 00000020:00000010:3.0:1783948584.806523:0:34719:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e945135e00. 00000008:00000010:3.0:1783948584.806526:0:34719:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a9a0. 00020000:00000010:3.0:1783948584.806529:0:34719:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0db0. 00008000:00000010:3.0:1783948584.806533:0:34719:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee178. 00000080:00000010:3.0:1783948584.806537:0:34719:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e3c0. 00000020:00000001:3.0:1783948584.806540:0:34719:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679384 : -129839673872232 : ffff89e9585c7098) 00000020:00001000:3.0:1783948584.806542:0:34719:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7090 00000020:00000001:3.0:1783948584.806559:0:34719:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1783948584.806565:0:34719:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e950ba2ed8. 00000020:00000001:3.0:1783948584.806567:0:34719:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783948584.806569:0:34719:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948584.806577:0:34719:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:3.0:1783948584.806581:0:34719:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e9413280f8. 00020000:00000001:3.0:1783948584.806583:0:34719:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614233647055096 : -129840062496520 : ffff89e9413280f8) 00020000:00000001:3.0:1783948584.806586:0:34719:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:3.0:1783948584.806589:0:34719:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783948584.806595:0:34719:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e9602046c0. 00020000:00000010:3.0:1783948584.806598:0:34719:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947145300. 00020000:00000010:2.0:1783948584.815089:0:34719:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041ea0. 00020000:00000001:2.0:1783948584.815101:0:34719:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029891232 : -129839679660384 : ffff89e958041ea0) 00020000:00000002:2.0:1783948584.815106:0:34719:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041ea0, objid 0x35:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948584.815112:0:34719:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948584.815116:0:34719:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145300: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1783948584.815119:0:34719:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1783948584.815122:0:34719:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041ea0, objid 0x35:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948584.815125:0:34719:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948584.815129:0:34719:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947145300: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1783948584.815134:0:34719:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e960265c90. 00020000:00000010:2.0:1783948584.815138:0:34719:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e960211240. 00020000:00000001:2.0:1783948584.815142:0:34719:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1783948584.815145:0:34719:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e9466ded90. 00020000:00000001:2.0:1783948584.815150:0:34719:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1783948584.815152:0:34719:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1783948584.815160:0:34719:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1783948584.815164:0:34719:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e9516a37d0. 00000020:00000001:2.0:1783948584.815167:0:34719:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783948584.815169:0:34719:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.815172:0:34719:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614233919141968 : -129839790409648 : ffff89e9516a3850) 00020000:00000001:2.0:1783948584.815177:0:34719:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1783948584.815182:0:34719:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e95201f880. 00020000:00000001:2.0:1783948584.815184:0:34719:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.815190:0:34719:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233919141968 : -129839790409648 : ffff89e9516a3850) 00020000:00000001:2.0:1783948584.815192:0:34719:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614233919141968 : -129839790409648 : ffff89e9516a3850) 00020000:00000002:2.0:1783948584.815195:0:34719:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff89e9516a37d0[0:0] -> [0x200000404:0x35:0x0]@ffff89e950ba2ed8: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1783948584.815200:0:34719:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1783948584.815203:0:34719:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1783948584.815206:0:34719:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.815209:0:34719:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614233907605336 : -129839801946280 : ffff89e950ba2f58) 00000020:00001000:2.0:1783948584.815214:0:34719:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7090 00000020:00000010:2.0:1783948584.815218:0:34719:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9584cfc00. 00000020:00000010:2.0:1783948584.815226:0:34719:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9602041e0. 00000008:00000010:2.0:1783948584.815231:0:34719:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb0000. 00020000:00000010:2.0:1783948584.815236:0:34719:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:2.0:1783948584.815241:0:34719:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9506998b8. 00000080:00000010:2.0:1783948584.815247:0:34719:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ffe70. 00000080:00000010:2.0:1783948584.815252:0:34719:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960109720. 00000020:00000010:2.0:1783948584.815257:0:34719:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e94120a200. 00000008:00000010:2.0:1783948584.815261:0:34719:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a9a0. 00020000:00000010:2.0:1783948584.815265:0:34719:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0db0. 00008000:00000010:2.0:1783948584.815270:0:34719:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee178. 00000080:00000010:2.0:1783948584.815274:0:34719:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e3c0. 00000020:00000010:2.0:1783948584.815278:0:34719:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e945135e00. 00000020:00000010:2.0:1783948584.815281:0:34719:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7090. 00000080:00000001:2.0:1783948584.815288:0:34719:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:2.0:1783948584.815291:0:34719:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783948584.815294:0:34719:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1783948584 00000080:00000001:2.0:1783948584.815300:0:34719:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783948584.815304:0:34719:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926357832 : -129839783193784 : ffff89e951d85348) 00010000:00000001:2.0:1783948584.815308:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.815311:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.815314:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:2.0:1783948584.815317:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:2.0:1783948584.815321:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00000080:00000001:2.0:1783948584.815324:0:34719:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948584.815326:0:34719:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.815330:0:34719:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11cf0. 00000020:00000010:2.0:1783948584.815334:0:34719:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3000. 00000020:00000010:2.0:1783948584.815337:0:34719:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948584.815340:0:34719:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948584.815347:0:34719:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948584.815350:0:34719:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948584.815353:0:34719:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948584.815358:0:34719:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948584.815361:0:34719:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948584.815365:0:34719:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3600. 00000008:00000010:2.0:1783948584.815368:0:34719:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948584.815372:0:34719:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948584.815375:0:34719:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948584.815378:0:34719:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e3c0. 00000020:00000001:2.0:1783948584.815381:0:34719:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374264 : -129839665177352 : ffff89e958e11cf8) 00000020:00001000:2.0:1783948584.815383:0:34719:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11cf0 00000020:00000001:2.0:1783948584.815385:0:34719:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948584.815387:0:34719:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948584.815389:0:34719:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948584.815393:0:34719:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041600. 00020000:00000010:2.0:1783948584.815396:0:34719:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95081c280. 00020000:00000010:2.0:1783948584.815400:0:34719:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9580415a0. 00020000:00000001:2.0:1783948584.815423:0:34719:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029888928 : -129839679662688 : ffff89e9580415a0) 00020000:00000002:2.0:1783948584.815426:0:34719:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9580415a0, objid 0x35:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948584.815429:0:34719:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948584.815433:0:34719:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95081c280: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1783948584.815436:0:34719:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9413280f8) owner ffff89e9508e27c0 00020000:00000001:2.0:1783948584.815439:0:34719:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948584.815442:0:34719:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9413280f8) owner ffff89e9508e27c0 00020000:00000010:2.0:1783948584.815446:0:34719:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95081c280. 00020000:00000010:2.0:1783948584.815449:0:34719:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041600. 00020000:00000010:2.0:1783948584.815452:0:34719:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9580415a0. 00020000:00000002:2.0:1783948584.815454:0:34719:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948584.815457:0:34719:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.815459:0:34719:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.815463:0:34719:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948584.815466:0:34719:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00020000:00000002:2.0:1783948584.815469:0:34719:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e958041ea0 addref 2/0 by ffff89e9508e27c0. 00020000:00000002:2.0:1783948584.815472:0:34719:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00020000:00000001:2.0:1783948584.815474:0:34719:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948584.815477:0:34719:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948584.815478:0:34719:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948584.815480:0:34719:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783948584.815482:0:34719:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783948584.815484:0:34719:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783948584.815487:0:34719:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11cf0 00000020:00000010:2.0:1783948584.815489:0:34719:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948584.815491:0:34719:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948584.815493:0:34719:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948584.815497:0:34719:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948584.815499:0:34719:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948584.815502:0:34719:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948584.815505:0:34719:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948584.815508:0:34719:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3000. 00000008:00000010:2.0:1783948584.815511:0:34719:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948584.815513:0:34719:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948584.815516:0:34719:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948584.815518:0:34719:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e3c0. 00000020:00000010:2.0:1783948584.815521:0:34719:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3600. 00000020:00000010:2.0:1783948584.815523:0:34719:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11cf0. 00000080:00000001:2.0:1783948584.815525:0:34719:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.815527:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.815529:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948584.815531:0:34719:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948584.815535:0:34719:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948584.815537:0:34719:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.815540:0:34719:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff89e951d85348) 00000080:00010000:2.0:1783948584.815544:0:34719:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff89e951d85348) for lock 0x8c7cf19e4b440df3 00800000:00000001:2.0:1783948584.815558:0:34719:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948584.815561:0:34719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948584.815563:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.815564:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.815566:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:2.0:1783948584.815568:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:2.0:1783948584.815570:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:2.0:1783948584.815573:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.815574:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948584.815576:0:34719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.815578:0:34719:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815580:0:34719:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:2.0:1783948584.815583:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.815598:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.815615:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815621:0:34719:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948584.815626:0:34719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff89e951d85348) 00000080:00000001:2.0:1783948584.815629:0:34719:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948584.815632:0:34719:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e94120ac00. 00000100:00000001:2.0:1783948584.815635:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.815639:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.815645:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815650:0:34719:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1783948584.815651:0:34719:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815660:0:34719:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948584.815663:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3a60 00000080:00200008:2.0:1783948584.815666:0:34719:0:(file.c:1058:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff89e951d85348), flags 100102 00000080:00000010:2.0:1783948584.815674:0:34719:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960303540. 00000080:00000010:2.0:1783948584.815680:0:34719:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e94477c180. 00000080:00000001:2.0:1783948584.815683:0:34719:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783948584.815689:0:34719:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1783948584.815693:0:34719:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783948584.815697:0:34719:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9461be100. 00000002:00100000:2.0:1783948584.815701:0:34719:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948584.815708:0:34719:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948584.815709:0:34719:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948584.815713:0:34719:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783948584.815717:0:34719:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815719:0:34719:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.815722:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.815725:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783948584.815732:0:34719:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.815736:0:34719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948584.815769:0:34719:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783948584.815771:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.815774:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3a60 00000080:00000008:2.0:1783948584.815776:0:34719:0:(file.c:1297:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff89e951d85348), flags 100102, rc = 0 00000080:00000001:2.0:1783948584.815781:0:34719:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783948584.815782:0:34719:0:(dcache.c:176:ll_intent_release()) intent ffff89e960204d80 released 00000080:00010000:2.0:1783948584.815785:0:34719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440df3 from it ffff89e960204d80 00010000:00000001:2.0:1783948584.815787:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.815789:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.815790:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597c00 refcount=3 00000020:00000001:2.0:1783948584.815793:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:2.0:1783948584.815795:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495808 : -129839976055808 : ffff89e946597c00) 00010000:00000001:2.0:1783948584.815798:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.815804:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.815812:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.815814:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.815815:0:34719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948584.815819:0:34719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948584.815822:0:34719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597c00/0x8c7cf19e4b440df3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06973 expref: -99 pid: 34719 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948584.815832:0:34719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.815835:0:34719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.815837:0:34719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.815842:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.815843:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.815845:0:34719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.815848:0:34719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.815895:0:34719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.815898:0:34719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.815902:0:34719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.815904:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.815906:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.815907:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948584.815909:0:34719:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783948584.815911:0:34719:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783948584.815913:0:34719:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948584.815915:0:34719:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948584.815918:0:34719:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948584.815919:0:34719:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815923:0:34719:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783948584.815925:0:34719:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815927:0:34719:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948584.815929:0:34719:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815931:0:34719:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783948584.815934:0:34719:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e960204d80. 00000080:00000001:2.0:1783948584.815937:0:34719:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.815942:0:34719:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948584.815944:0:34719:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff89e951d85348), inode mode 81a4 mask 40 00000080:00000001:2.0:1783948584.815948:0:34719:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816168:0:34719:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783948584.816170:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3d90 00000080:00200008:2.0:1783948584.816173:0:34719:0:(file.c:2605:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000001:2.0:1783948584.816176:0:34719:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783948584.816178:0:34719:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816180:0:34719:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783948584.816183:0:34719:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816186:0:34719:0:(file.c:2553:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1783948584.816187:0:34719:0:(file.c:2559:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816189:0:34719:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.816192:0:34719:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11cf0. 00000020:00000010:2.0:1783948584.816195:0:34719:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3600. 00000020:00000010:2.0:1783948584.816198:0:34719:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3000. 00000020:00000010:2.0:1783948584.816201:0:34719:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948584.816204:0:34719:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948584.816207:0:34719:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948584.816211:0:34719:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948584.816215:0:34719:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948584.816217:0:34719:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948584.816220:0:34719:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2c00. 00000008:00000010:2.0:1783948584.816223:0:34719:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948584.816226:0:34719:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948584.816228:0:34719:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948584.816231:0:34719:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e3c0. 00000020:00000001:2.0:1783948584.816233:0:34719:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374264 : -129839665177352 : ffff89e958e11cf8) 00000020:00001000:2.0:1783948584.816236:0:34719:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11cf0 00000080:00000001:2.0:1783948584.816239:0:34719:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783948584.816240:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3ca0 00000080:00200000:2.0:1783948584.816242:0:34719:0:(file.c:2058:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1783948584.816247:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3c38 00000080:00200000:2.0:1783948584.816249:0:34719:0:(file.c:1816:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1783948584.816252:0:34719:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783948584.816258:0:34719:0:(cl_io.c:214:cl_io_rw_init()) header@0000000008b5bfa4[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:2.0:1783948584.816260:0:34719:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1783948584.816263:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2f58 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.816266:0:34719:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948584.816269:0:34719:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948584.816271:0:34719:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948584.816274:0:34719:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948584.816276:0:34719:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783948584.816279:0:34719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.816284:0:34719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816287:0:34719:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948584.816288:0:34719:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816291:0:34719:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948584.816293:0:34719:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x35:0x0]io ffff89e9582a8e40 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783948584.816296:0:34719:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00020000:00000001:2.0:1783948584.816300:0:34719:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948584.816302:0:34719:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948584.816304:0:34719:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948584.816306:0:34719:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783948584.816308:0:34719:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1783948584.816311:0:34719:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783948584.816313:0:34719:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948584.816314:0:34719:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816316:0:34719:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948584.816317:0:34719:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948584.816318:0:34719:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948584.816320:0:34719:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00000020:00000001:2.0:1783948584.816322:0:34719:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816324:0:34719:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.816326:0:34719:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1783948584.816328:0:34719:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783948584.816331:0:34719:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816334:0:34719:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948584.816336:0:34719:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783948584.816339:0:34719:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948584.816340:0:34719:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783948584.816342:0:34719:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783948584.816344:0:34719:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1783948584.816348:0:34719:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948584.816350:0:34719:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948584.816354:0:34719:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783948584.816358:0:34719:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.816359:0:34719:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948584.816361:0:34719:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948584.816363:0:34719:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11c60. 00000020:00000010:2.0:1783948584.816368:0:34719:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000020:00000010:2.0:1783948584.816371:0:34719:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2200. 00000020:00000010:2.0:1783948584.816373:0:34719:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948584.816377:0:34719:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724e50. 00020000:00000010:2.0:1783948584.816380:0:34719:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226540. 00008000:00000010:2.0:1783948584.816383:0:34719:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9530. 00000080:00000010:2.0:1783948584.816386:0:34719:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948584.816389:0:34719:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9e10. 00000020:00000010:2.0:1783948584.816392:0:34719:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2000. 00000008:00000010:2.0:1783948584.816394:0:34719:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585760. 00020000:00000010:2.0:1783948584.816397:0:34719:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948584.816399:0:34719:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f558. 00000080:00000010:2.0:1783948584.816415:0:34719:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e780. 00000020:00000001:2.0:1783948584.816418:0:34719:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374120 : -129839665177496 : ffff89e958e11c68) 00000020:00001000:2.0:1783948584.816420:0:34719:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11c60 00000020:00000001:2.0:1783948584.816423:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3850 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.816424:0:34719:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948584.816427:0:34719:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948584.816428:0:34719:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948584.816429:0:34719:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816431:0:34719:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816433:0:34719:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948584.816436:0:34719:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783948584.816439:0:34719:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783948584.816442:0:34719:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816444:0:34719:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816447:0:34719:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816449:0:34719:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816451:0:34719:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816453:0:34719:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783948584.816456:0:34719:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783948584.816458:0:34719:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783948584.816460:0:34719:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783948584.816462:0:34719:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816466:0:34719:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816468:0:34719:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783948584.816469:0:34719:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1783948584.816472:0:34719:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783948584.816473:0:34719:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783948584.816474:0:34719:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816477:0:34719:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816478:0:34719:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816481:0:34719:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.816483:0:34719:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816485:0:34719:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948584.816487:0:34719:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948584.816488:0:34719:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948584.816490:0:34719:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948584.816491:0:34719:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816493:0:34719:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816495:0:34719:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816496:0:34719:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816498:0:34719:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948584.816499:0:34719:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948584.816501:0:34719:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948584.816504:0:34719:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948584.816507:0:34719:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948584.816509:0:34719:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1783948584.816514:0:34719:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887380. 00020000:00000002:2.0:1783948584.816517:0:34719:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783948584.816520:0:34719:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948584.816522:0:34719:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.816523:0:34719:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948584.816525:0:34719:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948584.816529:0:34719:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238b560. 00000008:00010000:2.0:1783948584.816532:0:34719:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783948584.816535:0:34719:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948584.816537:0:34719:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948584.816541:0:34719:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9438873b0, osc lock ffff89e95238b560, flags 0x0 00000020:00000001:2.0:1783948584.816543:0:34719:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816545:0:34719:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.816547:0:34719:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686242176 : -129840023309440 : ffff89e943887380) 00000020:00000001:2.0:1783948584.816549:0:34719:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948584.816550:0:34719:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948584.816552:0:34719:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816554:0:34719:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816556:0:34719:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948584.816558:0:34719:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948584.816559:0:34719:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.816561:0:34719:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948584.816563:0:34719:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948584.816565:0:34719:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948584.816567:0:34719:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783948584.816569:0:34719:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.816572:0:34719:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948584.816575:0:34719:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948584.816576:0:34719:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948584.816578:0:34719:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948584.816580:0:34719:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948584.816581:0:34719:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948584.816583:0:34719:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948584.816586:0:34719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948584.816591:0:34719:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.816594:0:34719:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783948584.816600:0:34719:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948584.816604:0:34719:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00010000:00000001:2.0:1783948584.816608:0:34719:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948584.816611:0:34719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.816615:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.816617:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.816618:0:34719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.816621:0:34719:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948584.816623:0:34719:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948584.816628:0:34719:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948584.816634:0:34719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9594b3e00. 00000100:00000001:2.0:1783948584.816641:0:34719:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.816645:0:34719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.816647:0:34719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.816648:0:34719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948584.816649:0:34719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.816651:0:34719:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.816654:0:34719:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00010000:00000001:2.0:1783948584.816658:0:34719:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948584.816660:0:34719:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948584.816664:0:34719:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6fa00. 00010000:00000010:2.0:1783948584.816668:0:34719:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e958f6f600. 00010000:00000001:2.0:1783948584.816674:0:34719:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948584.816678:0:34719:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235a00. 00000020:00000001:2.0:1783948584.816681:0:34719:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948584.816684:0:34719:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235a00 with handle 0x8c7cf19e4b440dfa to hash 00000020:00000001:2.0:1783948584.816687:0:34719:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948584.816688:0:34719:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000010:2.0:1783948584.816692:0:34719:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e94477c600. 00010000:00000001:2.0:1783948584.816694:0:34719:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.816698:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.816701:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.816705:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.816715:0:34719:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948584.816725:0:34719:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948584.816732:0:34719:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948584.816734:0:34719:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948584.816741:0:34719:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211f00. 00000100:00000001:2.0:1783948584.816743:0:34719:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009600 : -129839543542016 : ffff89e960211f00) 00000100:00000001:2.0:1783948584.816745:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.816746:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948584.816749:0:34719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948584.816751:0:34719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.816754:0:34719:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948584.816755:0:34719:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948584.816762:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.816771:0:34719:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948584.816773:0:34719:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.816777:0:34719:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948584.816779:0:34719:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948584.816781:0:34719:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948584.816785:0:34719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34719:1870603636539520:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948584.816789:0:34719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948584.816795:0:34719:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948584.816797:0:34719:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.816800:0:34719:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948584.816804:0:34719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.816805:0:34719:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948584.816813:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948584.816817:0:34719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948584.816823:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a23b8. 00000100:00000200:2.0:1783948584.816831:0:34719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636539520, portal 4 00000100:00000001:2.0:1783948584.816833:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948584.816834:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948584.816839:0:34719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.816846:0:34719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948584.816849:0:34719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948584.816883:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2dd0. 00000100:00000200:2.0:1783948584.816888:0:34719:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636539520, offset 0 00000400:00000200:2.0:1783948584.816895:0:34719:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948584.816904:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.816911:0:34719:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948584.816917:0:34719:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948584.816921:0:34719:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948584.816925:0:34719:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948584.816927:0:34719:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948584.816931:0:34719:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2716:2716:256:4294967295] 192.168.202.104@tcp LPNI seq info [2716:2716:8:4294967295] 00000400:00000200:2.0:1783948584.816936:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948584.816946:0:34719:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948584.816952:0:34719:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948584.816957:0:34719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61c00. 00000800:00000200:2.0:1783948584.816963:0:34719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948584.816970:0:34719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948584.816975:0:34719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783948584.816986:0:34719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.816990:0:34719:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21776 usecs (22 jiffies) 00000400:00000200:2.0:1783948584.816993:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948584.816997:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296674991 00000100:00000001:2.0:1783948584.817000:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.817002:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296674991 00000100:00000001:2.0:1783948584.817004:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948584.817007:0:34719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.817009:0:34719:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.817012:0:34719:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948584.817013:0:34719:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948584.817017:0:34719:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211f00 going to sleep for 11 seconds 00000100:00000001:2.0:1783948584.817020:0:34719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948584.817023:0:34719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948584.817373:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948584.817378:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61c00. 00000400:00000200:0.0:1783948584.817384:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948584.817389:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948584.817394:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2dd0 00000400:00000010:0.0:1783948584.817397:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2dd0. 00000100:00000001:0.0:1783948584.817411:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948584.817417:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.817428:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948584.817432:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948584.817439:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948584.817441:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948584.833436:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.833454:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948584.833458:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.833461:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.833470:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.833477:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948584.833487:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.833492:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.833498:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.833502:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9458080 00000400:00000200:1.0:1783948584.833507:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948584.833513:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x76d9 [1] + 224 00000800:00000001:1.0:1783948584.833521:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.833532:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948584.833536:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948584.833540:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948584.833560:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948584.833570:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948584.833582:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948584.833612:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948584.833621:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948584.833624:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.834251:0:34719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948584.834259:0:34719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948584.834262:0:34719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948584.834265:0:34719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948584.834271:0:34719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:2.0:1783948584.834273:0:34719:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:2.0:1783948584.834277:0:34719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948584.834282:0:34719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948584.834292:0:34719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.834298:0:34719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948584.834301:0:34719:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.834304:0:34719:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948584.834307:0:34719:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948584.834309:0:34719:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948584.834311:0:34719:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948584.834315:0:34719:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948584.834323:0:34719:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=104 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948584.834327:0:34719:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948584.834330:0:34719:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948584.834332:0:34719:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.834335:0:34719:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948584.834338:0:34719:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.834342:0:34719:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948584.834344:0:34719:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1783948584.834346:0:34719:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948584.834348:0:34719:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948584.834353:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.834360:0:34719:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948584.834362:0:34719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948584.834364:0:34719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948584.834368:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948584.834376:0:34719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34719:1870603636539520:192.168.202.104@tcp:101:multiop.0 00000100:00000001:2.0:1783948584.834381:0:34719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948584.834384:0:34719:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.834387:0:34719:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948584.834389:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.834393:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.834400:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948584.834419:0:34719:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211f00. 00000100:00000001:2.0:1783948584.834424:0:34719:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948584.834426:0:34719:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.834429:0:34719:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948584.834431:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.834434:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.834438:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=4 00000020:00000001:2.0:1783948584.834440:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.834443:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000040:2.0:1783948584.834452:0:34719:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235a00, remote cookie: 0x2ceea11ad5e06981, flags: 0x1 00010000:00010000:2.0:1783948584.834459:0:34719:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.834469:0:34719:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1783948584.834472:0:34719:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.834474:0:34719:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948584.834478:0:34719:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1783948584.834483:0:34719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948584.834492:0:34719:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff89e958f6fa00) refcount = 1 00010000:00000040:2.0:1783948584.834495:0:34719:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783948584.834497:0:34719:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.834506:0:34719:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948584.834508:0:34719:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948584.834511:0:34719:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948584.834513:0:34719:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.834517:0:34719:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.834523:0:34719:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948584.834525:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.834527:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.834528:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.834529:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.834531:0:34719:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.834534:0:34719:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1783948584.834537:0:34719:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948584.834540:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.834542:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.834553:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=3 00000020:00000001:2.0:1783948584.834556:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.834558:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.834561:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.834562:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.834563:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=4 00000020:00000001:2.0:1783948584.834565:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.834567:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.834570:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948584.834573:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948584.834577:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.834584:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.834585:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948584.834588:0:34719:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783948584.834593:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00010000:2.0:1783948584.834596:0:34719:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1783948584.834613:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.834615:0:34719:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948584.834618:0:34719:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783948584.834621:0:34719:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948584.834624:0:34719:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834626:0:34719:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834629:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000001:2.0:1783948584.834631:0:34719:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1783948584.834633:0:34719:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.834635:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.834636:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.834638:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=5 00000020:00000001:2.0:1783948584.834640:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.834642:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.834644:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.834647:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.834654:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.834655:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948584.834658:0:34719:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.834664:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.834665:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.834666:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948584.834667:0:34719:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948584.834670:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948584.834674:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636539520/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948584.834681:0:34719:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948584.834683:0:34719:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948584.834687:0:34719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581c9400. 02000000:00000001:2.0:1783948584.834690:0:34719:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948584.834693:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948584.834694:0:34719:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948584.834697:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948584.834699:0:34719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9594b3e00. 02000000:00000001:2.0:1783948584.834702:0:34719:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948584.834704:0:34719:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948584.834707:0:34719:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948584.834710:0:34719:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948584.834711:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948584.834713:0:34719:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.834716:0:34719:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834719:0:34719:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.834723:0:34719:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834724:0:34719:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834727:0:34719:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834729:0:34719:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834731:0:34719:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834734:0:34719:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783948584.834739:0:34719:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1783948584.834744:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3b88 00000080:00200000:2.0:1783948584.834747:0:34719:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1783948584.834750:0:34719:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783948584.834753:0:34719:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00020000:00000002:2.0:1783948584.834756:0:34719:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e958041ea0 addref 2/0 by ffff89e9508e27c0. 00020000:00000002:2.0:1783948584.834759:0:34719:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00000020:00000001:2.0:1783948584.834762:0:34719:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783948584.834765:0:34719:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783948584.834768:0:34719:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783948584.834771:0:34719:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783948584.834774:0:34719:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.834776:0:34719:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948584.834777:0:34719:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948584.834780:0:34719:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948584.834783:0:34719:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834785:0:34719:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.834786:0:34719:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834788:0:34719:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.834796:0:34719:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783948584.834798:0:34719:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1783948584.834830:0:34719:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783948584.834833:0:34719:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] ffffedddc4756d40 0 1 00000020:00000001:2.0:1783948584.834837:0:34719:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783948584.834839:0:34719:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834843:0:34719:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783948584.834896:0:34719:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff89e94467fd20. 00000020:00000001:2.0:1783948584.834901:0:34719:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783948584.834903:0:34719:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783948584.834906:0:34719:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783948584.834908:0:34719:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1783948584.834911:0:34719:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.834912:0:34719:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000008:00000001:2.0:1783948584.834916:0:34719:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783948584.834918:0:34719:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff89e94467fd90 folio ffffedddc4756d40 pg:0 obj off 0 00000008:00000001:2.0:1783948584.834920:0:34719:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834922:0:34719:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783948584.834923:0:34719:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783948584.834925:0:34719:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783948584.834927:0:34719:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.834930:0:34719:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.834932:0:34719:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446614233700891936 : -129840008659680 : ffff89e94467fd20) 00000020:00000001:2.0:1783948584.834935:0:34719:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446614233700891936 : -129840008659680 : ffff89e94467fd20) 00000020:00000001:2.0:1783948584.834937:0:34719:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783948584.834939:0:34719:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.834941:0:34719:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032410176 : -129839677141440 : ffff89e9582a8e40) 00000020:00000001:2.0:1783948584.834943:0:34719:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783948584.834945:0:34719:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783948584.834947:0:34719:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.834952:0:34719:0:(cl_page.c:507:__cl_page_state_set()) page@000000008750eea5[2 000000008c2b3646 1 1 000000005dd067d7 0 0 0] 00000020:00000001:2.0:1783948584.834953:0:34719:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783948584.834955:0:34719:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948584.834956:0:34719:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1783948584.834959:0:34719:0:(rw26.c:797:ll_write_begin()) page@000000008750eea5[2 000000008c2b3646 2 1 000000005dd067d7 0 0 0] 00000080:00008000:2.0:1783948584.834961:0:34719:0:(rw26.c:797:ll_write_begin()) full page write 00000080:00000001:2.0:1783948584.834963:0:34719:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783948584.834964:0:34719:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.834969:0:34719:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783948584.834971:0:34719:0:(rw26.c:898:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1783948584.834973:0:34719:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.834974:0:34719:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032410176 : -129839677141440 : ffff89e9582a8e40) 00000020:00000001:2.0:1783948584.834976:0:34719:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783948584.834977:0:34719:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948584.834984:0:34719:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783948584.834986:0:34719:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.834987:0:34719:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783948584.834988:0:34719:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783948584.834992:0:34719:0:(rw26.c:956:ll_write_end()) page@000000008750eea5[3 000000008c2b3646 2 1 000000005dd067d7 0 0 0] 00000080:00200000:2.0:1783948584.834995:0:34719:0:(rw26.c:956:ll_write_end()) vmpage @00000000fc05ba00 17ffffc0001001 3:0 ffff89e94467fd20 0 lru 00000080:00200000:2.0:1783948584.835003:0:34719:0:(rw26.c:956:ll_write_end()) osc-page@00000000712735b1 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000004736d7a0 00000000801fece2 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783948584.835005:0:34719:0:(rw26.c:956:ll_write_end()) end page@000000008750eea5 00000080:00200000:2.0:1783948584.835006:0:34719:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1783948584.835008:0:34719:0:(rw26.c:977:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1783948584.835012:0:34719:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783948584.835013:0:34719:0:(rw26.c:704:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1783948584.835027:0:34719:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783948584.835029:0:34719:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] ffffedddc4756c80 0 1 00000020:00000001:2.0:1783948584.835032:0:34719:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783948584.835033:0:34719:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835035:0:34719:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783948584.835037:0:34719:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff89e94467fa80. 00000020:00000001:2.0:1783948584.835040:0:34719:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783948584.835041:0:34719:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783948584.835042:0:34719:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783948584.835045:0:34719:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1783948584.835047:0:34719:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.835048:0:34719:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000008:00000001:2.0:1783948584.835051:0:34719:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783948584.835052:0:34719:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff89e94467faf0 folio ffffedddc4756c80 pg:0 obj off 4096 00000008:00000001:2.0:1783948584.835054:0:34719:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835273:0:34719:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783948584.835275:0:34719:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783948584.835277:0:34719:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783948584.835278:0:34719:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.835285:0:34719:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835287:0:34719:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446614233700891264 : -129840008660352 : ffff89e94467fa80) 00000020:00000001:2.0:1783948584.835289:0:34719:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446614233700891264 : -129840008660352 : ffff89e94467fa80) 00000020:00000001:2.0:1783948584.835291:0:34719:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783948584.835293:0:34719:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.835294:0:34719:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032410176 : -129839677141440 : ffff89e9582a8e40) 00000020:00000001:2.0:1783948584.835296:0:34719:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783948584.835297:0:34719:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783948584.835299:0:34719:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.835302:0:34719:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e7b3c6[2 000000008c2b3646 1 1 000000005dd067d7 0 0 1] 00000020:00000001:2.0:1783948584.835303:0:34719:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783948584.835305:0:34719:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948584.835306:0:34719:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1783948584.835308:0:34719:0:(rw26.c:797:ll_write_begin()) page@0000000083e7b3c6[2 000000008c2b3646 2 1 000000005dd067d7 0 0 1] 00000080:00008000:2.0:1783948584.835310:0:34719:0:(rw26.c:797:ll_write_begin()) full page write 00000080:00000001:2.0:1783948584.835311:0:34719:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783948584.835312:0:34719:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948584.835315:0:34719:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783948584.835317:0:34719:0:(rw26.c:898:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1783948584.835319:0:34719:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783948584.835319:0:34719:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032410176 : -129839677141440 : ffff89e9582a8e40) 00000020:00000001:2.0:1783948584.835321:0:34719:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783948584.835323:0:34719:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948584.835325:0:34719:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783948584.835326:0:34719:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.835327:0:34719:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783948584.835328:0:34719:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783948584.835331:0:34719:0:(rw26.c:956:ll_write_end()) page@0000000083e7b3c6[3 000000008c2b3646 2 1 000000005dd067d7 0 0 1] 00000080:00200000:2.0:1783948584.835334:0:34719:0:(rw26.c:956:ll_write_end()) vmpage @00000000e20dc949 17ffffc0001001 3:0 ffff89e94467fa80 1 lru 00000080:00200000:2.0:1783948584.835340:0:34719:0:(rw26.c:956:ll_write_end()) osc-page@0000000087398800 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000004736d7a0 00000000801fece2 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783948584.835343:0:34719:0:(rw26.c:956:ll_write_end()) end page@0000000083e7b3c6 00000080:00200000:2.0:1783948584.835344:0:34719:0:(rw26.c:956:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1783948584.835345:0:34719:0:(rw26.c:977:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1783948584.835348:0:34719:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1783948584.835351:0:34719:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1783948584.835353:0:34719:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1783948584.835356:0:34719:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1783948584.835358:0:34719:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.835359:0:34719:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948584.835362:0:34719:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1783948584.835364:0:34719:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1783948584.835367:0:34719:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1783948584.835368:0:34719:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.835369:0:34719:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1783948584.835371:0:34719:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1783948584.835374:0:34719:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff89e95201f880 ready 0|-|- wr 0|-|- rd 0|- oap ffff89e94467fd90 folio ffffedddc4756d40 pg:0 added for cmd 2 00000008:00000001:2.0:1783948584.835380:0:34719:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1783948584.835382:0:34719:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1783948584.835387:0:34719:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1783948584.835392:0:34719:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff89e94467fdc8 page ffffedddc4756d40 00000008:00000020:2.0:1783948584.835395:0:34719:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:2.0:1783948584.835400:0:34719:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1783948584.835412:0:34719:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.835415:0:34719:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1783948584.835419:0:34719:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff89e9582266c0. 00000008:00000020:2.0:1783948584.835425:0:34719:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff89e95201f880 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:2.0:1783948584.835430:0:34719:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e95201f880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1783948584.835434:0:34719:0:(osc_cache.c:857:osc_extent_find()) extent ffff89e9582266c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff89e95201f880], [28672|0|-|-|ffff89e952235a00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1783948584.835441:0:34719:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000b322dc9b ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1783948584.835449:0:34719:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:2.0:1783948584.835452:0:34719:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.835454:0:34719:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.835456:0:34719:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1783948584.835458:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000002:2.0:1783948584.835460:0:34719:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:2.0:1783948584.835462:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.835464:0:34719:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948584.835466:0:34719:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:2.0:1783948584.835468:0:34719:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948584.835469:0:34719:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835471:0:34719:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835473:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000001:2.0:1783948584.835475:0:34719:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1783948584.835476:0:34719:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1783948584.835478:0:34719:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948584.835481:0:34719:0:(cl_page.c:556:cl_batch_put()) page@000000008750eea5[4 000000008c2b3646 2 1 000000005dd067d7 0 0 0] 00000020:00000001:2.0:1783948584.835483:0:34719:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783948584.835485:0:34719:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783948584.835486:0:34719:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:2.0:1783948584.835487:0:34719:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1783948584.835488:0:34719:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783948584.835489:0:34719:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1783948584.835490:0:34719:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1783948584.835492:0:34719:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff89e95201f880 ready 0|-|- wr 0|-|- rd 0|- oap ffff89e94467faf0 folio ffffedddc4756c80 pg:0 added for cmd 2 00000008:00000020:2.0:1783948584.835497:0:34719:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1783948584.835502:0:34719:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff89e94467fb28 page ffffedddc4756c80 00000008:00000001:2.0:1783948584.835504:0:34719:0:(osc_cache.c:1258:osc_extent_expand()) Process entered 00000008:00000001:2.0:1783948584.835507:0:34719:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1783948584.835510:0:34719:0:(osc_cache.c:1294:osc_extent_expand()) Process leaving 00000008:00000001:2.0:1783948584.835512:0:34719:0:(osc_cache.c:1298:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783948584.835515:0:34719:0:(osc_cache.c:2569:osc_queue_async_io()) extent ffff89e9582266c0@{[0 -> 1/1023], [2|1|-|active|wi|ffff89e95201f880], [32768|1|+|-|ffff89e952235a00|1024|0000000000000000]} expanded for 1. 00000008:00010000:2.0:1783948584.835521:0:34719:0:(osc_cache.c:2569:osc_queue_async_io()) ### extent: 00000000b322dc9b ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1783948584.835528:0:34719:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.835530:0:34719:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.835531:0:34719:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1783948584.835533:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000002:2.0:1783948584.835534:0:34719:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:2.0:1783948584.835536:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.835538:0:34719:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948584.835539:0:34719:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:2.0:1783948584.835541:0:34719:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948584.835551:0:34719:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835553:0:34719:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835555:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000001:2.0:1783948584.835557:0:34719:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1783948584.835558:0:34719:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1783948584.835559:0:34719:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948584.835562:0:34719:0:(cl_page.c:556:cl_batch_put()) page@0000000083e7b3c6[4 000000008c2b3646 2 1 000000005dd067d7 0 0 1] 00000020:00000001:2.0:1783948584.835564:0:34719:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783948584.835565:0:34719:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783948584.835566:0:34719:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1783948584.835569:0:34719:0:(osc_request.c:745:osc_update_next_shrink()) next time 3207 to shrink grant 00000080:00000001:2.0:1783948584.835571:0:34719:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1783948584.835574:0:34719:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1783948584.835583:0:34719:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff89e951d854f8, count 2, dirtied 2 00000080:00000001:2.0:1783948584.835585:0:34719:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1783948584.835587:0:34719:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1783948584.835589:0:34719:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948584.835590:0:34719:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948584.835591:0:34719:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.835594:0:34719:0:(cl_page.c:507:__cl_page_state_set()) page@000000008750eea5[3 000000008c2b3646 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948584.835595:0:34719:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1783948584.835597:0:34719:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948584.835598:0:34719:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1783948584.835747:0:34719:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948584.835752:0:34719:0:(cl_page.c:556:cl_batch_put()) page@000000008750eea5[3 000000008c2b3646 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948584.835753:0:34719:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1783948584.835754:0:34719:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783948584.835756:0:34719:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1783948584.835757:0:34719:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948584.835758:0:34719:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948584.835759:0:34719:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948584.835762:0:34719:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e7b3c6[3 000000008c2b3646 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783948584.835763:0:34719:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1783948584.835764:0:34719:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948584.835766:0:34719:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1783948584.835767:0:34719:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948584.835769:0:34719:0:(cl_page.c:556:cl_batch_put()) page@0000000083e7b3c6[3 000000008c2b3646 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783948584.835770:0:34719:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1783948584.835771:0:34719:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1783948584.835772:0:34719:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1783948584.835774:0:34719:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1783948584.835776:0:34719:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835778:0:34719:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.835780:0:34719:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835782:0:34719:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.835784:0:34719:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:2.0:1783948584.835786:0:34719:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783948584.835788:0:34719:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1783948584.835789:0:34719:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835792:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3b88 00000080:00200000:2.0:1783948584.835794:0:34719:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:2.0:1783948584.835797:0:34719:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.835800:0:34719:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783948584.835802:0:34719:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948584.835803:0:34719:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783948584.835805:0:34719:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1783948584.835806:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.835808:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.835810:0:34719:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783948584.835811:0:34719:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948584.835813:0:34719:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835814:0:34719:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835816:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000001:2.0:1783948584.835818:0:34719:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835820:0:34719:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.835822:0:34719:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.835824:0:34719:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835825:0:34719:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835827:0:34719:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783948584.835829:0:34719:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783948584.835830:0:34719:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783948584.835831:0:34719:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1783948584.835834:0:34719:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1783948584.835836:0:34719:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1783948584.835840:0:34719:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e95201f880 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:2.0:1783948584.835846:0:34719:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948584.835849:0:34719:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.835879:0:34719:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948584.835880:0:34719:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948584.835883:0:34719:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1783948584.835884:0:34719:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783948584.835886:0:34719:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.835889:0:34719:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.835891:0:34719:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783948584.835893:0:34719:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948584.835896:0:34719:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948584.835898:0:34719:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e958e0e3f8 (ffff89e958e11cf8/0) at cl_lock_release():245 00000020:00000001:2.0:1783948584.835901:0:34719:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948584.835902:0:34719:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e958e0e3f8 (ffff89e958e11cf8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948584.835905:0:34719:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948584.835907:0:34719:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948584.835908:0:34719:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948584.835910:0:34719:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948584.835912:0:34719:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9438873b0 (ffff89e958e11c68/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948584.835915:0:34719:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948584.835916:0:34719:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948584.835918:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948584.835920:0:34719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948584.835922:0:34719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=5 00000020:00000001:2.0:1783948584.835925:0:34719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.835927:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:2.0:1783948584.835929:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948584.835932:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948584.835939:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.835940:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.835942:0:34719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948584.835945:0:34719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948584.835947:0:34719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948584.835955:0:34719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948584.835958:0:34719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948584.835960:0:34719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948584.835964:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.835965:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.835967:0:34719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.835971:0:34719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948584.835972:0:34719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.835974:0:34719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.835978:0:34719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948584.835980:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948584.835981:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.835982:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948584.835983:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948584.835984:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948584.835986:0:34719:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948584.835987:0:34719:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948584.835989:0:34719:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948584.835990:0:34719:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948584.835991:0:34719:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948584.835992:0:34719:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e958e0e3f8 (ffff89e958e11cf8/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948584.835995:0:34719:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948584.835996:0:34719:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948584.835997:0:34719:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9438873b0 (ffff89e958e11cf8/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948584.835999:0:34719:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238b560. 00000020:00000001:2.0:1783948584.836003:0:34719:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948584.836005:0:34719:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887380. 00020000:00000001:2.0:1783948584.836008:0:34719:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948584.836009:0:34719:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948584.836010:0:34719:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783948584.836012:0:34719:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783948584.836013:0:34719:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948584.836014:0:34719:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948584.836016:0:34719:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783948584.836017:0:34719:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.836019:0:34719:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.836020:0:34719:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783948584.836021:0:34719:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783948584.836023:0:34719:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783948584.836025:0:34719:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1783948584.836027:0:34719:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783948584.836028:0:34719:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948584.836030:0:34719:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948584.836031:0:34719:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948584.836032:0:34719:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783948584.836034:0:34719:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783948584.836036:0:34719:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.836038:0:34719:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948584.836040:0:34719:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948584.836041:0:34719:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948584.836042:0:34719:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948584.836047:0:34719:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1783948584.836051:0:34719:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1783948584.836053:0:34719:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1783948584.836056:0:34719:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948584.836068:0:34719:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948584.836070:0:34719:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948584.836072:0:34719:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948584.836073:0:34719:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948584.836075:0:34719:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11c60 00000020:00000010:2.0:1783948584.836271:0:34719:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2200. 00000020:00000010:2.0:1783948584.836277:0:34719:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948584.836283:0:34719:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724e50. 00020000:00000010:2.0:1783948584.836288:0:34719:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226540. 00008000:00000010:2.0:1783948584.836292:0:34719:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9530. 00000080:00000010:2.0:1783948584.836298:0:34719:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948584.836302:0:34719:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9e10. 00000020:00000010:2.0:1783948584.836306:0:34719:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000008:00000010:2.0:1783948584.836309:0:34719:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585760. 00020000:00000010:2.0:1783948584.836313:0:34719:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948584.836317:0:34719:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f558. 00000080:00000010:2.0:1783948584.836321:0:34719:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e780. 00000020:00000010:2.0:1783948584.836324:0:34719:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2000. 00000020:00000010:2.0:1783948584.836326:0:34719:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11c60. 00020000:00000001:2.0:1783948584.836328:0:34719:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948584.836330:0:34719:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948584.836332:0:34719:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948584.836334:0:34719:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948584.836337:0:34719:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948584.836338:0:34719:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783948584.836340:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3ca0 00000080:00200000:2.0:1783948584.836342:0:34719:0:(file.c:2206:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1783948584.836347:0:34719:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948584.836349:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2f58 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.836351:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2f58 -> ffff89e950ba2f58 00000020:00000001:2.0:1783948584.836353:0:34719:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948584.836357:0:34719:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783948584.836361:0:34719:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948584.836363:0:34719:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1783948584.836365:0:34719:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948584.836366:0:34719:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1783948584.836368:0:34719:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1783948584 a=0 c=1783948584 b=0 00020000:00000001:2.0:1783948584.836371:0:34719:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948584.836374:0:34719:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1783948584 a=0 c=1783948584 b=0 00020000:00000001:2.0:1783948584.836377:0:34719:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.836378:0:34719:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948584.836380:0:34719:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2f58 -> ffff89e950ba2f58 00000080:00200000:2.0:1783948584.836382:0:34719:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:2.0:1783948584.836385:0:34719:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1783948584.836388:0:34719:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1783948584.836391:0:34719:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1783948584.836393:0:34719:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11cf0 00000020:00000010:2.0:1783948584.836395:0:34719:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3000. 00000020:00000010:2.0:1783948584.836398:0:34719:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948584.838464:0:34719:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948584.838482:0:34719:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948584.838487:0:34719:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948584.838492:0:34719:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948584.838496:0:34719:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948584.838499:0:34719:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3600. 00000008:00000010:2.0:1783948584.838505:0:34719:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948584.838508:0:34719:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948584.838512:0:34719:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948584.838515:0:34719:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e3c0. 00000020:00000010:2.0:1783948584.838518:0:34719:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2c00. 00000020:00000010:2.0:1783948584.838520:0:34719:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11cf0. 00000020:00000001:2.0:1783948584.838529:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3d90 00000080:00000008:2.0:1783948584.838532:0:34719:0:(file.c:2683:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1783948584.838539:0:34719:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:3.0:1783948584.904292:0:34723:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948584.904299:0:34723:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948584.904302:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbb78 00000080:00200000:3.0:1783948584.904307:0:34723:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948584.904315:0:34723:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e945134600. 00800000:00000002:3.0:1783948584.904321:0:34723:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948584.904324:0:34723:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948584.904329:0:34723:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.904331:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbba98 00800000:00000002:3.0:1783948584.904334:0:34723:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948584.904337:0:34723:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948584.904341:0:34723:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948584.904346:0:34723:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948584.904349:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbb968 00000002:00010000:3.0:1783948584.904350:0:34723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948584.904354:0:34723:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948584.904356:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948584.904359:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948584.904365:0:34723:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:3.0:1783948584.904368:0:34723:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948584.904373:0:34723:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948584.904377:0:34723:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948584.904383:0:34723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783948584.904399:0:34723:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948584.904485:0:34723:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948584.904489:0:34723:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783948584.904497:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948584.904499:0:34723:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948584.904501:0:34723:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.904503:0:34723:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948584.904506:0:34723:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.904508:0:34723:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948584.904511:0:34723:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948584.904513:0:34723:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948584.904516:0:34723:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e945134600. 00000080:00000001:3.0:1783948584.904521:0:34723:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948584.904523:0:34723:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.904526:0:34723:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948584.904529:0:34723:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dd0 00800000:00000001:3.0:1783948584.904533:0:34723:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948584.904535:0:34723:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948584.904537:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.904539:0:34723:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.904542:0:34723:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948584.904544:0:34723:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948584.904547:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948584.904549:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.904551:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948584.904552:0:34723:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948584.904554:0:34723:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948584.904556:0:34723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dd0 from it ffffb87d01cbbbb0 00010000:00000001:3.0:1783948584.904558:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948584.904560:0:34723:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948584.904562:0:34723:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:3.0:1783948584.904563:0:34723:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948584.904566:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:3.0:1783948584.904568:0:34723:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948584.904571:0:34723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948584.904577:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.904578:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.904579:0:34723:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948584.904581:0:34723:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948584.904584:0:34723:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948584.904591:0:34723:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948584.904593:0:34723:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948584.904595:0:34723:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948584.904599:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.904600:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948584.904601:0:34723:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.904604:0:34723:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948584.904606:0:34723:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.904608:0:34723:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.904611:0:34723:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948584.904613:0:34723:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948584.904614:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948584.904615:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948584.904617:0:34723:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948584.904619:0:34723:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948584.904621:0:34723:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:3.0:1783948584.904626:0:34723:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.904629:0:34723:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783948584.904631:0:34723:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948584.904633:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbb78 00000080:00200008:3.0:1783948584.904635:0:34723:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 504000 00000080:00000010:3.0:1783948584.904640:0:34723:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b3b80. 00000080:00000001:3.0:1783948584.904645:0:34723:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.904647:0:34723:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.904668:0:34723:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948584.904670:0:34723:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=8028667f arg=7ffe549dfa60 00000080:00000001:3.0:1783948584.904676:0:34723:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000080:00000001:3.0:1783948584.904678:0:34723:0:(llite_lib.c:4266:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1783948584.904680:0:34723:0:(llite_lib.c:4272:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.904682:0:34723:0:(llite_lib.c:3654:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.904684:0:34723:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.904689:0:34723:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783948584.904691:0:34723:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783948584.904693:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbd98 00000080:00200008:3.0:1783948584.904695:0:34723:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 504000 00000080:00400000:3.0:1783948584.904698:0:34723:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1783948584.904702:0:34723:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b3b80. 00000080:00000001:3.0:1783948584.904705:0:34723:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783948584.904707:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cbbd98 00000080:00000008:3.0:1783948584.904709:0:34723:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 504000, rc = 0 00000080:00000001:3.0:1783948584.904711:0:34723:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948584.904713:0:34723:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948585.176013:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1783948585.176019:0:8:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783948585.176024:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948585.176035:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948585.176044:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000020:00000010:1.0:1783948585.176049:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2f800. 00000020:00000010:1.0:1783948585.176054:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619c00. 00000008:00000010:1.0:1783948585.176060:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948585.176064:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948585.176069:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948585.176086:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948585.176091:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948585.176094:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e200. 00000008:00000010:1.0:1783948585.176101:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948585.176104:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948585.176108:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948585.176111:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948585.176114:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948585.176117:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948585.176122:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2530 -> ffff89e950ba2530 00000020:00000001:1.0:1783948585.176125:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948585.176127:0:8:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948585.176129:0:8:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948585.176132:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.176134:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948585.176135:0:8:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948585.176139:0:8:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x30:0x0]io ffff89e9582d77e0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783948585.176142:0:8:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e9412227c0 00020000:00000001:1.0:1783948585.176146:0:8:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948585.176147:0:8:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948585.176150:0:8:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948585.176152:0:8:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176155:0:8:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948585.176156:0:8:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948585.176158:0:8:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176159:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.176160:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948585.176161:0:8:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948585.176162:0:8:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e941328ba0) owner 0000000000000000/ffff89e9412227c0 00000020:00000001:1.0:1783948585.176165:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176168:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948585.176169:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783948585.176172:0:8:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948585.176175:0:8:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948585.176179:0:8:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948585.176183:0:8:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948585.176184:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948585.176185:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948585.176188:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948585.176193:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e000. 00000020:00000010:1.0:1783948585.176196:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2f000. 00000020:00000010:1.0:1783948585.176199:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619660. 00000008:00000010:1.0:1783948585.176202:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948585.176205:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948585.176207:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948585.176211:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948585.176213:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948585.176216:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fc00. 00000008:00000010:1.0:1783948585.176218:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948585.176221:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948585.176223:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948585.176226:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948585.176228:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948585.176230:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948585.176233:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e950ba25f8 -> ffff89e950ba2530 00000020:00000001:1.0:1783948585.176234:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948585.176237:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.176239:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948585.176240:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176242:0:8:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176244:0:8:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948585.176247:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783948585.176248:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176250:0:8:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176252:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176254:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783948585.176255:0:8:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948585.176257:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.176258:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948585.176259:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948585.176260:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176262:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176263:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176264:0:8:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176266:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948585.176267:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176268:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176270:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783948585.176272:0:8:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948585.176274:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.176275:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948585.176276:0:8:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:1.0:1783948585.176278:0:8:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff89e943191000: unstable/dirty counts are both zero 00000008:00000001:1.0:1783948585.176280:0:8:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176282:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176283:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176285:0:8:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176286:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176287:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948585.176289:0:8:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783948585.176291:0:8:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948585.176292:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1783948585.176293:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948585.176294:0:8:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176296:0:8:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783948585.176297:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948585.176298:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783948585.176301:0:8:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948585.176302:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.176304:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948585.176304:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948585.176306:0:8:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176307:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176309:0:8:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948585.176310:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948585.176311:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783948585.176312:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948585.176313:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948585.176315:0:8:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948585.176316:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.176317:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948585.176318:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948585.176319:0:8:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176321:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176585:0:8:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948585.176587:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948585.176588:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176591:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948585.176593:0:8:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948585.176594:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948585.176595:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948585.176597:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948585.176599:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948585.176603:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2f000. 00000020:00000010:1.0:1783948585.176609:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619660. 00000008:00000010:1.0:1783948585.176613:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948585.176617:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948585.176620:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948585.176623:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948585.176626:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948585.176629:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e000. 00000008:00000010:1.0:1783948585.176632:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948585.176635:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948585.176639:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948585.176642:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948585.176645:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fc00. 00000020:00000010:1.0:1783948585.176646:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948585.176648:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948585.176651:0:8:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948585.176653:0:8:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948585.176656:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948585.176658:0:8:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948585.176659:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948585.176662:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948585.176664:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2f800. 00000020:00000010:1.0:1783948585.176665:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619c00. 00000008:00000010:1.0:1783948585.176667:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948585.176671:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948585.176673:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948585.176675:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948585.176677:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948585.176679:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000008:00000010:1.0:1783948585.176681:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948585.176683:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948585.176686:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948585.176688:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948585.176690:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e200. 00000020:00000010:1.0:1783948585.176692:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948585.176694:0:8:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948585.176696:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948585.176705:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1783948585.176706:0:8:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783948585.176707:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948585.176711:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948585.176713:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e200. 00000020:00000010:1.0:1783948585.176715:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2fe00. 00000020:00000010:1.0:1783948585.176717:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619c00. 00000008:00000010:1.0:1783948585.176720:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948585.176722:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948585.176725:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948585.176727:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948585.176730:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948585.176732:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2f800. 00000008:00000010:1.0:1783948585.176735:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948585.176737:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948585.176753:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948585.176756:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948585.176758:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948585.176761:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948585.176763:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000020:00000001:1.0:1783948585.176764:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948585.176766:0:8:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948585.176767:0:8:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948585.176769:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.176770:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948585.176771:0:8:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948585.176774:0:8:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x34:0x0]io ffff89e9582d77e0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783948585.176777:0:8:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e9412227c0 00020000:00000001:1.0:1783948585.176779:0:8:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948585.176780:0:8:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948585.176782:0:8:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948585.176783:0:8:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176785:0:8:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948585.176786:0:8:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948585.176788:0:8:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176789:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.176790:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948585.176791:0:8:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948585.176792:0:8:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e9412227c0 00000020:00000001:1.0:1783948585.176794:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176796:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948585.176797:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783948585.176799:0:8:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948585.176801:0:8:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948585.176803:0:8:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948585.176806:0:8:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948585.176807:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948585.176808:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948585.176811:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948585.176813:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fc00. 00000020:00000010:1.0:1783948585.176816:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2e000. 00000020:00000010:1.0:1783948585.176819:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619660. 00000008:00000010:1.0:1783948585.176821:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948585.176823:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948585.176826:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948585.176828:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948585.176830:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948585.176833:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2f000. 00000008:00000010:1.0:1783948585.176836:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948585.176839:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948585.176841:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948585.176843:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948585.176845:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948585.176847:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948585.176850:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3d00 -> ffff89e9516a39e0 00000020:00000001:1.0:1783948585.176894:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948585.176896:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.176900:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948585.176901:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176903:0:8:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176905:0:8:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948585.176908:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783948585.176909:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176911:0:8:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176912:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176914:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783948585.176915:0:8:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948585.176916:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.176917:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948585.176919:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948585.176920:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176921:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176923:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176924:0:8:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176925:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948585.176926:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176928:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176930:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783948585.176931:0:8:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948585.176932:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.176933:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948585.176934:0:8:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:1.0:1783948585.176936:0:8:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff89e943191000: unstable/dirty counts are both zero 00000008:00000001:1.0:1783948585.176937:0:8:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176938:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176940:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176941:0:8:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176942:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176943:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948585.176945:0:8:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783948585.176946:0:8:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948585.176947:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1783948585.176948:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948585.176949:0:8:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176950:0:8:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783948585.176951:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948585.176952:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783948585.176953:0:8:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948585.176954:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.176956:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948585.176957:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948585.176958:0:8:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176959:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176961:0:8:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948585.176962:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948585.176963:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783948585.176964:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948585.176965:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948585.176966:0:8:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948585.176967:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.176968:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948585.176969:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948585.176970:0:8:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176972:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.176974:0:8:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948585.176975:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948585.176976:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.176978:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948585.176979:0:8:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948585.176980:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948585.176981:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948585.176982:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948585.176984:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948585.176986:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2e000. 00000020:00000010:1.0:1783948585.176989:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619660. 00000008:00000010:1.0:1783948585.176992:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948585.176995:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948585.176997:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948585.177000:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948585.177002:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948585.177005:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fc00. 00000008:00000010:1.0:1783948585.177007:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948585.177010:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948585.177013:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948585.177015:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948585.177018:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2f000. 00000020:00000010:1.0:1783948585.177020:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948585.177021:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948585.177023:0:8:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948585.177024:0:8:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948585.177025:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948585.177028:0:8:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948585.177029:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948585.177030:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948585.177032:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2fe00. 00000020:00000010:1.0:1783948585.177034:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619c00. 00000008:00000010:1.0:1783948585.177036:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948585.177038:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948585.177041:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948585.177043:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948585.177045:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948585.177047:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e200. 00000008:00000010:1.0:1783948585.177049:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948585.177051:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948585.177053:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948585.177056:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948585.177058:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2f800. 00000020:00000010:1.0:1783948585.177060:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948585.177062:0:8:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948585.177064:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948585.177068:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1783948585.177069:0:8:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783948585.177070:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00010000:00000001:2.0:1783948585.177396:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948585.177409:0:28984:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948585.177412:0:28984:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948585.177415:0:28984:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948585.177420:0:28984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948585.177422:0:28984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948585.177424:0:28984:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948585.177426:0:28984:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948585.177431:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948585.177433:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948585.177436:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948585.177437:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948585.177460:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948585.177463:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948585.177465:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1783948585.177939:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948585.177946:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2f800. 00000020:00000010:1.0:1783948585.177950:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2e200. 00000020:00000010:1.0:1783948585.177953:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619c00. 00000008:00000010:1.0:1783948585.177957:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948585.177961:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948585.177965:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948585.177969:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948585.177972:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948585.177975:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2fe00. 00000008:00000010:1.0:1783948585.177977:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948585.177981:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948585.177984:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948585.177987:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948585.177989:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948585.177991:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948585.177995:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2f58 -> ffff89e950ba2f58 00000020:00000001:1.0:1783948585.177997:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948585.177999:0:8:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948585.178001:0:8:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948585.178004:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.178005:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783948585.178007:0:8:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948585.178010:0:8:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x35:0x0]io ffff89e9582d77e0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783948585.178013:0:8:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9412227c0 00020000:00000001:1.0:1783948585.178016:0:8:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948585.178018:0:8:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948585.178022:0:8:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948585.178023:0:8:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.178025:0:8:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783948585.178026:0:8:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948585.178028:0:8:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178029:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.178030:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948585.178031:0:8:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948585.178033:0:8:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9412227c0 00000020:00000001:1.0:1783948585.178035:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178037:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948585.178038:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783948585.178040:0:8:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948585.178042:0:8:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948585.178045:0:8:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948585.178048:0:8:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948585.178049:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948585.178051:0:8:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948585.178053:0:8:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948585.178056:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2f000. 00000020:00000010:1.0:1783948585.178058:0:8:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e943f2fc00. 00000020:00000010:1.0:1783948585.178060:0:8:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619660. 00000008:00000010:1.0:1783948585.178062:0:8:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948585.178064:0:8:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948585.178067:0:8:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948585.178069:0:8:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948585.178071:0:8:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948585.178073:0:8:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e943f2e000. 00000008:00000010:1.0:1783948585.178409:0:8:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948585.178415:0:8:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948585.178418:0:8:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948585.178422:0:8:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948585.178425:0:8:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948585.178428:0:8:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948585.178430:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3850 -> ffff89e950ba2f58 00000020:00000001:1.0:1783948585.178431:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948585.178434:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948585.178435:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948585.178436:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.178438:0:8:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.178440:0:8:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948585.178442:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783948585.178443:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.178446:0:8:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178447:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178449:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783948585.178450:0:8:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948585.178451:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.178452:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948585.178453:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948585.178454:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178456:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.178457:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.178458:0:8:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178459:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948585.178460:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178462:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178464:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783948585.178465:0:8:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948585.178467:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.178468:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948585.178469:0:8:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1783948585.178472:0:8:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1783948585.178478:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1783948585.178480:0:8:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1783948585.178481:0:8:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948585.178484:0:8:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1783948585.178485:0:8:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783948585.178488:0:8:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446614233929087104 : -129839780464512 : ffff89e95201f880) 00000008:00000020:1.0:1783948585.178491:0:8:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff89e95201f880 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1783948585.178494:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1783948585.178495:0:8:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1783948585.178496:0:8:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948585.178498:0:8:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1783948585.178501:0:8:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1783948585.178503:0:8:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff89e9582266c0@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff89e95201f880], [32768|2|+|-|ffff89e952235a00|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1783948585.178522:0:8:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 00000000b322dc9b ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1783948585.178533:0:8:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1783948585.178537:0:8:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e95201f880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1783948585.178541:0:8:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1783948585.178544:0:8:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1783948585.178547:0:8:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff89e9582266c0@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff89e95201f880], [32768|2|+|-|ffff89e952235a00|1024|ffff89e9412227c0]} make ready 00000008:00010000:1.0:1783948585.178552:0:8:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000b322dc9b ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1783948585.178559:0:8:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:1.0:1783948585.178560:0:8:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1783948585.178576:0:8:0:(cl_page.c:1160:cl_page_make_ready()) page@000000008750eea5[2 000000008c2b3646 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1783948585.178578:0:8:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1783948585.178579:0:8:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1783948585.178581:0:8:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783948585.178583:0:8:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783948585.178584:0:8:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1783948585.178586:0:8:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1783948585.178588:0:8:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948585.178590:0:8:0:(cl_page.c:507:__cl_page_state_set()) page@000000008750eea5[2 000000008c2b3646 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948585.178592:0:8:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1783948585.178593:0:8:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948585.178594:0:8:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1783948585.178597:0:8:0:(cl_page.c:1182:cl_page_make_ready()) page@000000008750eea5[2 000000008c2b3646 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948585.178599:0:8:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1783948585.178600:0:8:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.178602:0:8:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:1.0:1783948585.178603:0:8:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1783948585.178607:0:8:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000083e7b3c6[2 000000008c2b3646 1 1 0000000000000000 0 0 1] 00000020:00008000:1.0:1783948585.178609:0:8:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1783948585.178609:0:8:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1783948585.178611:0:8:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783948585.178612:0:8:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783948585.178613:0:8:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1783948585.178614:0:8:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1783948585.178615:0:8:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948585.178617:0:8:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e7b3c6[2 000000008c2b3646 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783948585.178619:0:8:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1783948585.178620:0:8:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948585.178621:0:8:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1783948585.178624:0:8:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000083e7b3c6[2 000000008c2b3646 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783948585.178626:0:8:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1783948585.178627:0:8:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178630:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:1.0:1783948585.178632:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:1.0:1783948585.178633:0:8:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1783948585.178636:0:8:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.178637:0:8:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000001:1.0:1783948585.178640:0:8:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.178642:0:8:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:1.0:1783948585.178646:0:8:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff89e943191000: cli: ffff89e943f6d560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1783948585.178652:0:8:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 16 at ffff89e9582258f0. 00000008:00000010:1.0:1783948585.178656:0:8:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff89e9446b5dd0. 00000008:00000020:1.0:1783948585.178658:0:8:0:(osc_request.c:2874:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1783948585.178662:0:8:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1783948585.178665:0:8:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1783948585.178666:0:8:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1783948585.178670:0:8:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1783948584/1783948584 00000020:00000001:1.0:1783948585.178675:0:8:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1783948585.178676:0:8:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1783948585.178680:0:8:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1783948585.178683:0:8:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:1.0:1783948585.178686:0:8:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948585.178692:0:8:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fa00 count: 2 00010000:00000001:1.0:1783948585.178694:0:8:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948585.178700:0:8:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1783948585.178704:0:8:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1783948585.178707:0:8:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948585.178713:0:8:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948585.178716:0:8:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948585.178725:0:8:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948585.178727:0:8:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948585.178729:0:8:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1783948585.178731:0:8:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948585.178733:0:8:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948585.178736:0:8:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=3 00000020:00000001:1.0:1783948585.178738:0:8:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:1.0:1783948585.179436:0:8:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00000008:00000001:1.0:1783948585.179440:0:8:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:1.0:1783948585.179444:0:8:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948585.179445:0:8:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1783948585.179447:0:8:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1783948585.179451:0:8:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1783948585.179458:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cdc00. 00000020:00000040:1.0:1783948585.179463:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948585.179471:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948585.179474:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948585.179478:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948585.179504:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff89e9581b4000. 00000100:00000001:1.0:1783948585.179828:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1783948585.179837:0:8:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1783948585.179846:0:8:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff89e943191000: dirty: 32768 undirty: 484638720 dropped 0 grant: 8404992 cl_lost_grant 0 00000008:00000001:1.0:1783948585.180419:0:8:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1783948585.180449:0:8:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 3007 MB/s 00000008:00008000:1.0:1783948585.180461:0:8:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffedddc4756d40 map ffff89e951d854f8 index 0 flags 17ffffc0005028 count 2 priv ffff89e94467fd20: off 0 00000008:00008000:1.0:1783948585.180466:0:8:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffedddc4756c80 map ffff89e951d854f8 index 1 flags 17ffffc0005028 count 2 priv ffff89e94467fa80: off 0 00000008:00000001:1.0:1783948585.180477:0:8:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1783948585.180480:0:8:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1783948585.180486:0:8:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff89e9529cdc00 - object 0x240000400:68 offset 0<>8192 00000008:00000001:1.0:1783948585.180489:0:8:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.180492:0:8:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1783948585.180495:0:8:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1783948585.180496:0:8:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1783948585.180500:0:8:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1783948584/1783948584 00000020:00000001:1.0:1783948585.180503:0:8:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1783948585.180504:0:8:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1783948585.180737:0:8:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1783948585.180816:0:8:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948585.180819:0:8:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000008:00000002:1.0:1783948585.180833:0:8:0:(osc_request.c:2975:osc_build_rpc()) @@@ 2 pages, aa 00000000600686c0, now 0r/1w/0d in flight req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1783948585.180843:0:8:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1783948585.181165:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b332441] to pc [ptlrpcd_00_01+1] req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783948585.181191:0:8:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1783948585.181193:0:8:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.181196:0:8:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.181199:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948585.181201:0:8:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.181203:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948585.181204:0:8:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.181206:0:8:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948585.181207:0:8:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.181212:0:8:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783948585.181213:0:8:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.181215:0:8:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1783948585.181218:0:8:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e95201f880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:1.0:1783948585.181222:0:8:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:1.0:1783948585.181225:0:8:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1783948585.181227:0:8:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948585.181230:0:8:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948585.181231:0:8:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948585.181233:0:8:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948585.181235:0:8:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948585.181236:0:8:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948585.181238:0:8:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1783948585.181246:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cce00. 00000020:00000040:1.0:1783948585.181249:0:8:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948585.181254:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948585.181256:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948585.181260:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948585.181266:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e943f2fa00. 00000100:00000001:1.0:1783948585.181271:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948585.181276:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948585.181280:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948585.181286:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007db2a4a] to pc [ptlrpcd_00_00+0] req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783948585.181294:0:8:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.181296:0:8:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948585.181298:0:8:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.181301:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.181303:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.181306:0:8:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.181307:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.181309:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948585.181311:0:8:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783948585.181313:0:8:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948585.181314:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1783948585.181610:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948585.181614:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948585.181616:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948585.181623:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.181632:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948585.181634:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948585.181637:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948585.181640:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948585.181642:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948585.181646:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636539776:192.168.202.104@tcp:16:kworker.0 00000100:00000001:1.0:1783948585.181651:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948585.181656:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948585.181659:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948585.181662:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948585.181667:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f2000. 02000000:00000001:1.0:1783948585.181670:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948585.181677:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948585.181681:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888210. 00000400:00000010:1.0:1783948585.181689:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618dd0. 00000100:00000200:1.0:1783948585.181697:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636539776, portal 4 00000100:00000001:1.0:1783948585.181699:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948585.181701:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939234304 : -129839770317312 : ffff89e9529cce00) 00000100:00000040:1.0:1783948585.181710:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.181718:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948585.181721:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948585.181723:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948585.181726:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870603636539776, offset 0 00000400:00000200:1.0:1783948585.181734:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948585.182124:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.182133:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948585.182139:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948585.182143:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948585.182147:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948585.182150:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948585.182154:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2717:2717:256:4294967295] 192.168.202.104@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:1.0:1783948585.182158:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.182168:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948585.182174:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948585.182181:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948585.182187:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948585.182195:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948585.182200:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1783948585.182217:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948585.182222:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21776 usecs (22 jiffies) 00000400:00000200:1.0:1783948585.182225:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948585.182227:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675355 00000100:00000001:1.0:1783948585.182231:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:1.0:1783948585.182234:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675356 00000100:00000001:1.0:1783948585.182236:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:1.0:1783948585.182239:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948585.182243:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948585.182246:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948585.182250:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948585.182258:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948585.182261:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783948585.182263:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948585.182265:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948585.182266:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948585.182268:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1783948585.182270:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948585.182272:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948585.182273:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948585.182275:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948585.182275:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948585.182277:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948585.182282:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.182289:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948585.182290:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948585.182293:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948585.182295:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948585.182297:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948585.182300:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636539648:192.168.202.104@tcp:4:multiop.0 00000100:00000001:1.0:1783948585.182305:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948585.182308:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948585.182309:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948585.182311:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948585.182316:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f0c00. 02000000:00000001:1.0:1783948585.182317:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948585.182320:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948585.182337:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888b00. 00000400:00000010:1.0:1783948585.182341:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506184c8. 00000100:00000200:1.0:1783948585.182345:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636539648, portal 4 00000100:00000001:1.0:1783948585.182347:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948585.182348:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000040:1.0:1783948585.182354:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.182360:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948585.182363:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948585.182366:0:2353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89e958f6e840. 00000100:00000200:1.0:1783948585.182368:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1870603636539648, offset 0 00000400:00000200:1.0:1783948585.182394:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948585.182407:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.182411:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948585.182413:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948585.182415:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948585.182417:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948585.182420:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948585.182422:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2718:2718:255:4294967295] 192.168.202.104@tcp LPNI seq info [2718:2718:7:4294967295] 00000400:00000200:1.0:1783948585.182427:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.182433:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948585.182438:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948585.182442:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89e954694400. 00000800:00000200:1.0:1783948585.182446:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948585.182451:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948585.182453:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954694400 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:1.0:1783948585.182472:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948585.182476:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21776 usecs (22 jiffies) 00000400:00000200:1.0:1783948585.182479:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948585.182481:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296675356 00000100:00000001:1.0:1783948585.182484:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:1.0:1783948585.182485:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296675356 00000100:00000001:1.0:1783948585.182488:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:1.0:1783948585.182490:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948585.182492:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948585.182494:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948585.182496:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948585.182611:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948585.182616:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:1.0:1783948585.182621:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948585.182626:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948585.182632:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618ee0 00000400:00000010:1.0:1783948585.182635:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618ee0. 00000100:00000001:1.0:1783948585.182639:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948585.182644:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.182654:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948585.182657:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.182664:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948585.182666:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948585.182703:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948585.182706:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89e954694400. 00000400:00000200:1.0:1783948585.182708:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948585.182711:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948585.182714:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e958f6e840 00000400:00000010:1.0:1783948585.182716:0:2346:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 168 at ffff89e958f6e840. 00000100:00000001:1.0:1783948585.182718:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948585.182720:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.182726:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948585.182729:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.182734:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948585.182735:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783948585.184441:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948585.184451:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948585.193974:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948585.193991:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948585.193996:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948585.193998:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948585.194007:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.194015:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948585.194024:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.194030:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.194036:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.194040:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 432 into portal 4 MB=0x6a54dd9458180 00000400:00000200:1.0:1783948585.194046:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.194054:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 432/432 into md 0x76e1 [1] + 224 00000800:00000001:1.0:1783948585.194063:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948585.194071:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948585.194076:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948585.194081:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948585.194092:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948585.194104:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948585.194118:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.194149:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948585.194159:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948585.194163:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948585.194281:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948585.194286:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948585.194295:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948585.194296:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948585.194300:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888210. 00000400:00000200:0.0:1783948585.194306:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618dd0 00000400:00000010:0.0:1783948585.194308:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618dd0. 00000100:00000001:0.0:1783948585.194311:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948585.194316:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948585.194325:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948585.194332:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948585.194334:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948585.194337:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948585.194341:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948585.194344:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948585.194346:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948585.194349:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948585.194358:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948585.194362:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948585.194365:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948585.194367:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948585.194370:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948585.194374:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948585.194378:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948585.194380:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1783948585.194382:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948585.194383:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948585.194388:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948585.194395:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948585.194407:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948585.194409:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783948585.194413:0:2353:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1783948585.194421:0:2353:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:0.0:1783948585.194423:0:2353:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:0.0:1783948585.194425:0:2353:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783948585.194429:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783948585.194431:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948585.194433:0:2353:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948585.194435:0:2353:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000001:0.0:1783948585.194450:0:2353:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948585.194455:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948585.194463:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636539776:192.168.202.104@tcp:16:kworker.0 00000100:00000001:0.0:1783948585.194467:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948585.194470:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948585.194473:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cce00 x1870603636539776/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948601 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948585.194480:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948585.194483:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948585.194486:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f2000. 02000000:00000001:0.0:1783948585.194490:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948585.194493:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948585.194495:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948585.194497:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948585.194500:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e943f2fa00. 02000000:00000001:0.0:1783948585.194510:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948585.194512:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948585.194513:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cce00. 00000100:00000001:0.0:1783948585.194517:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948585.194518:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948585.194522:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948585.194523:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948585.194525:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948585.194526:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948585.194528:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.195969:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948585.195978:0:8:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.195986:0:8:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783948585.195989:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948585.195991:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783948585.195994:0:8:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948585.195997:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.195999:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948585.196001:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948585.196002:0:8:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.196004:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.196005:0:8:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948585.196006:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948585.196008:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783948585.196009:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948585.196010:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948585.196012:0:8:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948585.196013:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948585.196014:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948585.196015:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948585.196016:0:8:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.196018:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948585.196019:0:8:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948585.196020:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948585.196022:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948585.196026:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948585.196027:0:8:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948585.196029:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948585.196030:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948585.196032:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948585.196036:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948585.196043:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2fc00. 00000020:00000010:1.0:1783948585.196049:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619660. 00000008:00000010:1.0:1783948585.196055:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948585.196060:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948585.196064:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948585.196070:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948585.196075:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948585.196079:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2f000. 00000008:00000010:1.0:1783948585.196082:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948585.196086:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948585.196091:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948585.196094:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948585.196097:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2e000. 00000020:00000010:1.0:1783948585.196099:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948585.196102:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948585.196104:0:8:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948585.196107:0:8:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948585.196109:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948585.196112:0:8:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948585.196113:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948585.196117:0:8:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948585.196119:0:8:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e943f2e200. 00000020:00000010:1.0:1783948585.196122:0:8:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619c00. 00000008:00000010:1.0:1783948585.196125:0:8:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948585.196129:0:8:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948585.196132:0:8:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948585.196134:0:8:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948585.196136:0:8:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948585.196139:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2f800. 00000008:00000010:1.0:1783948585.196142:0:8:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948585.196145:0:8:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948585.196147:0:8:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948585.196149:0:8:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948585.196152:0:8:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e943f2fe00. 00000020:00000010:1.0:1783948585.196154:0:8:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948585.196157:0:8:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:1.0:1783948585.196161:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948585.207044:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948585.207061:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948585.207065:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948585.207067:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948585.207074:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.207080:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948585.207087:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.207091:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.207095:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.207098:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 448 into portal 4 MB=0x6a54dd9458100 00000400:00000200:1.0:1783948585.207102:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948585.207108:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 448/448 into md 0x76f1 [1] + 224 00000800:00000001:1.0:1783948585.207113:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948585.207131:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948585.207134:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948585.207137:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948585.207143:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948585.207151:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948585.207161:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948585.207189:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948585.207198:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948585.207201:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948585.207252:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948585.207256:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948585.207262:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948585.207263:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948585.207266:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888b00. 00000400:00000200:0.0:1783948585.207269:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506184c8 00000400:00000010:0.0:1783948585.207271:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506184c8. 00000100:00000001:0.0:1783948585.207274:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948585.207277:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783948585.207283:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cdc00 x1870603636539648/t0(0) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948585.207287:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948585.207289:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948585.207290:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948585.207293:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948585.207296:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948585.207297:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948585.207299:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948585.207307:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9601854a8 time=105 v=5 (5 0 0 0) 00000100:00001000:0.0:1783948585.207309:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948585.207311:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948585.207313:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948585.207315:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948585.207317:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948585.207319:0:2353:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783948585.207321:0:2353:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783948585.207323:0:2353:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783948585.207324:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948585.207325:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939237888 : -129839770313728 : ffff89e9529cdc00) 00000100:00000001:0.0:1783948585.207327:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948585.207329:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1783948585.207330:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948585.207332:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948585.207335:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cdc00 x1870603636539648/t4294967340(4294967340) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948585.207340:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948585.207342:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948585.207343:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783948585.207345:0:2353:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1783948585.207347:0:2353:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1783948585.207351:0:2353:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1783948585.207354:0:2353:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1783948585.207357:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for usr 0 00000001:04000000:0.0:1783948585.207359:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for grp 0 00000001:04000000:0.0:1783948585.207360:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff89e943191000: setdq to remove for prj 0 00000001:00000001:0.0:1783948585.207363:0:2353:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783948585.207365:0:2353:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1783948585.207368:0:2353:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1783948585.207372:0:2353:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783948585.207375:0:2353:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1783948585.207377:0:2353:0:(osc_request.c:2585:brw_interpret()) request ffff89e9529cdc00 aa ffff89e9529cddb0 rc 0 00000020:00000001:0.0:1783948585.207384:0:2353:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:0.0:1783948585.207387:0:2353:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:0.0:1783948585.207389:0:2353:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783948585.207392:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783948585.207395:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948585.207406:0:2353:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948585.207408:0:2353:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000010:0.0:1783948585.207411:0:2353:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff89e9446b5dd0. 00000020:00000001:0.0:1783948585.207416:0:2353:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:0.0:1783948585.207418:0:2353:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1783948585.207429:0:2353:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1783948585.207432:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948585.207435:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cdc00 x1870603636539648/t4294967340(4294967340) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948585.207440:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948585.207443:0:2353:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1783948585.207445:0:2353:0:(osc_cache.c:910:osc_extent_finish()) extent ffff89e9582266c0@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff89e95201f880], [32768|2|+|-|ffff89e952235a00|1024|ffff89e9412227c0]} extent finished. 00000008:00010000:0.0:1783948585.207451:0:2353:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000b322dc9b ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783948585.207463:0:2353:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1783948585.207465:0:2353:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1783948585.207468:0:2353:0:(cl_page.c:1104:cl_page_complete()) page@000000008750eea5[2 000000008c2b3646 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783948585.207470:0:2353:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1783948585.207471:0:2353:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1783948585.207472:0:2353:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1783948585.207482:0:2353:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783948585.207485:0:2353:0:(cl_page.c:507:__cl_page_state_set()) page@000000008750eea5[2 000000008c2b3646 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783948585.207486:0:2353:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1783948585.207488:0:2353:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1783948585.207490:0:2353:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1783948585.207493:0:2353:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000008750eea5[2 000000008c2b3646 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1783948585.207495:0:2353:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1783948585.207505:0:2353:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1783948585.207506:0:2353:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1783948585.207508:0:2353:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783948585.207510:0:2353:0:(cl_page.c:556:cl_batch_put()) page@000000008750eea5[2 000000008c2b3646 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783948585.207511:0:2353:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1783948585.207513:0:2353:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783948585.207514:0:2353:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000001:0.0:1783948585.207515:0:2353:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1783948585.207515:0:2353:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1783948585.207517:0:2353:0:(cl_page.c:1104:cl_page_complete()) page@0000000083e7b3c6[2 000000008c2b3646 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1783948585.207517:0:2353:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1783948585.207518:0:2353:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1783948585.207519:0:2353:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1783948585.207520:0:2353:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783948585.207521:0:2353:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e7b3c6[2 000000008c2b3646 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1783948585.207522:0:2353:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1783948585.207522:0:2353:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1783948585.207523:0:2353:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1783948585.207524:0:2353:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000083e7b3c6[2 000000008c2b3646 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1783948585.207525:0:2353:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1783948585.207529:0:2353:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1783948585.207530:0:2353:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1783948585.207531:0:2353:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783948585.207532:0:2353:0:(cl_page.c:556:cl_batch_put()) page@0000000083e7b3c6[2 000000008c2b3646 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1783948585.207533:0:2353:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1783948585.207533:0:2353:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783948585.207534:0:2353:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1783948585.207536:0:2353:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 16842752 dirty: 0/0 00000008:00000020:0.0:1783948585.207540:0:2353:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff89e9582266c0@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff89e95201f880], [32768|0|-|-|ffff89e952235a00|1024|ffff89e9412227c0]} destroyed. 00000008:00010000:0.0:1783948585.207548:0:2353:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000b322dc9b ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948585.207554:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948585.207555:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1783948585.207557:0:2353:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff89e9582266c0. 00000008:00000001:0.0:1783948585.207560:0:2353:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1783948585.207562:0:2353:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 16 at ffff89e9582258f0. 00000008:00000020:0.0:1783948585.207569:0:2353:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff89e943f6d560. 00000008:00000001:0.0:1783948585.207578:0:2353:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948585.207582:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cdc00 x1870603636539648/t4294967340(4294967340) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783948585.207588:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636539648:192.168.202.104@tcp:4:multiop.0 00000100:00000001:0.0:1783948585.207591:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948585.207593:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948585.207595:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cdc00 x1870603636539648/t4294967340(4294967340) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948585.207604:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948585.207606:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948585.207612:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948585.207614:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948585.207615:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948585.207617:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948585.207625:0:11950:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948585.207630:0:11950:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948585.207634:0:11950:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b7000. 00000020:00000010:0.0:1783948585.207637:0:11950:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9462b6000. 00000020:00000010:0.0:1783948585.207640:0:11950:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948585.207644:0:11950:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948585.207648:0:11950:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948585.207653:0:11950:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948585.207658:0:11950:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948585.207662:0:11950:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948585.207667:0:11950:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6c00. 00000008:00000010:0.0:1783948585.207671:0:11950:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948585.207676:0:11950:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948585.207683:0:11950:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948585.207688:0:11950:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948585.207691:0:11950:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948585.207693:0:11950:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000008:00000020:0.0:1783948585.207695:0:11950:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff89e943f6d560. 00000008:00000001:0.0:1783948585.207697:0:11950:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1783948585.207699:0:11950:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1783948585.207701:0:11950:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948585.207703:0:11950:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1783948585.207705:0:11950:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948585.207707:0:11950:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9462b6000. 00000020:00000010:0.0:1783948585.207712:0:11950:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713ba0. 00000008:00000010:0.0:1783948585.207715:0:11950:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948585.207718:0:11950:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948585.207722:0:11950:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948585.207725:0:11950:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948585.207728:0:11950:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948585.207731:0:11950:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b7000. 00000008:00000010:0.0:1783948585.207735:0:11950:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948585.207738:0:11950:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948585.207742:0:11950:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948585.207745:0:11950:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948585.207747:0:11950:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6c00. 00000020:00000010:0.0:1783948585.207749:0:11950:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000080:00000001:2.0:1783948586.063145:0:34716:0:(file.c:5291:ll_fsync()) Process entered 00000020:00000001:2.0:1783948586.063153:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3e48 00000080:00200008:2.0:1783948586.063157:0:34716:0:(file.c:5295:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0 00020000:00000001:2.0:1783948586.063166:0:34716:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948586.063169:0:34716:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000002:2.0:1783948586.063173:0:34716:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000001:2.0:1783948586.063175:0:34716:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.063182:0:34716:0:(lmv_obd.c:3050:lmv_fsync()) Process entered 00000002:00000001:2.0:1783948586.063188:0:34716:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1783948586.063195:0:34716:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948586.063200:0:34716:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948586.063204:0:34716:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.063208:0:34716:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.063212:0:34716:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.063219:0:34716:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e952882400. 00000100:00000001:2.0:1783948586.063225:0:34716:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.063232:0:34716:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.063234:0:34716:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.063241:0:34716:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.063243:0:34716:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166006528 : -129839543545088 : ffff89e960211300) 00000100:00000001:2.0:1783948586.063247:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.063248:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000001:2.0:1783948586.063253:0:34716:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.063258:0:34716:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.063259:0:34716:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.063261:0:34716:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.063273:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.063282:0:34716:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.063284:0:34716:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.063287:0:34716:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.063290:0:34716:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.063292:0:34716:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.063296:0:34716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636539904:192.168.202.104@tcp:44:multiop.0 00000100:00000001:2.0:1783948586.063299:0:34716:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.063304:0:34716:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.063306:0:34716:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.063309:0:34716:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.063312:0:34716:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb400. 02000000:00000001:2.0:1783948586.063314:0:34716:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.063322:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.063326:0:34716:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948586.063332:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a23b8. 00000100:00000200:2.0:1783948586.063339:0:34716:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636539904, portal 10 00000100:00000001:2.0:1783948586.063353:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.063354:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:2.0:1783948586.063360:0:34716:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.063366:0:34716:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.063368:0:34716:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.063371:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2198. 00000100:00000200:2.0:1783948586.063375:0:34716:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1870603636539904, offset 0 00000400:00000200:2.0:1783948586.063381:0:34716:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.063397:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.063404:0:34716:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.063410:0:34716:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.063414:0:34716:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.063418:0:34716:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.063421:0:34716:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.063425:0:34716:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2719:2719:256:4294967295] 192.168.202.104@tcp LPNI seq info [2719:2719:8:4294967295] 00000400:00000200:2.0:1783948586.063429:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.063440:0:34716:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.063445:0:34716:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.063451:0:34716:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61100. 00000800:00000200:2.0:1783948586.063457:0:34716:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.063464:0:34716:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.063468:0:34716:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.063486:0:34716:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.063491:0:34716:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 817280 usecs (818 jiffies) 00000400:00000200:2.0:1783948586.063494:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.063497:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677033 00000100:00000001:2.0:1783948586.063500:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.063502:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677033 00000100:00000001:2.0:1783948586.063504:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.063506:0:34716:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.063508:0:34716:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.063510:0:34716:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.063512:0:34716:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.063514:0:34716:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211300 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.063517:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.063520:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.063742:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.063746:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61100. 00000400:00000200:1.0:1783948586.063751:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.063756:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.063762:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2198 00000400:00000010:1.0:1783948586.063775:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2198. 00000100:00000001:1.0:1783948586.063779:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.063784:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.063795:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.063798:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.063811:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.063813:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948586.080823:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.080842:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.080847:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.080883:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.080904:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.080913:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.080924:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.080929:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.080935:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.080940:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 440 into portal 10 MB=0x6a54dd9458200 00000400:00000200:1.0:1783948586.080945:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.080952:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 440/440 into md 0x7701 [1] + 224 00000800:00000001:1.0:1783948586.080959:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.080966:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.080969:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.080973:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.080981:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.080989:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948586.081001:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.081017:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.081024:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.081027:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.081209:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.081217:0:34716:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.081219:0:34716:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.081223:0:34716:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:2.0:1783948586.081228:0:34716:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:2.0:1783948586.081231:0:34716:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:2.0:1783948586.081234:0:34716:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.081239:0:34716:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948586.081248:0:34716:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.081255:0:34716:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.081257:0:34716:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.081259:0:34716:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.081263:0:34716:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.081267:0:34716:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.081269:0:34716:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.081272:0:34716:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.081284:0:34716:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948586.081289:0:34716:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.081292:0:34716:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.081294:0:34716:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.081298:0:34716:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.081301:0:34716:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.081305:0:34716:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783948586.081308:0:34716:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 8589934612 gen 2 00000100:00000040:2.0:1783948586.081314:0:34716:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff89e950b64000 x1870603636537216/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.081321:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.081325:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64000 x1870603636537216/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/448 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.081332:0:34716:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.081335:0:34716:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.081339:0:34716:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509e9800. 02000000:00000001:2.0:1783948586.081342:0:34716:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.081354:0:34716:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.081356:0:34716:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.081359:0:34716:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.081361:0:34716:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509eac00. 02000000:00000001:2.0:1783948586.081364:0:34716:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.081366:0:34716:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.081368:0:34716:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64000. 00000100:00000001:2.0:1783948586.081372:0:34716:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.081373:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.081378:0:34716:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff89e95066d500 x1870603636538240/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.081385:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.081388:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d500 x1870603636538240/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 520/456 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.081403:0:34716:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.081404:0:34716:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.081406:0:34716:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948586.081408:0:34716:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.081409:0:34716:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.081410:0:34716:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.081412:0:34716:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.081413:0:34716:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581ca800. 02000000:00000001:2.0:1783948586.081415:0:34716:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.081416:0:34716:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.081417:0:34716:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d500. 00000100:00000001:2.0:1783948586.081419:0:34716:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.081420:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1783948586.081425:0:34716:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948586.081434:0:34716:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.081441:0:34716:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783948586.081444:0:34716:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:2.0:1783948586.081448:0:34716:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.081449:0:34716:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.081454:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.081461:0:34716:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.081464:0:34716:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.081467:0:34716:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.081470:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948586.081477:0:34716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636539904:192.168.202.104@tcp:44:multiop.0 00000100:00000001:2.0:1783948586.081481:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.081485:0:34716:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.081487:0:34716:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.081490:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.081492:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.081499:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.081501:0:34716:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.081504:0:34716:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.081506:0:34716:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.081509:0:34716:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.081512:0:34716:0:(lmv_obd.c:3057:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.081515:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.081518:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636539904/t0(0) o44->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 448/440 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.081524:0:34716:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.081526:0:34716:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.081527:0:34716:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb400. 02000000:00000001:2.0:1783948586.081529:0:34716:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.081530:0:34716:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.081531:0:34716:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.081533:0:34716:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.081534:0:34716:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e952882400. 02000000:00000001:2.0:1783948586.081537:0:34716:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.081538:0:34716:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.081539:0:34716:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:2.0:1783948586.081542:0:34716:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.081543:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.081546:0:34716:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1783948586.081548:0:34716:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.081550:0:34716:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1783948586.081553:0:34716:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.081559:0:34716:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11cf0. 00000020:00000010:2.0:1783948586.081564:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e952882400. 00000020:00000010:2.0:1783948586.081571:0:34716:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e941678000. 00000020:00000010:2.0:1783948586.081574:0:34716:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041240. 00000008:00000010:2.0:1783948586.081581:0:34716:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948586.081585:0:34716:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948586.081591:0:34716:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948586.081596:0:34716:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948586.081600:0:34716:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948586.081604:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e94120ac00. 00000008:00000010:2.0:1783948586.081607:0:34716:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948586.081610:0:34716:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948586.081614:0:34716:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948586.081617:0:34716:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e3c0. 00000020:00000001:2.0:1783948586.081620:0:34716:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374264 : -129839665177352 : ffff89e958e11cf8) 00000020:00001000:2.0:1783948586.081622:0:34716:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11cf0 00000020:00000001:2.0:1783948586.081627:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948586.081630:0:34716:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948586.081633:0:34716:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948586.081635:0:34716:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948586.081639:0:34716:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.081641:0:34716:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948586.081643:0:34716:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948586.081647:0:34716:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x34:0x0]io ffff89e9582a8e40 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1783948586.081650:0:34716:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000001:2.0:1783948586.081662:0:34716:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948586.081664:0:34716:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948586.081666:0:34716:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948586.081669:0:34716:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.081671:0:34716:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948586.081673:0:34716:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948586.081675:0:34716:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081676:0:34716:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.081678:0:34716:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.081679:0:34716:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948586.081680:0:34716:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00000020:00000001:2.0:1783948586.081682:0:34716:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081685:0:34716:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948586.081687:0:34716:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783948586.081689:0:34716:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948586.081691:0:34716:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948586.081695:0:34716:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1783948586.081698:0:34716:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.081700:0:34716:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948586.081701:0:34716:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.081704:0:34716:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11c60. 00000020:00000010:2.0:1783948586.081707:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e94120a200. 00000020:00000010:2.0:1783948586.081710:0:34716:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9584cfc00. 00000020:00000010:2.0:1783948586.081712:0:34716:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041600. 00000008:00000010:2.0:1783948586.081715:0:34716:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724e50. 00020000:00000010:2.0:1783948586.081718:0:34716:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226540. 00008000:00000010:2.0:1783948586.081720:0:34716:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9530. 00000080:00000010:2.0:1783948586.081723:0:34716:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948586.081726:0:34716:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9e10. 00000020:00000010:2.0:1783948586.081731:0:34716:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941342000. 00000008:00000010:2.0:1783948586.081733:0:34716:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585760. 00020000:00000010:2.0:1783948586.081736:0:34716:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948586.081738:0:34716:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f558. 00000080:00000010:2.0:1783948586.081741:0:34716:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e780. 00000020:00000001:2.0:1783948586.081743:0:34716:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374120 : -129839665177496 : ffff89e958e11c68) 00000020:00001000:2.0:1783948586.081745:0:34716:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11c60 00000020:00000001:2.0:1783948586.081748:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a3d00 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948586.081750:0:34716:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948586.081753:0:34716:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.081754:0:34716:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948586.081756:0:34716:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.081758:0:34716:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.081760:0:34716:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948586.081762:0:34716:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783948586.081764:0:34716:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.081766:0:34716:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081767:0:34716:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081770:0:34716:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1783948586.081771:0:34716:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948586.081773:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.081774:0:34716:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948586.081775:0:34716:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948586.081776:0:34716:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081778:0:34716:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.081780:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.081781:0:34716:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081783:0:34716:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948586.081784:0:34716:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081785:0:34716:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081787:0:34716:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1783948586.081790:0:34716:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783948586.081791:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.081792:0:34716:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783948586.081794:0:34716:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1783948586.081796:0:34716:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1783948586.081801:0:34716:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e95201f340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:2.0:1783948586.081806:0:34716:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.081808:0:34716:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1783948586.081810:0:34716:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e95201f340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1783948586.081812:0:34716:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.081814:0:34716:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1783948586.081816:0:34716:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948586.081818:0:34716:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.081820:0:34716:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.081822:0:34716:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948586.081823:0:34716:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948586.081824:0:34716:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948586.081827:0:34716:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1783948586.081830:0:34716:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ea00. 00000020:00000040:2.0:1783948586.081834:0:34716:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948586.081838:0:34716:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.081841:0:34716:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.081845:0:34716:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.081881:0:34716:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e941342600. 00000100:00000001:2.0:1783948586.081888:0:34716:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.081896:0:34716:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.081900:0:34716:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.081908:0:34716:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c588ec] to pc [ptlrpcd_01_00+0] req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1783948586.081935:0:34716:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.081937:0:34716:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.081939:0:34716:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081941:0:34716:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.081943:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.081944:0:34716:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081946:0:34716:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.081948:0:34716:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783948586.081950:0:34716:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1783948586.081951:0:34716:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783948586.081952:0:34716:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1783948586.082168:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.082174:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948586.082176:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948586.082184:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.082192:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948586.082194:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.082198:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948586.082202:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948586.082204:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948586.082208:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636540032:192.168.202.104@tcp:16:multiop.0 00000100:00000001:3.0:1783948586.082212:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948586.082219:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948586.082221:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.082224:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948586.082230:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509eb000. 02000000:00000001:3.0:1783948586.082232:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948586.082238:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948586.082242:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948586.082247:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948586.082253:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636540032, portal 4 00000100:00000001:3.0:1783948586.082255:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.082257:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148096 : -129839807403520 : ffff89e95066ea00) 00000100:00000040:3.0:1783948586.082263:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948602 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.082271:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948586.082273:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948586.082276:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125b28. 00000100:00000200:3.0:1783948586.082279:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870603636540032, offset 0 00000400:00000200:3.0:1783948586.082286:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948586.082294:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948586.082303:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948586.082310:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948586.082314:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948586.082318:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948586.082321:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948586.082325:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2720:2720:256:4294967295] 192.168.202.104@tcp LPNI seq info [2720:2720:8:4294967295] 00000400:00000200:3.0:1783948586.082329:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948586.082348:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948586.082355:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948586.082361:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77500. 00000800:00000200:3.0:1783948586.082369:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948586.082376:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948586.082382:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1783948586.082400:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.082404:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21798 usecs (22 jiffies) 00000400:00000200:3.0:1783948586.082408:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948586.082411:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296676256 00000100:00000001:3.0:1783948586.082415:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:3.0:1783948586.082417:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296676256 00000100:00000001:3.0:1783948586.082420:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:3.0:1783948586.082422:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.082425:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.082427:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.082429:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.082435:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948586.082436:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948586.082438:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.082439:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948586.082441:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.082443:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.082454:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.082456:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.082815:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.082821:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77500. 00000400:00000200:1.0:1783948586.082825:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.082829:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.082834:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125b28 00000400:00000010:1.0:1783948586.082836:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125b28. 00000100:00000001:1.0:1783948586.082841:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.082845:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948602 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.082875:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.082878:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.082885:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.082887:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948586.086462:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.086483:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.086487:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.086490:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.086498:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.086506:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.086515:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.086521:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.086527:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.086532:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9458280 00000400:00000200:1.0:1783948586.086547:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.086555:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7709 [1] + 224 00000800:00000001:1.0:1783948586.086565:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.086573:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.086576:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.086580:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.086588:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.086605:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948602 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948586.086617:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.086637:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.086646:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.086650:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.086903:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.086909:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948586.086917:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948586.086919:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948586.086923:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948586.086928:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948586.086931:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948586.086935:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948586.086941:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948586.086950:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/432 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.086957:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948586.086959:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.086962:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948586.086966:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948586.086969:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948586.086972:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.086976:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948586.086985:0:2355:0:(import.c:2149:obd_at_measure()) add 0 to ffff89e960185460 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948586.086990:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948586.086993:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1783948586.086997:0:2355:0:(client.c:1492:ptlrpc_check_status()) lustre-OST0000-osc-ffff89e943191000: operation ost_sync to node 192.168.202.104@tcp failed: rc = -107 00000100:00000001:3.0:1783948586.087000:0:2355:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1783948586.087003:0:2355:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1783948586.087006:0:2355:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff89e943191000 of lustre-OST0000_UUID@192.168.202.104@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1783948586.087011:0:2355:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1783948586.087015:0:2355:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff89e943191000: Connection to lustre-OST0000 (at 192.168.202.104@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1783948586.087019:0:2355:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948586.087022:0:2355:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783948586.087025:0:2355:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.087027:0:2355:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1783948586.087029:0:2355:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1783948586.087031:0:2355:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1783948586.087034:0:2355:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1783948586.087037:0:2355:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff89e943191000: connect to NID 192.168.202.104@tcp last attempt 1998 00000400:00000200:3.0:1783948586.087043:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948586.087047:0:2355:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.202.104@tcp is discovered: rc = 1 00000100:00000040:3.0:1783948586.087052:0:2355:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948586.087055:0:2355:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948586.087058:0:2355:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948586.087060:0:2355:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000001:3.0:1783948586.087064:0:2355:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783948586.087066:0:2355:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:3.0:1783948586.087069:0:2355:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.087072:0:2355:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:3.0:1783948586.087074:0:2355:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:3.0:1783948586.087077:0:2355:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000040:3.0:1783948586.087081:0:2355:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 11 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948586.087083:0:2355:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783948586.087084:0:2355:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00000100:00000001:3.0:1783948586.087086:0:2355:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 00000020:00000040:3.0:1783948586.087089:0:2355:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00080000:3.0:1783948586.087093:0:2355:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff89e943191000: import ffff89e960185000 using connection 192.168.202.104@tcp/192.168.202.104@tcp 00000100:00000001:3.0:1783948586.087096:0:2355:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.087098:0:2355:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1783948586.087107:0:2355:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948586.087111:0:2355:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.087113:0:2355:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1783948586.087117:0:2355:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1783948586.087120:0:2355:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.087122:0:2355:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948586.087129:0:2355:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65880. 00000020:00000040:3.0:1783948586.087132:0:2355:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=5 obd=lustre-OST0000-osc-ffff89e943191000 02000000:00000001:3.0:1783948586.087137:0:2355:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948586.087138:0:2355:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.087142:0:2355:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948586.087146:0:2355:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948586.087150:0:2355:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948586.087158:0:2355:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e9000. 00000100:00000001:3.0:1783948586.087165:0:2355:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948586.087172:0:2355:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783948586.087180:0:2355:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948586.087185:0:2355:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.087189:0:2355:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b404988] to pc [ptlrpcd_rcv+-1] req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948586.087223:0:2355:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.087226:0:2355:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1783948586.087228:0:2355:0:(client.c:1701:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1783948586.087231:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.087233:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.087243:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948586.087246:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.087249:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.087250:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948586.087252:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.087254:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948586.087257:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.087259:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.087262:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.087629:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948586.087634:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948586.087637:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948586.087646:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.087655:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948586.087657:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948586.087660:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948586.087663:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948586.087666:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948586.087680:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636540160:192.168.202.104@tcp:8:ptlrpcd_01_00.0 00000100:00000001:0.0:1783948586.087685:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948586.087690:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948586.087693:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948586.087695:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948586.087704:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e950635800. 02000000:00000001:0.0:1783948586.087706:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948586.087710:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948586.087715:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae9a0. 00000400:00000010:0.0:1783948586.087722:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948586.087730:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636540160, portal 4 00000100:00000001:0.0:1783948586.087733:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948586.087735:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907353728 : -129839802197888 : ffff89e950b65880) 00000100:00000040:0.0:1783948586.087742:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.087749:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948586.087752:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948586.087755:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf880. 00000100:00000200:0.0:1783948586.087759:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870603636540160, offset 0 00000400:00000200:0.0:1783948586.087778:0:2352:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948586.087786:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.087793:0:2352:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948586.087798:0:2352:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948586.087802:0:2352:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948586.087806:0:2352:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948586.087808:0:2352:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948586.087812:0:2352:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2721:2721:256:4294967295] 192.168.202.104@tcp LPNI seq info [2721:2721:8:4294967295] 00000400:00000200:0.0:1783948586.087816:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.087824:0:2352:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948586.087830:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948586.087836:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5bb00. 00000800:00000200:0.0:1783948586.087843:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948586.087873:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948586.087878:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5bb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783948586.087887:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948586.088360:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21735 usecs (22 jiffies) 00000400:00000200:0.0:1783948586.088366:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948586.088370:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296676262 00000100:00000001:0.0:1783948586.088374:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:0.0:1783948586.088378:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296676262 00000100:00000001:0.0:1783948586.088380:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:0.0:1783948586.088383:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948586.088386:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.088399:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.088402:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948586.088411:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948586.088412:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783948586.088414:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948586.088416:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948586.088417:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.088419:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.089377:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.089385:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5bb00. 00000400:00000200:1.0:1783948586.089401:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.089409:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.089416:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf880 00000400:00000010:1.0:1783948586.089418:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf880. 00000100:00000001:1.0:1783948586.089423:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.089430:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.089440:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.089444:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.089450:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.089452:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948586.097962:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.097980:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.097985:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.097987:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.097996:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.098004:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.098014:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.098021:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.098027:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.098031:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 416 into portal 4 MB=0x6a54dd9458300 00000400:00000200:1.0:1783948586.098036:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.098043:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 416/416 into md 0x7711 [1] + 0 00000800:00000001:1.0:1783948586.098050:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.098056:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.098060:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.098064:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.098073:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.098082:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948586.098095:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.098119:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.098128:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.098131:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948586.098726:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948586.098732:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948586.098742:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948586.098744:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948586.098748:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae9a0. 00000400:00000200:0.0:1783948586.098755:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:0.0:1783948586.098757:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:0.0:1783948586.098761:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.098780:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948586.098791:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1783948596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.098797:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948586.098799:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948586.098801:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948586.098805:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948586.098809:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948586.098811:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948586.098813:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948586.098824:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948586.098829:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948586.098831:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948586.098833:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.098836:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948586.098839:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.098843:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948586.098845:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1783948586.098847:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948586.098897:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948586.098903:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.098910:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948586.098913:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948586.098915:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948586.098918:0:2352:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783948586.098925:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff89e943191000: connect to target with instance 1 00000020:00000001:0.0:1783948586.098928:0:2352:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948586.098930:0:2352:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:0.0:1783948586.098932:0:2352:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.098935:0:2352:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:0.0:1783948586.098938:0:2352:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:0.0:1783948586.098941:0:2352:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00001000:0.0:1783948586.098944:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=1783948586 v=0 (0 0 0 0) 00000100:00001000:0.0:1783948586.098947:0:2352:0:(import.c:2215:obd_at_measure()) AT ffff89e960185418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783948586.098951:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 403, crc32c 3007, adler 342 00000020:00000040:0.0:1783948586.098957:0:2352:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:0.0:1783948586.098960:0:2352:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783948586.098963:0:2352:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:0.0:1783948586.098969:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff89e943191000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1783948586.098974:0:2352:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1783948586.098978:0:2352:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:0.0:1783948586.098981:0:2352:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1783948586.098984:0:2352:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.098986:0:2352:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.098988:0:2352:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.098990:0:2352:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.098992:0:2352:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783948586.098996:0:2352:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff89e943191000: evicting (reconnect/recover flags not set: 4) req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783948586.099004:0:2352:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1783948586.099008:0:2352:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1783948586.099011:0:2352:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff89e943191000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1783948586.122092:0:2352:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.104@tcp; invalidating 00000020:00000040:0.0:1783948586.122101:0:2352:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=6 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:1.0:1783948586.128551:0:2352:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.128562:0:2352:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.128581:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948586.128599:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:342776fa-f61c-4b73-829b-67eb463eff17:2352:1870603636540160:192.168.202.104@tcp:8:ptlrpcd_01_00.0 00000100:00000001:1.0:1783948586.128605:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.128610:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.128614:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65880 x1870603636540160/t0(0) o8->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 520/416 e 0 to 0 dl 1783948596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.128621:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948586.128624:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948586.128628:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e950635800. 02000000:00000001:1.0:1783948586.128634:0:2352:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948586.128637:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948586.128640:0:2352:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=5 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948586.128642:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948586.128645:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e9000. 02000000:00000001:1.0:1783948586.128649:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948586.128651:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948586.128653:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65880. 00000100:00000001:1.0:1783948586.128659:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948586.128660:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.128662:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.128679:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948586.128681:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.128684:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948586.128686:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.129067:0:34733:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1783948586.129078:0:34733:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff89e943191000 to lustre-OST0000_UUID@192.168.202.104@tcp 00000100:00000001:2.0:1783948586.129083:0:34733:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1783948586.129084:0:34733:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1783948586.129086:0:34733:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1783948586.129094:0:34733:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.129108:0:34733:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783948586.129111:0:34733:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: committing for last_committed 4294967339 gen 17 00000100:00100000:2.0:1783948586.129116:0:34733:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff89e9529cdc00 x1870603636539648/t4294967340(4294967340) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.129127:0:34733:0:(client.c:3151:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.129130:0:34733:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.129133:0:34733:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cdc00 x1870603636539648/t4294967340(4294967340) o4->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783948601 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.129138:0:34733:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.129139:0:34733:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.129142:0:34733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f0c00. 02000000:00000001:2.0:1783948586.129146:0:34733:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.129148:0:34733:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.129149:0:34733:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.129151:0:34733:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.129152:0:34733:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff89e9581b4000. 02000000:00000001:2.0:1783948586.129167:0:34733:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.129168:0:34733:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.129169:0:34733:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cdc00. 00000100:00000001:2.0:1783948586.129173:0:34733:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.129174:0:34733:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.129177:0:34733:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:2.0:1783948586.129179:0:34733:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.129180:0:34733:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1783948586.129181:0:34733:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1783948586.129183:0:34733:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1783948586.129186:0:34733:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:2.0:1783948586.129188:0:34733:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1783948586.129191:0:34733:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1783948586.129194:0:34733:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1783948586.129196:0:34733:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff89e9581bbba0 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1783948586.129201:0:34733:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1783948586.129203:0:34733:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 8c7cf19e4b44014a 00020000:00000001:2.0:1783948586.129205:0:34733:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.129209:0:34733:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1783948586.129211:0:34733:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.129213:0:34733:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.129214:0:34733:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.129217:0:34733:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.129218:0:34733:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:2.0:1783948586.129221:0:34733:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1783948586.129365:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.129368:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948586.129372:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948586.129379:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.129386:0:2355:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1783948586.129398:0:2355:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.129401:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948586.129403:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783948586.129406:0:2355:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:3.0:1783948586.129408:0:2355:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:3.0:1783948586.129421:0:2355:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.129426:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/224 e 0 to 0 dl 1783948602 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948586.129434:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636540032:192.168.202.104@tcp:16:multiop.0 00000100:00000001:3.0:1783948586.129448:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.129451:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.129454:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ea00 x1870603636540032/t0(0) o16->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 440/224 e 0 to 0 dl 1783948602 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.129459:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948586.129461:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948586.129464:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509eb000. 02000000:00000001:3.0:1783948586.129467:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948586.129469:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948586.129470:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948586.129472:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948586.129474:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e941342600. 02000000:00000001:3.0:1783948586.129477:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948586.129478:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948586.129479:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ea00. 00000100:00000001:3.0:1783948586.129482:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948586.129483:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.129485:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.129490:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948586.129492:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.129494:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.129496:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.129742:0:34733:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783948586.129745:0:34733:0:(osc_request.c:3901:osc_import_event()) Process entered 00000001:00000001:0.0:1783948586.129749:0:34733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1783948586.129752:0:34733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1783948586.129775:0:34733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f400 count: 2 00010000:00000001:0.0:1783948586.129782:0:34733:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783948586.129784:0:34733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.129787:0:34733:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.129790:0:34733:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235e00 refcount=3 00000020:00000001:0.0:1783948586.129793:0:34733:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948586.129797:0:34733:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275776 : -129839778275840 : ffff89e952235e00) 00010000:00000001:0.0:1783948586.129800:0:34733:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948586.129804:0:34733:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783948586.129816:0:34733:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783948586.129819:0:34733:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948586.129825:0:34733:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948586.129830:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b7000. 00000020:00000010:0.0:1783948586.129835:0:34733:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9462b6000. 00000020:00000010:0.0:1783948586.129839:0:34733:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713840. 00000008:00000010:0.0:1783948586.129844:0:34733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948586.129848:0:34733:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948586.129889:0:34733:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948586.129905:0:34733:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948586.129909:0:34733:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948586.129913:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b7c00. 00000008:00000010:0.0:1783948586.129917:0:34733:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948586.129920:0:34733:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948586.130125:0:34733:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948586.130132:0:34733:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948586.130136:0:34733:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948586.130138:0:34733:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000008:00000001:0.0:1783948586.130141:0:34733:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783948586.130144:0:34733:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783948586.130146:0:34733:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948586.130148:0:34733:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fab0. 00000020:00000010:0.0:1783948586.130153:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9462b6a00. 00000020:00000010:0.0:1783948586.130156:0:34733:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2c00. 00000020:00000010:0.0:1783948586.130159:0:34733:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948586.130162:0:34733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948586.130165:0:34733:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076780. 00008000:00000010:0.0:1783948586.130168:0:34733:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948586.130170:0:34733:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948586.130173:0:34733:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948586.130176:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2600. 00000008:00000010:0.0:1783948586.130178:0:34733:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948586.130181:0:34733:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948586.130183:0:34733:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948586.130186:0:34733:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060aa50. 00000020:00000001:0.0:1783948586.130188:0:34733:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788024 : -129839658763592 : ffff89e95942fab8) 00000020:00001000:0.0:1783948586.130190:0:34733:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fab0 00000008:00000001:0.0:1783948586.130193:0:34733:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783948586.130195:0:34733:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783948586.130198:0:34733:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783948586.130201:0:34733:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.130203:0:34733:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783948586.130206:0:34733:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783948586.130209:0:34733:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e95201f340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783948586.130212:0:34733:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783948586.130214:0:34733:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e95201f340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:0.0:1783948586.130217:0:34733:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783948586.130220:0:34733:0:(osc_lock.c:372:osc_lock_flush()) object ffff89e95201f340: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783948586.130223:0:34733:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783948586.130226:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:0.0:1783948586.130228:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000020:00000001:0.0:1783948586.130231:0:34733:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783948586.130233:0:34733:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783948586.130235:0:34733:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783948586.130238:0:34733:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.130239:0:34733:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783948586.130241:0:34733:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948586.130244:0:34733:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x34:0x0]io ffff89e950b70bd0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783948586.130248:0:34733:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783948586.130250:0:34733:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783948586.130252:0:34733:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783948586.130254:0:34733:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783948586.130256:0:34733:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.130257:0:34733:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.130258:0:34733:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.130259:0:34733:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783948586.130261:0:34733:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.130263:0:34733:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783948586.130267:0:34733:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783948586.130268:0:34733:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783948586.130270:0:34733:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783948586.130271:0:34733:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783948586.130273:0:34733:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783948586.130276:0:34733:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783948586.130278:0:34733:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614233907399632 : -129839802151984 : ffff89e950b70bd0) 00000020:00000001:0.0:1783948586.130280:0:34733:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783948586.130281:0:34733:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783948586.130283:0:34733:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783948586.130288:0:34733:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f205a43e[2 000000004d0bbc22 1 1 000000005cd86314 0 0 0] 00000020:00000001:0.0:1783948586.130290:0:34733:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783948586.130291:0:34733:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783948586.130293:0:34733:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783948586.130294:0:34733:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.130298:0:34733:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783948586.130299:0:34733:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783948586.130301:0:34733:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783948586.130302:0:34733:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783948586.130303:0:34733:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783948586.130306:0:34733:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f205a43e[2 000000004d0bbc22 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783948586.130307:0:34733:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783948586.130308:0:34733:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783948586.130310:0:34733:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783948586.130312:0:34733:0:(osc_page.c:138:osc_page_delete()) ffff89e94467f840 00000008:00000001:0.0:1783948586.130314:0:34733:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783948586.130315:0:34733:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff89e94467f850 page ffff89e94467f840 at index 0. 00000008:00000001:0.0:1783948586.130318:0:34733:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.130323:0:34733:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783948586.130325:0:34733:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffedddc4751100 index 0 00000020:00000001:0.0:1783948586.130330:0:34733:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783948586.130331:0:34733:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783948586.130341:0:34733:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783948586.130342:0:34733:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783948586.130343:0:34733:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783948586.130345:0:34733:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783948586.130346:0:34733:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783948586.130347:0:34733:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783948586.130348:0:34733:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614233907399632 : -129839802151984 : ffff89e950b70bd0) 00000020:00000001:0.0:1783948586.130350:0:34733:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783948586.130351:0:34733:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783948586.130352:0:34733:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783948586.130355:0:34733:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081c79ed9[2 000000004d0bbc22 1 1 000000005cd86314 0 0 1] 00000020:00000001:0.0:1783948586.130357:0:34733:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783948586.130358:0:34733:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783948586.130359:0:34733:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783948586.130360:0:34733:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.130362:0:34733:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783948586.130363:0:34733:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783948586.130364:0:34733:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783948586.130365:0:34733:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783948586.130366:0:34733:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783948586.130368:0:34733:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081c79ed9[2 000000004d0bbc22 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1783948586.130370:0:34733:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783948586.130371:0:34733:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783948586.130372:0:34733:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783948586.130373:0:34733:0:(osc_page.c:138:osc_page_delete()) ffff89e94467f3e0 00000008:00000001:0.0:1783948586.130374:0:34733:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783948586.130375:0:34733:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff89e94467f3f0 page ffff89e94467f3e0 at index 1. 00000008:00000001:0.0:1783948586.130377:0:34733:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.130383:0:34733:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783948586.130384:0:34733:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffedddc48c6e40 index 1 00000020:00000001:0.0:1783948586.130386:0:34733:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783948586.130387:0:34733:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783948586.130401:0:34733:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783948586.130402:0:34733:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783948586.130403:0:34733:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783948586.130404:0:34733:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783948586.130406:0:34733:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783948586.130409:0:34733:0:(cl_page.c:556:cl_batch_put()) page@00000000f205a43e[1 000000004d0bbc22 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783948586.130410:0:34733:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783948586.130412:0:34733:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783948586.130415:0:34733:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff89e94467f7e0. 00000020:00000001:0.0:1783948586.130418:0:34733:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783948586.130420:0:34733:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1783948586.130421:0:34733:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783948586.130423:0:34733:0:(cl_page.c:556:cl_batch_put()) page@0000000081c79ed9[1 000000004d0bbc22 5 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1783948586.130425:0:34733:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783948586.130426:0:34733:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783948586.130427:0:34733:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff89e94467f380. 00000020:00000001:0.0:1783948586.130429:0:34733:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783948586.130430:0:34733:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783948586.130447:0:34733:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783948586.130450:0:34733:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783948586.130453:0:34733:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783948586.130454:0:34733:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783948586.130457:0:34733:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783948586.130459:0:34733:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783948586.130462:0:34733:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783948586.130463:0:34733:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783948586.130465:0:34733:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948586.130467:0:34733:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fab0 00000020:00000010:0.0:1783948586.130470:0:34733:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2c00. 00000020:00000010:0.0:1783948586.130473:0:34733:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948586.130477:0:34733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948586.130481:0:34733:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076780. 00008000:00000010:0.0:1783948586.130484:0:34733:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948586.130488:0:34733:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948586.130491:0:34733:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948586.130495:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b6a00. 00000008:00000010:0.0:1783948586.130499:0:34733:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948586.130501:0:34733:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948586.130505:0:34733:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948586.130507:0:34733:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060aa50. 00000020:00000010:0.0:1783948586.130510:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2600. 00000020:00000010:0.0:1783948586.130512:0:34733:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fab0. 00000008:00000001:0.0:1783948586.130514:0:34733:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.130517:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00010000:00000001:0.0:1783948586.130520:0:34733:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783948586.130523:0:34733:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.130525:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000020:00000001:0.0:1783948586.130526:0:34733:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783948586.130529:0:34733:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:0.0:1783948586.130531:0:34733:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783948586.130534:0:34733:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.130536:0:34733:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.130537:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e95201f340 -> ffff89e9516a39e0 00000008:00000001:0.0:1783948586.130540:0:34733:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948586.130542:0:34733:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948586.130545:0:34733:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9462b6000. 00000020:00000010:0.0:1783948586.130547:0:34733:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713840. 00000008:00000010:0.0:1783948586.130550:0:34733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948586.130553:0:34733:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948586.130555:0:34733:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948586.130558:0:34733:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948586.130560:0:34733:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948586.130562:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b7000. 00000008:00000010:0.0:1783948586.130564:0:34733:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948586.130567:0:34733:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948586.130570:0:34733:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948586.130572:0:34733:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948586.130574:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9462b7c00. 00000020:00000010:0.0:1783948586.130576:0:34733:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000008:00000001:0.0:1783948586.130578:0:34733:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.130581:0:34733:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783948586.130583:0:34733:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948586.130587:0:34733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948586.131031:0:34733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948586.131035:0:34733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.131038:0:34733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948586.131042:0:34733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235e00 with handle 0x8c7cf19e4b440dec from hash 00010000:00000001:0.0:1783948586.131045:0:34733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948586.131047:0:34733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.131049:0:34733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.131050:0:34733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948586.131054:0:34733:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948586.131056:0:34733:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783948586.131059:0:34733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.131060:0:34733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.131061:0:34733:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.131063:0:34733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948586.131066:0:34733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff89e943191000 lock: 0000000032a1f832/0x8c7cf19e4b440dec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x2ceea11ad5e06957 expref: -99 pid: 34716 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783948586.131082:0:34733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c880. 00010000:00000001:0.0:1783948586.131088:0:34733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1783948586.131091:0:34733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f400 count: 0 00010000:00000010:0.0:1783948586.131095:0:34733:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e958f6f200. 00000020:00000001:2.0:1783948586.131172:0:34716:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783948586.131175:0:34716:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.131177:0:34716:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1783948586.131182:0:34716:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948586.131185:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948586.131187:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000020:00000001:2.0:1783948586.131188:0:34716:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948586.131192:0:34716:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783948586.131197:0:34716:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948586.131199:0:34716:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.131201:0:34716:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783948586.131202:0:34716:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1783948586.131205:0:34716:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1783948584 a=0 c=1783948584 b=16 00020000:00000001:2.0:1783948586.131209:0:34716:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948586.131211:0:34716:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1783948584 a=0 c=1783948584 b=16 00020000:00000001:2.0:1783948586.131213:0:34716:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.131215:0:34716:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.131217:0:34716:0:(cl_object.c:151:cl_object_top()) ffff89e9516a39e0 -> ffff89e9516a39e0 00000080:00200000:2.0:1783948586.131219:0:34716:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:2.0:1783948586.131222:0:34716:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948586.131223:0:34716:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783948586.131225:0:34716:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1783948586.131228:0:34716:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783948586.131230:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.131231:0:34716:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948586.131233:0:34716:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783948586.131235:0:34716:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.131236:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.131238:0:34716:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783948586.131239:0:34716:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783948586.131241:0:34716:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1783948586.131242:0:34716:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783948586.131244:0:34716:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948586.131246:0:34716:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948586.131247:0:34716:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.131248:0:34716:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783948586.131249:0:34716:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783948586.131251:0:34716:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.131253:0:34716:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.131255:0:34716:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948586.131256:0:34716:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948586.131257:0:34716:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1783948586.131260:0:34716:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948586.131261:0:34716:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948586.131262:0:34716:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948586.131263:0:34716:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948586.131265:0:34716:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948586.131266:0:34716:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11c60 00000020:00000010:2.0:1783948586.131269:0:34716:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9584cfc00. 00000020:00000010:2.0:1783948586.131274:0:34716:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041600. 00000008:00000010:2.0:1783948586.131277:0:34716:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724e50. 00020000:00000010:2.0:1783948586.131280:0:34716:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226540. 00008000:00000010:2.0:1783948586.131283:0:34716:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9530. 00000080:00000010:2.0:1783948586.131287:0:34716:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948586.131289:0:34716:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9e10. 00000020:00000010:2.0:1783948586.131292:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e94120a200. 00000008:00000010:2.0:1783948586.131295:0:34716:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585760. 00020000:00000010:2.0:1783948586.131298:0:34716:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948586.131301:0:34716:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f558. 00000080:00000010:2.0:1783948586.131303:0:34716:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e780. 00000020:00000010:2.0:1783948586.131306:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941342000. 00000020:00000010:2.0:1783948586.131308:0:34716:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11c60. 00020000:00000001:2.0:1783948586.131311:0:34716:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948586.131313:0:34716:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948586.131314:0:34716:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948586.131316:0:34716:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948586.131319:0:34716:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948586.131320:0:34716:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948586.131322:0:34716:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11cf0 00000020:00000010:2.0:1783948586.131324:0:34716:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e941678000. 00000020:00000010:2.0:1783948586.131326:0:34716:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041240. 00000008:00000010:2.0:1783948586.131328:0:34716:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948586.131331:0:34716:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948586.131333:0:34716:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948586.131337:0:34716:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948586.131339:0:34716:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948586.131353:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e952882400. 00000008:00000010:2.0:1783948586.131355:0:34716:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948586.131358:0:34716:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948586.131360:0:34716:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948586.131362:0:34716:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e3c0. 00000020:00000010:2.0:1783948586.131365:0:34716:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e94120ac00. 00000020:00000010:2.0:1783948586.131366:0:34716:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11cf0. 00000080:00000001:2.0:1783948586.131369:0:34716:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1783948586.131373:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3e48 00000080:00000008:2.0:1783948586.131375:0:34716:0:(file.c:5359:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:2.0:1783948586.131379:0:34716:0:(file.c:5361:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1783948586.132464:0:34716:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948586.132471:0:34716:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000002:2.0:1783948586.132475:0:34716:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000001:2.0:1783948586.132478:0:34716:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.132493:0:34716:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948586.132495:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3d50 00000080:00200008:2.0:1783948586.132497:0:34716:0:(file.c:447:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff89e951d1e3c8), flags 100002 00000080:00000001:2.0:1783948586.132503:0:34716:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783948586.132506:0:34716:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783948586.132507:0:34716:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948586.132508:0:34716:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000002:2.0:1783948586.132511:0:34716:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e951989aa8) owner 0000000000000000/ffff89e95083cf80 00020000:00000001:2.0:1783948586.132513:0:34716:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.132515:0:34716:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1783948586.132523:0:34716:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.132526:0:34716:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.132532:0:34716:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6ff00 count: 2 00010000:00000001:2.0:1783948586.132535:0:34716:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.132539:0:34716:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948586.132541:0:34716:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:2.0:1783948586.132544:0:34716:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783948586.132546:0:34716:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783948586.132550:0:34716:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e941342000. 00000080:00000001:2.0:1783948586.132553:0:34716:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783948586.132557:0:34716:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783948586.132561:0:34716:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:2.0:1783948586.132563:0:34716:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:2.0:1783948586.132567:0:34716:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783948586.132569:0:34716:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x34:0x0] file closed with intent: 200 00000100:00000010:2.0:1783948586.132576:0:34716:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066d500. 00000020:00000040:2.0:1783948586.132581:0:34716:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948586.132586:0:34716:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.133312:0:34716:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.133318:0:34716:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.133331:0:34716:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e941342600. 00000100:00000001:2.0:1783948586.133347:0:34716:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783948586.133367:0:34716:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783948586.133380:0:34716:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783948586.133384:0:34716:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783948586.133401:0:34716:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.133402:0:34716:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.133411:0:34716:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211d80. 00000100:00000001:2.0:1783948586.133414:0:34716:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009216 : -129839543542400 : ffff89e960211d80) 00000100:00000001:2.0:1783948586.133416:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.133417:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902142720 : -129839807408896 : ffff89e95066d500) 00000100:00000001:2.0:1783948586.133422:0:34716:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.133425:0:34716:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.133426:0:34716:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.133428:0:34716:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.133432:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.133438:0:34716:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.133441:0:34716:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.133444:0:34716:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.133447:0:34716:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.133449:0:34716:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.133452:0:34716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066d500 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636540416:192.168.202.104@tcp:35:multiop.0 00000100:00000001:2.0:1783948586.133456:0:34716:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.133460:0:34716:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.133462:0:34716:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.133465:0:34716:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.133469:0:34716:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb400. 02000000:00000001:2.0:1783948586.133471:0:34716:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.133478:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.133482:0:34716:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891d68. 00000400:00000010:2.0:1783948586.133489:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a23b8. 00000100:00000200:2.0:1783948586.133498:0:34716:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636540416, portal 10 00000100:00000001:2.0:1783948586.133500:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.133501:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902142720 : -129839807408896 : ffff89e95066d500) 00000100:00000040:2.0:1783948586.133508:0:34716:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.133515:0:34716:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.133518:0:34716:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.133521:0:34716:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a24c8. 00000100:00000200:2.0:1783948586.133524:0:34716:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636540416, offset 0 00000400:00000200:2.0:1783948586.133848:0:34716:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.133879:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.133886:0:34716:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.133899:0:34716:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.133904:0:34716:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.133908:0:34716:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.133910:0:34716:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.133915:0:34716:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2722:2722:256:4294967295] 192.168.202.104@tcp LPNI seq info [2722:2722:8:4294967295] 00000400:00000200:2.0:1783948586.133919:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.133981:0:34716:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.133988:0:34716:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.133994:0:34716:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61900. 00000800:00000200:2.0:1783948586.134000:0:34716:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.134007:0:34716:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.134012:0:34716:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.134029:0:34716:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.134033:0:34716:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 816340 usecs (817 jiffies) 00000400:00000200:2.0:1783948586.134037:0:34716:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.134040:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677102 00000100:00000001:2.0:1783948586.134044:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.134046:0:34716:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677102 00000100:00000001:2.0:1783948586.134048:0:34716:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.134051:0:34716:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.134053:0:34716:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.134055:0:34716:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.134057:0:34716:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.134060:0:34716:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211d80 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.134062:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.134066:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.134250:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.134255:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61900. 00000400:00000200:1.0:1783948586.134259:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.134264:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.134270:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a24c8 00000400:00000010:1.0:1783948586.134272:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a24c8. 00000100:00000001:1.0:1783948586.134277:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.134282:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.134293:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.134296:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.134304:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.134305:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:3.0:1783948586.136820:0:34733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6fa00 count: 2 00010000:00000001:3.0:1783948586.136835:0:34733:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783948586.136837:0:34733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.136839:0:34733:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.136842:0:34733:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235a00 refcount=3 00000020:00000001:3.0:1783948586.136844:0:34733:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948586.136848:0:34733:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274752 : -129839778276864 : ffff89e952235a00) 00010000:00000001:3.0:1783948586.136876:0:34733:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948586.136881:0:34733:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1783948586.136895:0:34733:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783948586.136898:0:34733:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948586.136909:0:34733:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948586.136915:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e945135e00. 00000020:00000010:3.0:1783948586.136922:0:34733:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e945134600. 00000020:00000010:3.0:1783948586.136926:0:34733:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204360. 00000008:00000010:3.0:1783948586.136933:0:34733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948586.136938:0:34733:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948586.136943:0:34733:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948586.136949:0:34733:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948586.136953:0:34733:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948586.136958:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf5800. 00000008:00000010:3.0:1783948586.136961:0:34733:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948586.136965:0:34733:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948586.136968:0:34733:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948586.136971:0:34733:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948586.136974:0:34733:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948586.136977:0:34733:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000008:00000001:3.0:1783948586.136979:0:34733:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783948586.136982:0:34733:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1783948586.136983:0:34733:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948586.136985:0:34733:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7120. 00000020:00000010:3.0:1783948586.136988:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf4e00. 00000020:00000010:3.0:1783948586.136990:0:34733:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950bf4a00. 00000020:00000010:3.0:1783948586.136993:0:34733:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204300. 00000008:00000010:3.0:1783948586.136996:0:34733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb6fe0. 00020000:00000010:3.0:1783948586.136998:0:34733:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948586.137000:0:34733:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b4f8. 00000080:00000010:3.0:1783948586.137003:0:34733:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff150. 00000080:00000010:3.0:1783948586.137005:0:34733:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e96010a2b0. 00000020:00000010:3.0:1783948586.137007:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf5200. 00000008:00000010:3.0:1783948586.137010:0:34733:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a420. 00020000:00000010:3.0:1783948586.137012:0:34733:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0490. 00008000:00000010:3.0:1783948586.137014:0:34733:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee680. 00000080:00000010:3.0:1783948586.137016:0:34733:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e4b0. 00000020:00000001:3.0:1783948586.137018:0:34733:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679528 : -129839673872088 : ffff89e9585c7128) 00000020:00001000:3.0:1783948586.137020:0:34733:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7120 00000008:00000001:3.0:1783948586.137023:0:34733:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1783948586.137025:0:34733:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1783948586.137027:0:34733:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1783948586.137030:0:34733:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.137033:0:34733:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783948586.137036:0:34733:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783948586.137039:0:34733:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e95201f880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783948586.137042:0:34733:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948586.137045:0:34733:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e95201f880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1783948586.137048:0:34733:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783948586.137051:0:34733:0:(osc_lock.c:372:osc_lock_flush()) object ffff89e95201f880: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1783948586.137054:0:34733:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1783948586.137057:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:3.0:1783948586.137060:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e950ba2f58 -> ffff89e950ba2f58 00000020:00000001:3.0:1783948586.137062:0:34733:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948586.137065:0:34733:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948586.137067:0:34733:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783948586.137070:0:34733:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948586.137071:0:34733:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948586.137073:0:34733:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948586.137077:0:34733:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x35:0x0]io ffff89e950bb7080 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1783948586.137081:0:34733:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948586.137083:0:34733:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948586.137085:0:34733:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948586.137088:0:34733:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948586.137089:0:34733:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.137091:0:34733:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948586.137092:0:34733:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948586.137093:0:34733:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1783948586.137094:0:34733:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.137097:0:34733:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1783948586.137101:0:34733:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783948586.137103:0:34733:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783948586.137104:0:34733:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783948586.137105:0:34733:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783948586.137107:0:34733:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1783948586.137109:0:34733:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783948586.137111:0:34733:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614233907687552 : -129839801864064 : ffff89e950bb7080) 00000020:00000001:3.0:1783948586.137113:0:34733:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783948586.137114:0:34733:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783948586.137116:0:34733:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948586.137120:0:34733:0:(cl_page.c:507:__cl_page_state_set()) page@000000008750eea5[2 000000008c2b3646 1 1 00000000052ad096 0 0 0] 00000020:00000001:3.0:1783948586.137122:0:34733:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783948586.137124:0:34733:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1783948586.137125:0:34733:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1783948586.137126:0:34733:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.137129:0:34733:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1783948586.137130:0:34733:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1783948586.137132:0:34733:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948586.137133:0:34733:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948586.137134:0:34733:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948586.137136:0:34733:0:(cl_page.c:507:__cl_page_state_set()) page@000000008750eea5[2 000000008c2b3646 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948586.137138:0:34733:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1783948586.137139:0:34733:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1783948586.137140:0:34733:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1783948586.137142:0:34733:0:(osc_page.c:138:osc_page_delete()) ffff89e94467fd80 00000008:00000001:3.0:1783948586.137144:0:34733:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1783948586.137145:0:34733:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff89e94467fd90 page ffff89e94467fd80 at index 0. 00000008:00000001:3.0:1783948586.137148:0:34733:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.137153:0:34733:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1783948586.137155:0:34733:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffedddc4756d40 index 0 00000020:00000001:3.0:1783948586.137159:0:34733:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1783948586.137160:0:34733:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1783948586.137169:0:34733:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783948586.137170:0:34733:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948586.137171:0:34733:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948586.137172:0:34733:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783948586.137173:0:34733:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1783948586.137175:0:34733:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783948586.137176:0:34733:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614233907687552 : -129839801864064 : ffff89e950bb7080) 00000020:00000001:3.0:1783948586.137177:0:34733:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783948586.137178:0:34733:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783948586.137180:0:34733:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948586.137182:0:34733:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e7b3c6[2 000000008c2b3646 1 1 00000000052ad096 0 0 1] 00000020:00000001:3.0:1783948586.137184:0:34733:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783948586.137185:0:34733:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1783948586.137186:0:34733:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1783948586.137187:0:34733:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.137188:0:34733:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1783948586.137189:0:34733:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1783948586.137190:0:34733:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948586.137192:0:34733:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948586.137193:0:34733:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783948586.137195:0:34733:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e7b3c6[2 000000008c2b3646 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1783948586.137196:0:34733:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1783948586.137197:0:34733:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1783948586.137198:0:34733:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1783948586.137199:0:34733:0:(osc_page.c:138:osc_page_delete()) ffff89e94467fae0 00000008:00000001:3.0:1783948586.137200:0:34733:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1783948586.137201:0:34733:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff89e94467faf0 page ffff89e94467fae0 at index 1. 00000008:00000001:3.0:1783948586.137203:0:34733:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.137209:0:34733:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1783948586.137211:0:34733:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffedddc4756c80 index 1 00000020:00000001:3.0:1783948586.137212:0:34733:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1783948586.137213:0:34733:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1783948586.137216:0:34733:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783948586.137217:0:34733:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783948586.137218:0:34733:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783948586.137219:0:34733:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783948586.137221:0:34733:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783948586.137223:0:34733:0:(cl_page.c:556:cl_batch_put()) page@000000008750eea5[1 000000008c2b3646 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783948586.137225:0:34733:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1783948586.137227:0:34733:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1783948586.137230:0:34733:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff89e94467fd20. 00000020:00000001:3.0:1783948586.137234:0:34733:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1783948586.137235:0:34733:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1783948586.137236:0:34733:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783948586.137238:0:34733:0:(cl_page.c:556:cl_batch_put()) page@0000000083e7b3c6[1 000000008c2b3646 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1783948586.137239:0:34733:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1783948586.137240:0:34733:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1783948586.137241:0:34733:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff89e94467fa80. 00000020:00000001:3.0:1783948586.137243:0:34733:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1783948586.137243:0:34733:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1783948586.137268:0:34733:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948586.137271:0:34733:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948586.137273:0:34733:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948586.137275:0:34733:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948586.137277:0:34733:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948586.137279:0:34733:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1783948586.137282:0:34733:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948586.137284:0:34733:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1783948586.137285:0:34733:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948586.137287:0:34733:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7120 00000020:00000010:3.0:1783948586.137291:0:34733:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950bf4a00. 00000020:00000010:3.0:1783948586.137295:0:34733:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204300. 00000008:00000010:3.0:1783948586.137298:0:34733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb6fe0. 00020000:00000010:3.0:1783948586.137302:0:34733:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948586.137305:0:34733:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b4f8. 00000080:00000010:3.0:1783948586.137309:0:34733:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff150. 00000080:00000010:3.0:1783948586.137312:0:34733:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e96010a2b0. 00000020:00000010:3.0:1783948586.137314:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf4e00. 00000008:00000010:3.0:1783948586.137317:0:34733:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a420. 00020000:00000010:3.0:1783948586.137319:0:34733:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0490. 00008000:00000010:3.0:1783948586.137322:0:34733:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee680. 00000080:00000010:3.0:1783948586.137324:0:34733:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e4b0. 00000020:00000010:3.0:1783948586.137327:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf5200. 00000020:00000010:3.0:1783948586.137329:0:34733:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7120. 00000008:00000001:3.0:1783948586.137332:0:34733:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.137334:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00010000:00000001:3.0:1783948586.137337:0:34733:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1783948586.137340:0:34733:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.137341:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000020:00000001:3.0:1783948586.137343:0:34733:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783948586.137346:0:34733:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1783948586.137350:0:34733:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783948586.137352:0:34733:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.137354:0:34733:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.137356:0:34733:0:(cl_object.c:151:cl_object_top()) ffff89e95201f880 -> ffff89e950ba2f58 00000008:00000001:3.0:1783948586.137359:0:34733:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948586.137361:0:34733:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948586.137363:0:34733:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e945134600. 00000020:00000010:3.0:1783948586.137366:0:34733:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204360. 00000008:00000010:3.0:1783948586.137368:0:34733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948586.137370:0:34733:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948586.137372:0:34733:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948586.137374:0:34733:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948586.137377:0:34733:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948586.137379:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e945135e00. 00000008:00000010:3.0:1783948586.137381:0:34733:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948586.137384:0:34733:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948586.137386:0:34733:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948586.137401:0:34733:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948586.137404:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf5800. 00000020:00000010:3.0:1783948586.137406:0:34733:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00000008:00000001:3.0:1783948586.137409:0:34733:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.137412:0:34733:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1783948586.137414:0:34733:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948586.137419:0:34733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948586.137420:0:34733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948586.137422:0:34733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.137426:0:34733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948586.137428:0:34733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235a00 with handle 0x8c7cf19e4b440dfa from hash 00010000:00000001:3.0:1783948586.137430:0:34733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948586.137432:0:34733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.137434:0:34733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.137435:0:34733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948586.137439:0:34733:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948586.137441:0:34733:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1783948586.137443:0:34733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.137444:0:34733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.137445:0:34733:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.137447:0:34733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948586.137450:0:34733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000df24f2e9/0x8c7cf19e4b440dfa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x2ceea11ad5e06981 expref: -99 pid: 34719 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783948586.137459:0:34733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c600. 00010000:00000001:3.0:1783948586.137465:0:34733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1783948586.137467:0:34733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6fa00 count: 0 00010000:00000010:3.0:1783948586.137474:0:34733:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e958f6f600. 00000001:00000001:3.0:1783948586.137506:0:34733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948586.137510:0:34733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948586.137512:0:34733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783948586.137542:0:34733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.137545:0:34733:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948586.137548:0:34733:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948586.137551:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf5800. 00000020:00000010:3.0:1783948586.137553:0:34733:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950bf5200. 00000020:00000010:3.0:1783948586.137556:0:34733:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204360. 00000008:00000010:3.0:1783948586.137559:0:34733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948586.137561:0:34733:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948586.137564:0:34733:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948586.137567:0:34733:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948586.137569:0:34733:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948586.137572:0:34733:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf4e00. 00000008:00000010:3.0:1783948586.137574:0:34733:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948586.137576:0:34733:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948586.137579:0:34733:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948586.137841:0:34733:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948586.137846:0:34733:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948586.137849:0:34733:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000008:00000001:3.0:1783948586.137878:0:34733:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1783948586.137880:0:34733:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:3.0:1783948586.137883:0:34733:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.137885:0:34733:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1783948586.137887:0:34733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948586.137888:0:34733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783948586.137913:0:34733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783948586.137915:0:34733:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948586.137918:0:34733:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950bf5200. 00000020:00000010:3.0:1783948586.137921:0:34733:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204360. 00000008:00000010:3.0:1783948586.137924:0:34733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948586.137926:0:34733:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948586.137929:0:34733:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948586.137931:0:34733:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948586.137933:0:34733:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948586.137936:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf5800. 00000008:00000010:3.0:1783948586.137938:0:34733:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948586.137941:0:34733:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948586.137943:0:34733:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948586.137945:0:34733:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948586.137948:0:34733:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf4e00. 00000020:00000010:3.0:1783948586.137949:0:34733:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00000001:00000001:3.0:1783948586.137951:0:34733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948586.137952:0:34733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783948586.137976:0:34733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948586.137978:0:34733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783948586.137979:0:34733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783948586.138000:0:34733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.138003:0:34733:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.138007:0:34733:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783948586.138012:0:34733:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1783948586.138016:0:34733:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1783948586.138018:0:34733:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1783948586.138020:0:34733:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783948586.138022:0:34733:0:(import.c:65:import_set_state_nolock()) ffff89e960185000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1783948586.138024:0:34733:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783948586.138027:0:34733:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783948586.138029:0:34733:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783948586.138031:0:34733:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1783948586.138035:0:34733:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1783948586.138037:0:34733:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff89e9581bbba0 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1783948586.138042:0:34733:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1783948586.138045:0:34733:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 8c7cf19e4b44014a 00020000:00000001:3.0:1783948586.138047:0:34733:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.138050:0:34733:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1783948586.138053:0:34733:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783948586.138055:0:34733:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783948586.138057:0:34733:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783948586.138058:0:34733:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783948586.138061:0:34733:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783948586.138063:0:34733:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.138066:0:34733:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.138067:0:34733:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783948586.138068:0:34733:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783948586.138069:0:34733:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.138071:0:34733:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783948586.138073:0:34733:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783948586.138078:0:34733:0:(lmv_obd.c:283:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783948586.138080:0:34733:0:(lmv_obd.c:295:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.138082:0:34733:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.138083:0:34733:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.138085:0:34733:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.138087:0:34733:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.138089:0:34733:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.138091:0:34733:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.138093:0:34733:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1783948586.138100:0:34733:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff89e943191000: Connection restored to 192.168.202.104@tcp (at 192.168.202.104@tcp) 00000100:00000001:3.0:1783948586.138104:0:34733:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.138107:0:34733:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948586.138109:0:34733:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948586.138112:0:34733:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783948586.138113:0:34733:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1783948586.141198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235e00. 00010000:00000010:0.1:1783948586.141211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f400. 00000800:00000001:1.0:1783948586.142479:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.142496:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.142501:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.142503:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.142513:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.142521:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.142530:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.142535:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.142552:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.142556:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9458400 00000400:00000200:1.0:1783948586.142562:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.142568:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7721 [1] + 224 00000800:00000001:1.0:1783948586.142577:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.142584:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.142587:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.142599:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.142608:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.142620:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948586.142632:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.142692:0:34716:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948586.143556:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.143573:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.143580:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948586.154144:0:34716:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948586.154152:0:34716:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948586.154157:0:34716:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891d68. 00000400:00000200:3.0:1783948586.154168:0:34716:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a23b8 00000400:00000010:3.0:1783948586.154171:0:34716:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a23b8. 00000100:00000001:3.0:1783948586.154176:0:34716:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948586.154188:0:34716:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948586.154200:0:34716:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066d500 x1870603636540416/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.154208:0:34716:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948586.154210:0:34716:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.154213:0:34716:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948586.154217:0:34716:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948586.154220:0:34716:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948586.154223:0:34716:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.154226:0:34716:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948586.154237:0:34716:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=106 v=5 (10 5 5 5) 00000100:00001000:3.0:1783948586.154241:0:34716:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948586.154243:0:34716:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948586.154245:0:34716:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.154248:0:34716:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948586.154251:0:34716:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.154256:0:34716:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948586.154257:0:34716:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783948586.154259:0:34716:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948586.154261:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.154263:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902142720 : -129839807408896 : ffff89e95066d500) 00000100:00000001:3.0:1783948586.154266:0:34716:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948586.154268:0:34716:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1783948586.154270:0:34716:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948586.154272:0:34716:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.154277:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066d500 x1870603636540416/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.154285:0:34716:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.154289:0:34716:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948586.154291:0:34716:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948586.154295:0:34716:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066d500 x1870603636540416/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948586.154303:0:34716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066d500 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34716:1870603636540416:192.168.202.104@tcp:35:multiop.0 00000100:00000001:3.0:1783948586.154308:0:34716:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.154311:0:34716:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.154314:0:34716:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948586.154317:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.154320:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d500 x1870603636540416/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.154327:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948586.154331:0:34716:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211d80. 00000100:00000001:3.0:1783948586.154335:0:34716:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948586.154336:0:34716:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.154842:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.154845:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902142720 : -129839807408896 : ffff89e95066d500) 00010000:00000010:3.1:1783948586.157272:0:34716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235a00. 00010000:00000010:3.1:1783948586.157290:0:34716:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6fa00. 00000002:00000001:3.0:1783948586.157335:0:34716:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.157340:0:34716:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948586.157357:0:34716:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e941342000. 00000080:00000001:3.0:1783948586.157361:0:34716:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783948586.157364:0:34716:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1783948586.157370:0:34716:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783948586.157383:0:34716:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.157402:0:34716:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.157404:0:34716:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902144512 : -129839807407104 : ffff89e95066dc00) 00000100:00000001:3.0:1783948586.157407:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.157411:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.157417:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.157419:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.157422:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066dc00 x1870603636538880/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.157427:0:34716:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783948586.157431:0:34716:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948586.157432:0:34716:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948586.157435:0:34716:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948586.157439:0:34716:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8c00. 02000000:00000001:3.0:1783948586.157444:0:34716:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948586.157446:0:34716:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948586.157448:0:34716:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066dc00. 00000100:00000001:3.0:1783948586.157451:0:34716:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948586.157453:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.157454:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.157458:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066d500 x1870603636540416/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.157464:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948586.157466:0:34716:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be540. 00000002:00000001:3.0:1783948586.157470:0:34716:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.157471:0:34716:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948586.157474:0:34716:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c580. 00000100:00000001:3.0:1783948586.157476:0:34716:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.157479:0:34716:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d500 x1870603636540416/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.157485:0:34716:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.157487:0:34716:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948586.157490:0:34716:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960302640. 00000080:00000001:3.0:1783948586.157494:0:34716:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.157502:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3d50 00000080:00000008:3.0:1783948586.157505:0:34716:0:(file.c:491:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff89e951d1e3c8), flags 100002, rc = 0 00000080:00000001:3.0:1783948586.157508:0:34716:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.157514:0:34716:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783948586.157516:0:34716:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01cb3d98 00000080:00002000:3.0:1783948586.157518:0:34716:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff89e951f10798, parent ffff89e951f535e8, inode ffff89e951d1e3c8) hashed, 00000080:00000001:3.0:1783948586.157520:0:34716:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.164074:0:34719:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948586.164083:0:34719:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00020000:00000002:2.0:1783948586.164090:0:34719:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00020000:00000001:2.0:1783948586.164093:0:34719:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.164102:0:34719:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948586.164105:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3db8 00000080:00200008:2.0:1783948586.164108:0:34719:0:(file.c:447:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff89e951d85348), flags 100002 00000080:00000001:2.0:1783948586.164112:0:34719:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783948586.164115:0:34719:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783948586.164116:0:34719:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948586.164117:0:34719:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00020000:00000002:2.0:1783948586.164120:0:34719:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9413280f8) owner 0000000000000000/ffff89e9508e27c0 00020000:00000001:2.0:1783948586.164122:0:34719:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.164124:0:34719:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1783948586.164132:0:34719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.164135:0:34719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.164142:0:34719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459b00 count: 2 00010000:00000001:2.0:1783948586.164145:0:34719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.164149:0:34719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948586.164152:0:34719:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:2.0:1783948586.164154:0:34719:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783948586.164156:0:34719:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783948586.164162:0:34719:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e941342000. 00000080:00000001:2.0:1783948586.164165:0:34719:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783948586.164170:0:34719:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783948586.164174:0:34719:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:2.0:1783948586.164177:0:34719:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:2.0:1783948586.164180:0:34719:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783948586.164182:0:34719:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:2.0:1783948586.164189:0:34719:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c700. 00000020:00000040:2.0:1783948586.164194:0:34719:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948586.164199:0:34719:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.164203:0:34719:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.164207:0:34719:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.164215:0:34719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e952882400. 00000100:00000001:2.0:1783948586.164223:0:34719:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783948586.164243:0:34719:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783948586.164256:0:34719:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783948586.164261:0:34719:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783948586.164268:0:34719:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.164269:0:34719:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.164276:0:34719:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.164278:0:34719:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166006528 : -129839543545088 : ffff89e960211300) 00000100:00000001:2.0:1783948586.164281:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.164283:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902139136 : -129839807412480 : ffff89e95066c700) 00000100:00000001:2.0:1783948586.164289:0:34719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.164294:0:34719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.164296:0:34719:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.164298:0:34719:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.164302:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.164309:0:34719:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.164311:0:34719:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.164315:0:34719:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.164317:0:34719:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.164320:0:34719:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.164323:0:34719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c700 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34719:1870603636540672:192.168.202.104@tcp:35:multiop.0 00000100:00000001:2.0:1783948586.164327:0:34719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.164333:0:34719:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.164335:0:34719:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.164337:0:34719:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.164342:0:34719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581ca800. 02000000:00000001:2.0:1783948586.164344:0:34719:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.164352:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.164356:0:34719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948586.164364:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2990. 00000100:00000200:2.0:1783948586.164372:0:34719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636540672, portal 10 00000100:00000001:2.0:1783948586.164374:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.164375:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902139136 : -129839807412480 : ffff89e95066c700) 00000100:00000040:2.0:1783948586.164381:0:34719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.164398:0:34719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.164401:0:34719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.164404:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2000. 00000100:00000200:2.0:1783948586.164408:0:34719:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636540672, offset 0 00000400:00000200:2.0:1783948586.164415:0:34719:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.164423:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.164433:0:34719:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.164438:0:34719:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.164443:0:34719:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.164447:0:34719:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.164450:0:34719:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.164454:0:34719:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2723:2723:256:4294967295] 192.168.202.104@tcp LPNI seq info [2723:2723:8:4294967295] 00000400:00000200:2.0:1783948586.164458:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.164469:0:34719:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.164475:0:34719:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.164480:0:34719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61300. 00000800:00000200:2.0:1783948586.165997:0:34719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.166010:0:34719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.166015:0:34719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.166030:0:34719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.166036:0:34719:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 815407 usecs (816 jiffies) 00000400:00000200:2.0:1783948586.166042:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.166046:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677133 00000100:00000001:2.0:1783948586.166050:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.166053:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677133 00000100:00000001:2.0:1783948586.166055:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.166057:0:34719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.166061:0:34719:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.166063:0:34719:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.166065:0:34719:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.166069:0:34719:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211300 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.166071:0:34719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.166074:0:34719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.170131:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.170143:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61300. 00000400:00000200:1.0:1783948586.170152:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.170163:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.170172:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2000 00000400:00000010:1.0:1783948586.170174:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2000. 00000100:00000001:1.0:1783948586.170179:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.170188:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.170200:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.170204:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.170212:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.170215:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948586.179530:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.179551:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.179555:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.179558:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.179566:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.179574:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.179585:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.179590:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.179604:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.179608:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9458500 00000400:00000200:1.0:1783948586.179613:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.179622:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7729 [1] + 224 00000800:00000001:1.0:1783948586.179633:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.179642:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.179647:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.179651:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.179669:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.179681:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948586.179693:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.179714:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.179724:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.179727:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.179921:0:34719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.179938:0:34719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.179940:0:34719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.179944:0:34719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948586.179950:0:34719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:2.0:1783948586.179953:0:34719:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:2.0:1783948586.179956:0:34719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.179961:0:34719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948586.179970:0:34719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c700 x1870603636540672/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.179977:0:34719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.179979:0:34719:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.179981:0:34719:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.179985:0:34719:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.179988:0:34719:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.179990:0:34719:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.179993:0:34719:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.180005:0:34719:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=106 v=5 (10 5 5 5) 00000100:00001000:2.0:1783948586.180009:0:34719:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.180012:0:34719:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.180015:0:34719:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.180018:0:34719:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.180023:0:34719:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.180027:0:34719:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948586.180030:0:34719:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948586.180032:0:34719:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948586.180035:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.180037:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902139136 : -129839807412480 : ffff89e95066c700) 00000100:00000001:2.0:1783948586.180042:0:34719:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.180045:0:34719:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1783948586.180047:0:34719:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.180050:0:34719:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.180055:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c700 x1870603636540672/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.180063:0:34719:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.180066:0:34719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.180069:0:34719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.180073:0:34719:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c700 x1870603636540672/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948586.180081:0:34719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c700 pname:cluuid:pid:xid:nid:opc:job multiop:342776fa-f61c-4b73-829b-67eb463eff17:34719:1870603636540672:192.168.202.104@tcp:35:multiop.0 00000100:00000001:2.0:1783948586.180087:0:34719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.180090:0:34719:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.180093:0:34719:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.180095:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.180099:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c700 x1870603636540672/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.180106:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.180109:0:34719:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.180112:0:34719:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.180114:0:34719:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.180120:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.180121:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902139136 : -129839807412480 : ffff89e95066c700) 00000002:00000001:2.0:1783948586.180125:0:34719:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.180128:0:34719:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.180133:0:34719:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e941342000. 00000080:00000001:2.0:1783948586.180138:0:34719:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783948586.180142:0:34719:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1783948586.180147:0:34719:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783948586.180153:0:34719:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.180160:0:34719:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.180161:0:34719:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907351040 : -129839802200576 : ffff89e950b64e00) 00000100:00000001:2.0:1783948586.180163:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.180165:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.180170:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.180172:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.180174:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b64e00 x1870603636539392/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 592/664 e 0 to 0 dl 1783948600 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.180181:0:34719:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783948586.180184:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.180185:0:34719:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.180187:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.180191:0:34719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509ebc00. 02000000:00000001:2.0:1783948586.180194:0:34719:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.180197:0:34719:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.180199:0:34719:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b64e00. 00000100:00000001:2.0:1783948586.180203:0:34719:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.180204:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.180205:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.180208:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c700 x1870603636540672/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.180214:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.180216:0:34719:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be100. 00000002:00000001:2.0:1783948586.180219:0:34719:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.180221:0:34719:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.180223:0:34719:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c180. 00000100:00000001:2.0:1783948586.180225:0:34719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.180228:0:34719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c700 x1870603636540672/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.180234:0:34719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.180236:0:34719:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.180239:0:34719:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960303540. 00000080:00000001:2.0:1783948586.180243:0:34719:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.180250:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3db8 00000080:00000008:2.0:1783948586.180252:0:34719:0:(file.c:491:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff89e951d85348), flags 100002, rc = 0 00000080:00000001:2.0:1783948586.180256:0:34719:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.180261:0:34719:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948586.180263:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01ce3e00 00000080:00002000:2.0:1783948586.180265:0:34719:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff89e951f4d000, parent ffff89e951f535e8, inode ffff89e951d85348) hashed, 00000080:00000001:2.0:1783948586.180268:0:34719:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.205199:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.205205:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.205211:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.205212:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.205773:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948586.205778:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.205782:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783948586.220160:0:34736:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.220169:0:34736:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.220172:0:34736:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948586.220176:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bbc0 00000080:00200000:0.0:1783948586.220181:0:34736:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948586.220189:0:34736:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2600. 00800000:00000002:0.0:1783948586.220198:0:34736:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948586.220203:0:34736:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948586.220208:0:34736:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.220210:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bae0 00800000:00000002:0.0:1783948586.220213:0:34736:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948586.220218:0:34736:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948586.220222:0:34736:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948586.220229:0:34736:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.220231:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b9b0 00000002:00010000:0.0:1783948586.220233:0:34736:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948586.220237:0:34736:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948586.220239:0:34736:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.220242:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.220249:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:0.0:1783948586.220253:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.220258:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.220263:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.220268:0:34736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783948586.220280:0:34736:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.220286:0:34736:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.220289:0:34736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783948586.220297:0:34736:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948586.220299:0:34736:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948586.220301:0:34736:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.220303:0:34736:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.220305:0:34736:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.220308:0:34736:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948586.220311:0:34736:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948586.220314:0:34736:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948586.220317:0:34736:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2600. 00000080:00000001:0.0:1783948586.220322:0:34736:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948586.220324:0:34736:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.220327:0:34736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948586.220331:0:34736:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dd0 00800000:00000001:0.0:1783948586.220335:0:34736:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948586.220337:0:34736:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948586.220339:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.220341:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.220345:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948586.220347:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948586.220350:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948586.220354:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.220355:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948586.220356:0:34736:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.220358:0:34736:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.220361:0:34736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dd0 from it ffffb87d01d2bbf8 00010000:00000001:0.0:1783948586.220363:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.220364:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.220365:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948586.220367:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948586.220369:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948586.220372:0:34736:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.220375:0:34736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.220383:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.220384:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.220386:0:34736:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.220400:0:34736:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.220403:0:34736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.220412:0:34736:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.220416:0:34736:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.220418:0:34736:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.220422:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.220424:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.220425:0:34736:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.220429:0:34736:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.220431:0:34736:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.220432:0:34736:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.220435:0:34736:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.220437:0:34736:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.220438:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.220439:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948586.220442:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948586.220444:0:34736:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.220447:0:34736:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948586.220452:0:34736:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948586.220464:0:34736:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff89e95818ea80. 00000080:00000001:0.0:1783948586.220468:0:34736:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.220470:0:34736:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948586.220471:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb00 00000080:00200000:0.0:1783948586.220473:0:34736:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948586.220477:0:34736:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2600. 00800000:00000002:0.0:1783948586.220480:0:34736:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948586.220482:0:34736:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948586.220485:0:34736:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.220486:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba20 00800000:00000002:0.0:1783948586.220488:0:34736:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948586.220491:0:34736:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948586.220493:0:34736:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948586.220496:0:34736:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.220497:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b8f0 00000002:00010000:0.0:1783948586.220499:0:34736:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948586.220502:0:34736:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948586.220503:0:34736:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.220505:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.220508:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:0.0:1783948586.220510:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.220513:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.220515:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.220518:0:34736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1783948586.220526:0:34736:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.220528:0:34736:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.220532:0:34736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1783948586.220538:0:34736:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948586.220540:0:34736:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948586.220542:0:34736:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.220543:0:34736:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.220545:0:34736:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.220547:0:34736:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948586.220550:0:34736:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948586.220552:0:34736:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948586.220554:0:34736:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2600. 00000080:00000001:0.0:1783948586.220557:0:34736:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948586.220559:0:34736:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.220562:0:34736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948586.220565:0:34736:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440dd0 00800000:00000001:0.0:1783948586.220567:0:34736:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948586.220569:0:34736:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948586.220570:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.220571:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.220573:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948586.220575:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948586.220577:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948586.220579:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.220580:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948586.220582:0:34736:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.220583:0:34736:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.220585:0:34736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440dd0 from it ffffb87d01d2bb38 00010000:00000001:0.0:1783948586.220587:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.220588:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.221274:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235c00 refcount=3 00000020:00000001:0.0:1783948586.221278:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948586.221281:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931275264 : -129839778276352 : ffff89e952235c00) 00010000:00000001:0.0:1783948586.221283:0:34736:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.221286:0:34736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.221293:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.221294:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.221295:0:34736:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.221297:0:34736:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.221299:0:34736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783948586.221306:0:34736:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.221308:0:34736:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.221309:0:34736:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.221312:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.221313:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.221315:0:34736:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.221317:0:34736:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.221318:0:34736:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.221320:0:34736:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.221323:0:34736:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.221325:0:34736:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.221326:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.221328:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948586.221331:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948586.221332:0:34736:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.221335:0:34736:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:0.0:1783948586.221339:0:34736:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.221343:0:34736:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783948586.221345:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb50 00000080:00200000:0.0:1783948586.221348:0:34736:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), file ffff89e9493a9680, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1783948586.221355:0:34736:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff89e943713840. 00000080:00000001:0.0:1783948586.221359:0:34736:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783948586.221362:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba00 00000080:00200000:0.0:1783948586.221364:0:34736:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000010:0.0:1783948586.221371:0:34736:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2600. 00800000:00000002:0.0:1783948586.221375:0:34736:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948586.221380:0:34736:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948586.221382:0:34736:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.221383:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b920 00800000:00000002:0.0:1783948586.221385:0:34736:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948586.221399:0:34736:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783948586.221402:0:34736:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783948586.221407:0:34736:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446614233677083648 : -129840032467968 : ffff89e942fcb400) 00800000:00000001:0.0:1783948586.221410:0:34736:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783948586.221412:0:34736:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783948586.221415:0:34736:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783948586.221418:0:34736:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783948586.221422:0:34736:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff89e943191000: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:0.0:1783948586.221425:0:34736:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.221428:0:34736:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.221429:0:34736:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.221431:0:34736:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.221433:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b8a0 00800000:00000002:0.0:1783948586.221435:0:34736:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1783948586.221439:0:34736:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.221441:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b7d8 00000002:00010000:0.0:1783948586.221442:0:34736:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1783948586.221446:0:34736:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948586.221449:0:34736:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783948586.221452:0:34736:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783948586.221455:0:34736:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.221457:0:34736:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783948586.221460:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 2 00010000:00000001:0.0:1783948586.221461:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.221464:0:34736:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783948586.221467:0:34736:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783948586.221470:0:34736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783948586.221478:0:34736:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783948586.221482:0:34736:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783948586.221484:0:34736:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783948586.221487:0:34736:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1783948586.221489:0:34736:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.221491:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.221493:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 3 00010000:00000001:0.0:1783948586.221496:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948586.221498:0:34736:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.221499:0:34736:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.221500:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.221501:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 3 00010000:00000001:0.0:1783948586.221503:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948586.221504:0:34736:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.221506:0:34736:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.221507:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.221508:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f100 count: 3 00010000:00000001:0.0:1783948586.221510:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783948586.221511:0:34736:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.221513:0:34736:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783948586.221515:0:34736:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783948586.221519:0:34736:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783948586.221521:0:34736:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783948586.221524:0:34736:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783948586.221525:0:34736:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.221528:0:34736:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783948586.223519:0:34736:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783948586.223526:0:34736:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783948586.223585:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.223643:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783948586.223651:0:34736:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235c00 with handle 0x8c7cf19e4b440dd0 from hash 00010000:00000001:0.0:1783948586.223655:0:34736:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783948586.223657:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.223659:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.223660:0:34736:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783948586.223666:0:34736:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783948586.223669:0:34736:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783948586.223674:0:34736:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948586.223676:0:34736:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948586.223680:0:34736:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783948586.223692:0:34736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240e00. 00000020:00000040:0.0:1783948586.223698:0:34736:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:0.0:1783948586.223705:0:34736:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783948586.223707:0:34736:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.223710:0:34736:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948586.223714:0:34736:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.223719:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.223720:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.223721:0:34736:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.223724:0:34736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948586.223726:0:34736:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948586.223733:0:34736:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948586.223741:0:34736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950637800. 00000100:00000001:0.0:1783948586.223749:0:34736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.223754:0:34736:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948586.223757:0:34736:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783948586.224259:0:34736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783948586.224271:0:34736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783948586.224273:0:34736:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783948586.224275:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783948586.224278:0:34736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235c00/0x8c7cf19e4b440dd0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e068ee expref: -99 pid: 34709 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1783948586.224287:0:34736:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f100 count: 0 00010000:00000010:0.0:1783948586.224293:0:34736:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e943887080. 00010000:00000001:0.0:1783948586.224299:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.224300:0:34736:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.224302:0:34736:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948586.224304:0:34736:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.224305:0:34736:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.224316:0:34736:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00010000:00000001:0.0:1783948586.224319:0:34736:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948586.224321:0:34736:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783948586.231430:0:34736:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722da00. 00010000:00000010:1.0:1783948586.231442:0:34736:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4180. 00010000:00000001:1.0:1783948586.231451:0:34736:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948586.231456:0:34736:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617b000. 00000020:00000001:1.0:1783948586.231461:0:34736:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948586.231465:0:34736:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617b000 with handle 0x8c7cf19e4b440e01 to hash 00000020:00000001:1.0:1783948586.231468:0:34736:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948586.231470:0:34736:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.231475:0:34736:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.231481:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948586.231484:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.231490:0:34736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948586.231501:0:34736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34736 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783948586.231523:0:34736:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783948586.231716:0:34736:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783948586.231728:0:34736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948586.231736:0:34736:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948586.231738:0:34736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948586.231746:0:34736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e958f6e840. 00000100:00000001:1.0:1783948586.231748:0:34736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234045802560 : -129839663749056 : ffff89e958f6e840) 00000100:00000001:1.0:1783948586.231751:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.231753:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000001:1.0:1783948586.231758:0:34736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948586.231762:0:34736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.231774:0:34736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948586.231776:0:34736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948586.231781:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.231790:0:34736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948586.231792:0:34736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.231797:0:34736:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948586.231801:0:34736:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948586.231803:0:34736:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948586.231807:0:34736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:34736:1870603636540928:192.168.202.104@tcp:101:bash.0 00000100:00000001:1.0:1783948586.231811:0:34736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948586.231817:0:34736:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948586.231820:0:34736:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.231823:0:34736:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948586.232124:0:34736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:1.0:1783948586.232127:0:34736:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948586.232135:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948586.232139:0:34736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438886e0. 00000400:00000010:1.0:1783948586.232148:0:34736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9493f3400. 00000100:00000200:1.0:1783948586.232156:0:34736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636540928, portal 10 00000100:00000001:1.0:1783948586.232159:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.232161:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000040:1.0:1783948586.232168:0:34736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.232177:0:34736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948586.232179:0:34736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948586.232183:0:34736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948586.232186:0:34736:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636540928, offset 0 00000400:00000200:1.0:1783948586.232194:0:34736:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948586.232204:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.232212:0:34736:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948586.232218:0:34736:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948586.232223:0:34736:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948586.232227:0:34736:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948586.232231:0:34736:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948586.232235:0:34736:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2724:2724:256:4294967295] 192.168.202.104@tcp LPNI seq info [2724:2724:8:4294967295] 00000400:00000200:1.0:1783948586.232240:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.232249:0:34736:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948586.232255:0:34736:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948586.232261:0:34736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948586.232268:0:34736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948586.232276:0:34736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948586.232281:0:34736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783948586.232344:0:34736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.232349:0:34736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 814468 usecs (815 jiffies) 00000400:00000200:1.0:1783948586.232353:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948586.232355:0:34736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677198 00000100:00000001:1.0:1783948586.232359:0:34736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.232361:0:34736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677198 00000100:00000001:1.0:1783948586.232363:0:34736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.232365:0:34736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.232368:0:34736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.232370:0:34736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948586.232372:0:34736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948586.232376:0:34736:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e958f6e840 going to sleep for 11 seconds 00000100:00000001:1.0:1783948586.232378:0:34736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948586.232381:0:34736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1783948586.237048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f100. 00010000:00000010:0.1:1783948586.237065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235c00. 00000800:00000200:1.0:1783948586.238515:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.238525:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:1.0:1783948586.239009:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.239019:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.239027:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618ee0 00000400:00000010:1.0:1783948586.239030:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618ee0. 00000100:00000001:1.0:1783948586.239036:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.239044:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.239057:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.239060:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.239067:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.239070:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948586.246473:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.246494:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.246499:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.246502:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.246511:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.246521:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.246532:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.246537:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.246544:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.246549:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9458600 00000400:00000200:1.0:1783948586.246555:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.246562:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x7731 [32] + 224 00000800:00000001:1.0:1783948586.246570:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.246578:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.246582:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.246586:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.246652:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.246663:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948586.246675:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.246739:0:34736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948586.246759:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948586.246777:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948586.246781:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.246786:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948586.246792:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2725:2725:256:4294967295] 192.168.202.104@tcp LPNI seq info [2725:2725:8:4294967295] 00000400:00000200:1.0:1783948586.246797:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.246805:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948586.246812:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948586.246818:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff89e9493f0c00. 00000800:00000200:1.0:1783948586.246825:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948586.246835:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948586.246842:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e9493f0c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948586.246979:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.246983:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff89e9493f0c00. 00000400:00000200:1.0:1783948586.246986:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.246990:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948586.246996:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.246999:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783948586.254241:0:34736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.254249:0:34736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.254253:0:34736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438886e0. 00000400:00000200:2.0:1783948586.254264:0:34736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9493f3400 00000400:00000010:2.0:1783948586.254267:0:34736:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9493f3400. 00000100:00000001:2.0:1783948586.254273:0:34736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.254285:0:34736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948586.254298:0:34736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240e00 x1870603636540928/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.254306:0:34736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.254309:0:34736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.254312:0:34736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.254316:0:34736:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.254319:0:34736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.254321:0:34736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.254324:0:34736:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.254333:0:34736:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948586.254337:0:34736:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.254340:0:34736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.254342:0:34736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.254344:0:34736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.254348:0:34736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.254352:0:34736:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948586.254353:0:34736:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:2.0:1783948586.254355:0:34736:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948586.254357:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.254359:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000001:2.0:1783948586.254362:0:34736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.254364:0:34736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1783948586.254366:0:34736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.254369:0:34736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.254374:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.254382:0:34736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.254385:0:34736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.254401:0:34736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.254407:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948586.254416:0:34736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240e00 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:34736:1870603636540928:192.168.202.104@tcp:101:bash.0 00000100:00000001:2.0:1783948586.254421:0:34736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.254424:0:34736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.254427:0:34736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.254429:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.254433:0:34736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.254440:0:34736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.254444:0:34736:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e958f6e840. 00000100:00000001:2.0:1783948586.254448:0:34736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.254449:0:34736:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.254452:0:34736:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948586.254456:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.254459:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.254462:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=4 00000020:00000001:2.0:1783948586.254465:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.254468:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000040:2.0:1783948586.254475:0:34736:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617b000, remote cookie: 0x2ceea11ad5e069a4, flags: 0x1001 00010000:00010000:2.0:1783948586.254480:0:34736:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948586.254489:0:34736:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783948586.254493:0:34736:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783948586.254747:0:34736:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e94722d400. 00010000:00000010:1.0:1783948586.254753:0:34736:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9585c4980. 00010000:00000040:1.0:1783948586.254759:0:34736:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722da00 count: 0 00010000:00000010:1.0:1783948586.254839:0:34736:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4180. 00010000:00000001:1.0:1783948586.254849:0:34736:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.255071:0:34736:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948586.255082:0:34736:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.255089:0:34736:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948586.255093:0:34736:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783948586.255095:0:34736:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783948586.255097:0:34736:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783948586.255098:0:34736:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783948586.255101:0:34736:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff89e94722d400) refcount = 1 00010000:00010000:1.0:1783948586.255106:0:34736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.255113:0:34736:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783948586.255116:0:34736:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783948586.255118:0:34736:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948586.255120:0:34736:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948586.255123:0:34736:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.255126:0:34736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.255132:0:34736:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948586.255134:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255135:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.255136:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255137:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.255139:0:34736:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948586.255143:0:34736:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783948586.255146:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.255148:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.255150:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:1.0:1783948586.255152:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255155:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255157:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.255158:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.255160:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=4 00000020:00000001:1.0:1783948586.255161:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255163:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255166:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948586.255169:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.255172:0:34736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.255179:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255180:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.255181:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.255182:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.255183:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=5 00000020:00000001:1.0:1783948586.255185:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255188:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255190:0:34736:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948586.255193:0:34736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.255199:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255200:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948586.255203:0:34736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.255210:0:34736:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948586.255211:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255212:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.255213:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255214:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783948586.255221:0:34736:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948586.255231:0:34736:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783948586.255235:0:34736:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948586.255242:0:34736:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.255249:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.255251:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.255252:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:1.0:1783948586.255254:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255256:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00000002:00010000:1.0:1783948586.255259:0:34736:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783948586.255269:0:34736:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e943f22a00. 00010000:00000001:1.0:1783948586.255271:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255272:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948586.255274:0:34736:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948586.255276:0:34736:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783948586.255278:0:34736:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783948586.255280:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.255282:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000001:1.0:1783948586.255283:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.255285:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00010000:00000001:1.0:1783948586.255287:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.255288:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.255289:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:1.0:1783948586.255291:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255292:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00000002:00010000:1.0:1783948586.255295:0:34736:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.255301:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255302:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.255305:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783948586.255306:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.255307:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.255308:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:1.0:1783948586.255310:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.255312:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000040:1.0:1783948586.255316:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 2 00010000:00000001:1.0:1783948586.255318:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948586.255322:0:34736:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:1.0:1783948586.255324:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.255325:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948586.255326:0:34736:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783948586.255329:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b760 00000002:00002000:1.0:1783948586.255331:0:34736:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1783948586.255334:0:34736:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948586.255337:0:34736:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948586.255339:0:34736:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948586.255343:0:34736:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783948586.255347:0:34736:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948586.255350:0:34736:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000001:1.0:1783948586.255353:0:34736:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783948586.255355:0:34736:0:(namei.c:674:ll_lookup_it_finish()) it ffff89e943713840 it_disposition 1800037 00000080:00002000:1.0:1783948586.255360:0:34736:0:(namei.c:653:ll_splice_alias()) Add dentry ffff89e951f63e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1783948586.255365:0:34736:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948586.255368:0:34736:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:1.0:1783948586.255369:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b988 00000080:00200000:1.0:1783948586.255371:0:34736:0:(namei.c:1623:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8), intent=open|creat 00000080:00000001:1.0:1783948586.255374:0:34736:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:1.0:1783948586.255376:0:34736:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783948586.255381:0:34736:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783948586.255384:0:34736:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783948586.255387:0:34736:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:1.0:1783948586.255401:0:34736:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1783948586.255415:0:34736:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff89e951d7c200. 00000020:00000001:1.0:1783948586.255425:0:34736:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:1.0:1783948586.255427:0:34736:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1783948586.255430:0:34736:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:1.0:1783948586.255431:0:34736:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8) 00000020:00000001:1.0:1783948586.255435:0:34736:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948586.255440:0:34736:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948586.255447:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022ac00. 00000020:00000010:1.0:1783948586.255452:0:34736:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948586.255455:0:34736:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619a20. 00000008:00000010:1.0:1783948586.255461:0:34736:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948586.255466:0:34736:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948586.255471:0:34736:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948586.255477:0:34736:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948586.255481:0:34736:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948586.255485:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a400. 00000008:00000010:1.0:1783948586.255489:0:34736:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948586.255492:0:34736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948586.255495:0:34736:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948586.255499:0:34736:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948586.255501:0:34736:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948586.255503:0:34736:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948586.255507:0:34736:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:1.0:1783948586.255512:0:34736:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff89e9582a3578. 00000020:00000001:1.0:1783948586.255514:0:34736:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1783948586.255516:0:34736:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.255523:0:34736:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:1.0:1783948586.255526:0:34736:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff89e9601c2aa8. 00020000:00000001:1.0:1783948586.255528:0:34736:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446614234165684904 : -129839543866712 : ffff89e9601c2aa8) 00020000:00000001:1.0:1783948586.255531:0:34736:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:1.0:1783948586.255658:0:34736:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948586.255664:0:34736:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619660. 00020000:00000010:1.0:1783948586.255669:0:34736:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947f0aa00. 00020000:00000010:1.0:1783948586.255675:0:34736:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e9506198a0. 00020000:00000001:1.0:1783948586.255677:0:34736:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901799584 : -129839807752032 : ffff89e9506198a0) 00020000:00000002:1.0:1783948586.255680:0:34736:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506198a0, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948586.255684:0:34736:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948586.255688:0:34736:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0aa00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:1.0:1783948586.255691:0:34736:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1783948586.255693:0:34736:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506198a0, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948586.255695:0:34736:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948586.255698:0:34736:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0aa00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:1.0:1783948586.255702:0:34736:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff89e958225e30. 00020000:00000010:1.0:1783948586.255706:0:34736:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff89e958f6e840. 00020000:00000001:1.0:1783948586.255710:0:34736:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1783948586.255713:0:34736:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff89e95800e230. 00020000:00000001:1.0:1783948586.255717:0:34736:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1783948586.255718:0:34736:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:1.0:1783948586.255724:0:34736:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1783948586.255728:0:34736:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff89e9582a3e10. 00000020:00000001:1.0:1783948586.255730:0:34736:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1783948586.255732:0:34736:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.255734:0:34736:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446614234032389776 : -129839677161840 : ffff89e9582a3e90) 00020000:00000001:1.0:1783948586.255738:0:34736:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1783948586.255743:0:34736:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff89e952015340. 00020000:00000001:1.0:1783948586.255746:0:34736:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.255750:0:34736:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614234032389776 : -129839677161840 : ffff89e9582a3e90) 00020000:00000001:1.0:1783948586.255752:0:34736:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614234032389776 : -129839677161840 : ffff89e9582a3e90) 00020000:00000002:1.0:1783948586.255756:0:34736:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff89e9582a3e10[0:0] -> [0x200000404:0x36:0x0]@ffff89e9582a3578: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:1.0:1783948586.255760:0:34736:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1783948586.255762:0:34736:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:1.0:1783948586.255841:0:34736:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.255846:0:34736:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446614234032387576 : -129839677164040 : ffff89e9582a35f8) 00000020:00001000:1.0:1783948586.256038:0:34736:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948586.256044:0:34736:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022a200. 00000020:00000010:1.0:1783948586.256048:0:34736:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619a20. 00000008:00000010:1.0:1783948586.256052:0:34736:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948586.256058:0:34736:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948586.256061:0:34736:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948586.256065:0:34736:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948586.256068:0:34736:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948586.256071:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022ac00. 00000008:00000010:1.0:1783948586.256074:0:34736:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948586.256076:0:34736:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948586.256079:0:34736:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948586.256082:0:34736:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948586.256084:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a400. 00000020:00000010:1.0:1783948586.256086:0:34736:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948586.256091:0:34736:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:1.0:1783948586.256093:0:34736:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1783948586.256096:0:34736:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1783948586 00000080:00000001:1.0:1783948586.256100:0:34736:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1783948586.256103:0:34736:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614233926320840 : -129839783230776 : ffff89e951d7c2c8) 00010000:00000001:1.0:1783948586.256105:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.256107:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.256109:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:1.0:1783948586.256111:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.256113:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00000080:00000001:1.0:1783948586.256116:0:34736:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783948586.256117:0:34736:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948586.256120:0:34736:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948586.256124:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a400. 00000020:00000010:1.0:1783948586.256126:0:34736:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022ac00. 00000020:00000010:1.0:1783948586.256128:0:34736:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619a20. 00000008:00000010:1.0:1783948586.256131:0:34736:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948586.256133:0:34736:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948586.256136:0:34736:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948586.256139:0:34736:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948586.256141:0:34736:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948586.256143:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a200. 00000008:00000010:1.0:1783948586.256145:0:34736:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948586.256148:0:34736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948586.256150:0:34736:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948586.256152:0:34736:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948586.256154:0:34736:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948586.256156:0:34736:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000020:00000001:1.0:1783948586.256158:0:34736:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783948586.256160:0:34736:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783948586.256162:0:34736:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783948586.256164:0:34736:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e950619540. 00020000:00000010:1.0:1783948586.256167:0:34736:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e947f0a880. 00020000:00000010:1.0:1783948586.256170:0:34736:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e950619c00. 00020000:00000001:1.0:1783948586.256172:0:34736:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614233901800448 : -129839807751168 : ffff89e950619c00) 00020000:00000002:1.0:1783948586.256175:0:34736:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e950619c00, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783948586.256179:0:34736:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783948586.256182:0:34736:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0a880: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:1.0:1783948586.256186:0:34736:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2aa8) owner ffff89e9412d8000 00020000:00000001:1.0:1783948586.256190:0:34736:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783948586.256192:0:34736:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2aa8) owner ffff89e9412d8000 00020000:00000010:1.0:1783948586.256196:0:34736:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947f0a880. 00020000:00000010:1.0:1783948586.256199:0:34736:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619540. 00020000:00000010:1.0:1783948586.256202:0:34736:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e950619c00. 00020000:00000002:1.0:1783948586.256204:0:34736:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783948586.256206:0:34736:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.256208:0:34736:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.256211:0:34736:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783948586.256214:0:34736:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:1.0:1783948586.256217:0:34736:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e9412d8000. 00020000:00000002:1.0:1783948586.256220:0:34736:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:1.0:1783948586.256222:0:34736:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783948586.256225:0:34736:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783948586.256227:0:34736:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783948586.256228:0:34736:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783948586.256231:0:34736:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783948586.256233:0:34736:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1783948586.256236:0:34736:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948586.256238:0:34736:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022ac00. 00000020:00000010:1.0:1783948586.256240:0:34736:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619a20. 00000008:00000010:1.0:1783948586.256243:0:34736:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948586.256245:0:34736:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948586.256247:0:34736:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948586.256250:0:34736:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948586.256252:0:34736:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948586.256254:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a400. 00000008:00000010:1.0:1783948586.256256:0:34736:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948586.256258:0:34736:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948586.256261:0:34736:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948586.256262:0:34736:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948586.256264:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a200. 00000020:00000010:1.0:1783948586.256266:0:34736:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000080:00000001:1.0:1783948586.256268:0:34736:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.256270:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.256271:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948586.256272:0:34736:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783948586.256276:0:34736:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783948586.256278:0:34736:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948586.256280:0:34736:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) 00000080:00010000:1.0:1783948586.256284:0:34736:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e01 00800000:00000001:1.0:1783948586.256287:0:34736:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948586.256289:0:34736:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948586.256290:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.256291:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.256293:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:1.0:1783948586.256295:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.256297:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.256299:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.256300:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948586.256301:0:34736:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948586.256303:0:34736:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.256305:0:34736:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:1.0:1783948586.256307:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.256315:0:34736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.256323:0:34736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.256330:0:34736:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948586.256334:0:34736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) 00000080:00000001:1.0:1783948586.256337:0:34736:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948586.256340:0:34736:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2600. 00000100:00000001:1.0:1783948586.256343:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.256346:0:34736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.256352:0:34736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.256356:0:34736:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1783948586.256358:0:34736:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.256366:0:34736:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783948586.256369:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba60 00000080:00200008:1.0:1783948586.256371:0:34736:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 102101 00000080:00000010:1.0:1783948586.256382:0:34736:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e954ebcb40. 00000080:00000010:1.0:1783948586.256397:0:34736:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e943f22580. 00000080:00000001:1.0:1783948586.256401:0:34736:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1783948586.256406:0:34736:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1783948586.256409:0:34736:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1783948586.256412:0:34736:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9470aa3a0. 00000002:00100000:1.0:1783948586.256416:0:34736:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783948586.256422:0:34736:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948586.256424:0:34736:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783948586.256428:0:34736:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1783948586.256431:0:34736:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.256434:0:34736:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.256436:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.256439:0:34736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1783948586.256445:0:34736:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948586.256448:0:34736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:1.0:1783948586.256485:0:34736:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783948586.256487:0:34736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.256489:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba60 00000080:00000008:1.0:1783948586.256491:0:34736:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 102101, rc = 0 00000080:00000001:1.0:1783948586.256496:0:34736:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783948586.256497:0:34736:0:(dcache.c:176:ll_intent_release()) intent ffff89e943713840 released 00000080:00010000:1.0:1783948586.256500:0:34736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e01 from it ffff89e943713840 00010000:00000001:1.0:1783948586.256502:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.256503:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.256505:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:1.0:1783948586.256507:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.256509:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.256511:0:34736:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948586.256514:0:34736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.256522:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.256523:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.256524:0:34736:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948586.256527:0:34736:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948586.256530:0:34736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948586.257191:0:34736:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948586.257198:0:34736:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948586.257200:0:34736:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948586.257206:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.257207:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.257209:0:34736:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.257213:0:34736:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948586.257215:0:34736:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.257217:0:34736:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.257220:0:34736:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.257224:0:34736:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948586.257225:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.257226:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948586.257228:0:34736:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783948586.257230:0:34736:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1783948586.257233:0:34736:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783948586.257234:0:34736:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948586.257237:0:34736:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783948586.257238:0:34736:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.257241:0:34736:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1783948586.257243:0:34736:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.257244:0:34736:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948586.257247:0:34736:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.257248:0:34736:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783948586.257251:0:34736:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff89e943713840. 00000080:00000001:1.0:1783948586.257256:0:34736:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.257261:0:34736:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783948586.257264:0:34736:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1783948586.257267:0:34736:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.257358:0:34736:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948586.257362:0:34736:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:1.0:1783948586.257365:0:34736:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:1.0:1783948586.257367:0:34736:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.272962:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd28 00000080:00200008:2.0:1783948586.272974:0:34736:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948586.272982:0:34736:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948586.272984:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bca0 00000080:00200000:2.0:1783948586.272986:0:34736:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8),name=recon 00000080:00000010:2.0:1783948586.272995:0:34736:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e941678000. 00800000:00000002:2.0:1783948586.273002:0:34736:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948586.273011:0:34736:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948586.273015:0:34736:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.273017:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bbc0 00800000:00000002:2.0:1783948586.273020:0:34736:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948586.273024:0:34736:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948586.273031:0:34736:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948586.273038:0:34736:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.273040:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba90 00000002:00010000:2.0:1783948586.273042:0:34736:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948586.273047:0:34736:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948586.273049:0:34736:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.273053:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.273061:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 2 00010000:00000001:2.0:1783948586.273065:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.273071:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.273076:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.273082:0:34736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783948586.273094:0:34736:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948586.273099:0:34736:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.273103:0:34736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783948586.273111:0:34736:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948586.273114:0:34736:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948586.273116:0:34736:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.273118:0:34736:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.273120:0:34736:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948586.273122:0:34736:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948586.273125:0:34736:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948586.273128:0:34736:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948586.273132:0:34736:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e941678000. 00000080:00000001:2.0:1783948586.273138:0:34736:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948586.273141:0:34736:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.273144:0:34736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) 00000080:00010000:2.0:1783948586.273148:0:34736:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e01 00800000:00000001:2.0:1783948586.273151:0:34736:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948586.273154:0:34736:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948586.273156:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.273159:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.273161:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.273164:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.273167:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.273170:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.273172:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.273173:0:34736:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.273175:0:34736:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.273178:0:34736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e01 from it ffffb87d01d2bcd8 00010000:00000001:2.0:1783948586.273180:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.273182:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.273184:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.273186:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.273188:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.273190:0:34736:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.273194:0:34736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948586.273226:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.273228:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.273230:0:34736:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.273232:0:34736:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.273235:0:34736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948586.273244:0:34736:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.273247:0:34736:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.273249:0:34736:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.273253:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.273254:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.273256:0:34736:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.273259:0:34736:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.273261:0:34736:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.273263:0:34736:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.273267:0:34736:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.273269:0:34736:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.273270:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.273271:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948586.273274:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948586.273276:0:34736:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.273281:0:34736:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783948586.273283:0:34736:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.273285:0:34736:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.273288:0:34736:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.273289:0:34736:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.273291:0:34736:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948586.273295:0:34736:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783948586.273299:0:34736:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.273305:0:34736:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11cf0. 00000020:00000010:2.0:1783948586.273309:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941678000. 00000020:00000010:2.0:1783948586.273316:0:34736:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e941342000. 00000020:00000010:2.0:1783948586.273320:0:34736:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041240. 00000008:00000010:2.0:1783948586.273328:0:34736:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944721660. 00020000:00000010:2.0:1783948586.273334:0:34736:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226a80. 00008000:00000010:2.0:1783948586.273340:0:34736:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948586.273346:0:34736:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948586.273351:0:34736:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a8de0. 00000020:00000010:2.0:1783948586.273355:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e94120ac00. 00000008:00000010:2.0:1783948586.273359:0:34736:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585858c0. 00020000:00000010:2.0:1783948586.273363:0:34736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d240. 00008000:00000010:2.0:1783948586.273367:0:34736:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fc38. 00000080:00000010:2.0:1783948586.273372:0:34736:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e3c0. 00000020:00000001:2.0:1783948586.273374:0:34736:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374264 : -129839665177352 : ffff89e958e11cf8) 00000020:00001000:2.0:1783948586.273377:0:34736:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11cf0 00000020:00000001:2.0:1783948586.273382:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.273384:0:34736:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948586.273387:0:34736:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948586.273399:0:34736:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783948586.273404:0:34736:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.273405:0:34736:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948586.273407:0:34736:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948586.273410:0:34736:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.273412:0:34736:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948586.273419:0:34736:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e9582a8e40 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783948586.273422:0:34736:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:2.0:1783948586.273426:0:34736:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948586.273428:0:34736:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948586.273430:0:34736:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948586.273432:0:34736:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.273435:0:34736:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948586.273438:0:34736:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948586.273439:0:34736:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.273440:0:34736:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.273441:0:34736:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.273443:0:34736:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948586.273444:0:34736:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:2.0:1783948586.273446:0:34736:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948586.273448:0:34736:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948586.273450:0:34736:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1783948586.273453:0:34736:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948586.273455:0:34736:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948586.273458:0:34736:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948586.273461:0:34736:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948586.273467:0:34736:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948586.273476:0:34736:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887780. 00020000:00000002:2.0:1783948586.273478:0:34736:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948586.273481:0:34736:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948586.273484:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.273485:0:34736:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948586.273487:0:34736:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.273488:0:34736:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11c60. 00000020:00000010:2.0:1783948586.273491:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e94120a200. 00000020:00000010:2.0:1783948586.273495:0:34736:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9584cfc00. 00000020:00000010:2.0:1783948586.273498:0:34736:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041600. 00000008:00000010:2.0:1783948586.273501:0:34736:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944724e50. 00020000:00000010:2.0:1783948586.273503:0:34736:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226540. 00008000:00000010:2.0:1783948586.273505:0:34736:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9530. 00000080:00000010:2.0:1783948586.273508:0:34736:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948586.273511:0:34736:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9e10. 00000020:00000010:2.0:1783948586.273516:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80000. 00000008:00000010:2.0:1783948586.273519:0:34736:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585760. 00020000:00000010:2.0:1783948586.273521:0:34736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060f230. 00008000:00000010:2.0:1783948586.273523:0:34736:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f558. 00000080:00000010:2.0:1783948586.273526:0:34736:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e780. 00000020:00000001:2.0:1783948586.273528:0:34736:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374120 : -129839665177496 : ffff89e958e11c68) 00000020:00001000:2.0:1783948586.273530:0:34736:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11c60 00000020:00000001:2.0:1783948586.273544:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.273546:0:34736:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948586.273549:0:34736:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.273550:0:34736:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948586.273552:0:34736:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.273555:0:34736:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.273557:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948586.273558:0:34736:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948586.273563:0:34736:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238b560. 00000008:00010000:2.0:1783948586.273565:0:34736:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783948586.273568:0:34736:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948586.273569:0:34736:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948586.273570:0:34736:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9438877b0, osc lock ffff89e95238b560, flags 0x400001002 00000020:00000001:2.0:1783948586.273572:0:34736:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.273575:0:34736:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.273577:0:34736:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243200 : -129840023308416 : ffff89e943887780) 00000020:00000001:2.0:1783948586.273579:0:34736:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948586.273580:0:34736:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.273581:0:34736:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.273583:0:34736:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.273585:0:34736:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948586.273587:0:34736:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948586.273588:0:34736:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948586.277959:0:34736:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948586.277965:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.277967:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:2.0:1783948586.277974:0:34736:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948586.277979:0:34736:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948586.277982:0:34736:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948586.277988:0:34736:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948586.277991:0:34736:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.277993:0:34736:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.277996:0:34736:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948586.277997:0:34736:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948586.277998:0:34736:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948586.278000:0:34736:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948586.278003:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948586.278010:0:34736:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.278014:0:34736:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783948586.278030:0:34736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c000. 00000020:00000040:2.0:1783948586.278036:0:34736:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00010000:00000001:2.0:1783948586.278040:0:34736:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948586.278045:0:34736:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.278049:0:34736:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.278052:0:34736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.278055:0:34736:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.278061:0:34736:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.278070:0:34736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b80a00. 00000100:00000001:2.0:1783948586.278079:0:34736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.278085:0:34736:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.278086:0:34736:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.278088:0:34736:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.278090:0:34736:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.278092:0:34736:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.278094:0:34736:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00010000:00000001:2.0:1783948586.278098:0:34736:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948586.278101:0:34736:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783948586.278107:0:34736:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e958f6f000. 00010000:00000010:2.0:1783948586.278110:0:34736:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff89e958f6fb00. 00010000:00000001:2.0:1783948586.278117:0:34736:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948586.278120:0:34736:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235800. 00000020:00000001:2.0:1783948586.278126:0:34736:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948586.278129:0:34736:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235800 with handle 0x8c7cf19e4b440e08 to hash 00000020:00000001:2.0:1783948586.278132:0:34736:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948586.278133:0:34736:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000010:2.0:1783948586.278138:0:34736:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e94477c800. 00010000:00000001:2.0:1783948586.278140:0:34736:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.278144:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.278148:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.278152:0:34736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948586.278165:0:34736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.278175:0:34736:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.278180:0:34736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.278185:0:34736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.278200:0:34736:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000134a1245] to pc [ptlrpcd_01_01+1] req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1783948586.278240:0:34736:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.278244:0:34736:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.278245:0:34736:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.278247:0:34736:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.278250:0:34736:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.278253:0:34736:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948586.278254:0:34736:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783948586.278256:0:34736:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948586.278258:0:34736:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1783948586.280322:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948586.280332:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.280336:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.280351:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.280364:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.280367:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.280371:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.280375:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.280378:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.280382:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636541056:192.168.202.104@tcp:101:uname.0 00000100:00000001:2.0:1783948586.280386:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.280405:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.280409:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.280411:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.280421:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948586.280424:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.280433:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.280438:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948586.280446:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2990. 00000100:00000200:2.0:1783948586.280454:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636541056, portal 4 00000100:00000001:2.0:1783948586.280457:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.280458:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000040:2.0:1783948586.280467:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.280475:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.280479:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.280481:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2bb0. 00000100:00000200:2.0:1783948586.280486:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636541056, offset 0 00000400:00000200:2.0:1783948586.280496:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.280506:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.280514:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.280520:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.280524:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.280528:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.280542:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.280546:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2726:2726:256:4294967295] 192.168.202.104@tcp LPNI seq info [2726:2726:8:4294967295] 00000400:00000200:2.0:1783948586.280551:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.280561:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.280567:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.280573:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61300. 00000800:00000200:2.0:1783948586.280581:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.280698:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.280703:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.280723:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.280728:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21706 usecs (22 jiffies) 00000400:00000200:2.0:1783948586.280732:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.280736:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296676454 00000100:00000001:2.0:1783948586.280740:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.280742:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296676454 00000100:00000001:2.0:1783948586.280744:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.280746:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.280749:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.280752:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.280754:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.280764:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.280766:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948586.280769:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948586.280770:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.280771:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.280775:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.280980:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.280987:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61300. 00000400:00000200:1.0:1783948586.280993:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.280998:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.281004:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2bb0 00000400:00000010:1.0:1783948586.281007:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2bb0. 00000100:00000001:1.0:1783948586.281011:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.281016:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.281026:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.281029:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.281036:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.281037:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783948586.281843:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.281848:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1783948586.282101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722da00. 00000800:00000001:0.0:1783948586.288349:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.288368:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.288372:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.288375:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.288384:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.288404:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.288416:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.288421:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.288428:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.288432:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9458680 00000400:00000200:0.0:1783948586.288438:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.288448:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x7741 [1] + 224 00000800:00000001:0.0:1783948586.288456:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.288468:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.288472:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.288477:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.288488:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.288498:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948586.288508:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.288530:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.288539:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.288543:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.288731:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948586.288736:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.288744:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.288746:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.288750:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948586.288755:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:2.0:1783948586.288757:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:2.0:1783948586.288760:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.288765:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948586.288774:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.288779:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.288781:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.288784:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.288788:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.288791:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.288793:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.288797:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.288808:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948586.288812:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.288815:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.288817:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.288820:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.288824:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.288828:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.288831:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1783948586.288833:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.288834:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.288840:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.288846:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.288889:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.288899:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948586.288903:0:2356:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1783948586.288905:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.288908:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.288912:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=4 00000020:00000001:2.0:1783948586.288915:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.288918:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.288920:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.288921:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.288923:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=5 00000020:00000001:2.0:1783948586.288924:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.288926:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.288930:0:2356:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.288934:0:2356:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.288938:0:2356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.288951:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.288953:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.288955:0:2356:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948586.288958:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.288959:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.288960:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=6 00000020:00000001:2.0:1783948586.288962:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.288964:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000040:2.0:1783948586.288972:0:2356:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235800, remote cookie: 0x2ceea11ad5e069b2, flags: 0x1001 00010000:00010000:2.0:1783948586.288977:0:2356:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.288985:0:2356:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1783948586.288987:0:2356:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.288989:0:2356:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948586.288994:0:2356:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1783948586.288999:0:2356:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783948586.289007:0:2356:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff89e958f6f000) refcount = 1 00010000:00000040:2.0:1783948586.289009:0:2356:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783948586.289012:0:2356:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.289022:0:2356:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948586.289024:0:2356:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.289028:0:2356:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948586.289031:0:2356:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.289035:0:2356:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.289042:0:2356:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948586.289043:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.289045:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.289046:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.289047:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948586.289050:0:2356:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1783948586.289053:0:2356:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948586.289057:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.289058:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.289061:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=5 00000020:00000001:2.0:1783948586.289062:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.289065:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00000008:00000001:2.0:1783948586.289070:0:2356:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783948586.289075:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00010000:2.0:1783948586.289081:0:2356:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1783948586.289096:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.289098:0:2356:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948586.289102:0:2356:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783948586.289106:0:2356:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948586.289108:0:2356:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.289110:0:2356:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.289112:0:2356:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:2.0:1783948586.289113:0:2356:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1783948586.289116:0:2356:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948586.289118:0:2356:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948586.289129:0:2356:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783948586.289132:0:2356:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.289134:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.289135:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.289137:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=6 00000020:00000001:2.0:1783948586.289138:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.289140:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.289143:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.289145:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.289151:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.289153:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948586.289155:0:2356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.289161:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.289163:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.289164:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948586.289165:0:2356:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.289167:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.289169:0:2356:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.289170:0:2356:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=5 00000020:00000001:2.0:1783948586.289171:0:2356:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.289173:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.289175:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.289178:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.289183:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.289184:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.289185:0:2356:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.289188:0:2356:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.289190:0:2356:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948586.289199:0:2356:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.289202:0:2356:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.289204:0:2356:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.289208:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.289209:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.289211:0:2356:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.289214:0:2356:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.289216:0:2356:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.289218:0:2356:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.289221:0:2356:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.289222:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.289223:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.289224:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.289225:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.289226:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948586.289227:0:2356:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.289233:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948586.289242:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636541056:192.168.202.104@tcp:101:uname.0 00000100:00000001:2.0:1783948586.289247:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.289250:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.289253:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c000 x1870603636541056/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.289259:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.289261:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.289265:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948586.289268:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.289271:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.289273:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.289275:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.289277:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b80a00. 02000000:00000001:2.0:1783948586.289281:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.289282:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.289284:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c000. 00000100:00000001:2.0:1783948586.289287:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.289289:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.289291:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.289299:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.289301:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.289302:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948586.289305:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.289646:0:34736:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.289651:0:34736:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.289658:0:34736:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948586.289662:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.289664:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.289666:0:34736:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948586.289671:0:34736:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948586.289676:0:34736:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948586.289678:0:34736:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.289681:0:34736:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948586.289682:0:34736:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948586.289684:0:34736:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1783948586.289687:0:34736:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948586.289690:0:34736:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1783948586.289693:0:34736:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.289695:0:34736:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.289697:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:1.0:1783948586.289699:0:34736:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1783948586.289702:0:34736:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783948586.289704:0:34736:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948586.289706:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582a8de0 (ffff89e958e11cf8/0) at cl_lock_release():245 00000020:00000001:1.0:1783948586.289709:0:34736:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948586.289710:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582a8de0 (ffff89e958e11cf8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948586.289713:0:34736:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948586.289717:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.289719:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901748904 : -129839807802712 : ffff89e95060d2a8) 00000020:00000001:1.0:1783948586.289721:0:34736:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948586.289723:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9438877b0 (ffff89e958e11c68/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948586.289726:0:34736:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948586.289728:0:34736:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948586.289729:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.289730:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948586.289732:0:34736:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948586.289734:0:34736:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.289735:0:34736:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.289736:0:34736:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.289737:0:34736:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948586.289739:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582a8de0 (ffff89e958e11cf8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948586.289741:0:34736:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948586.289743:0:34736:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948586.289744:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9438877b0 (ffff89e958e11cf8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948586.289747:0:34736:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238b560. 00000020:00000001:1.0:1783948586.289750:0:34736:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948586.289752:0:34736:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887780. 00020000:00000001:1.0:1783948586.289755:0:34736:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948586.289756:0:34736:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948586.289757:0:34736:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1783948586.289759:0:34736:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.289762:0:34736:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948586.289764:0:34736:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948586.289766:0:34736:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948586.289767:0:34736:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948586.289769:0:34736:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948586.289771:0:34736:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11c60 00000020:00000010:1.0:1783948586.289775:0:34736:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9584cfc00. 00000020:00000010:1.0:1783948586.289779:0:34736:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041600. 00000008:00000010:1.0:1783948586.289785:0:34736:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944724e50. 00020000:00000010:1.0:1783948586.289789:0:34736:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226540. 00008000:00000010:1.0:1783948586.289793:0:34736:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9530. 00000080:00000010:1.0:1783948586.289798:0:34736:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10b28. 00000080:00000010:1.0:1783948586.289803:0:34736:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9e10. 00000020:00000010:1.0:1783948586.289806:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e94120a200. 00000008:00000010:1.0:1783948586.289809:0:34736:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585760. 00020000:00000010:1.0:1783948586.289812:0:34736:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060f230. 00008000:00000010:1.0:1783948586.289816:0:34736:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f558. 00000080:00000010:1.0:1783948586.289820:0:34736:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e780. 00000020:00000010:1.0:1783948586.289824:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80000. 00000020:00000010:1.0:1783948586.289826:0:34736:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11c60. 00020000:00000001:1.0:1783948586.289828:0:34736:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948586.289832:0:34736:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948586.289835:0:34736:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948586.289837:0:34736:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948586.289842:0:34736:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948586.289844:0:34736:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.289846:0:34736:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948586.289848:0:34736:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948586.289849:0:34736:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948586.289869:0:34736:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11cf0 00000020:00000010:1.0:1783948586.289872:0:34736:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e941342000. 00000020:00000010:1.0:1783948586.289875:0:34736:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041240. 00000008:00000010:1.0:1783948586.289879:0:34736:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944721660. 00020000:00000010:1.0:1783948586.289881:0:34736:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226a80. 00008000:00000010:1.0:1783948586.289884:0:34736:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb4f8. 00000080:00000010:1.0:1783948586.289886:0:34736:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:1.0:1783948586.289889:0:34736:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a8de0. 00000020:00000010:1.0:1783948586.289903:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941678000. 00000008:00000010:1.0:1783948586.289907:0:34736:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585858c0. 00020000:00000010:1.0:1783948586.289910:0:34736:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d240. 00008000:00000010:1.0:1783948586.289912:0:34736:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fc38. 00000080:00000010:1.0:1783948586.289915:0:34736:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e3c0. 00000020:00000010:1.0:1783948586.289918:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e94120ac00. 00000020:00000010:1.0:1783948586.289920:0:34736:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11cf0. 00000001:00000001:1.0:1783948586.289923:0:34736:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.289932:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd28 00000080:00000008:1.0:1783948586.289934:0:34736:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783948586.290016:0:34736:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:1.0:1783948586.290019:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd90 00000080:00200008:1.0:1783948586.290021:0:34736:0:(file.c:2605:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000001:1.0:1783948586.290025:0:34736:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1783948586.290028:0:34736:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.290030:0:34736:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1783948586.290035:0:34736:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290039:0:34736:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948586.290047:0:34736:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852f5a0. 00000020:00000010:1.0:1783948586.290052:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022a200. 00000020:00000010:1.0:1783948586.290057:0:34736:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e96022a400. 00000020:00000010:1.0:1783948586.290061:0:34736:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619a20. 00000008:00000010:1.0:1783948586.290066:0:34736:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948586.290070:0:34736:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948586.290074:0:34736:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948586.290078:0:34736:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948586.290082:0:34736:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948586.290086:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e96022ac00. 00000008:00000010:1.0:1783948586.290089:0:34736:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948586.290092:0:34736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948586.290094:0:34736:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948586.290097:0:34736:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308870. 00000020:00000001:1.0:1783948586.290100:0:34736:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035058088 : -129839674493528 : ffff89e95852f5a8) 00000020:00001000:1.0:1783948586.290102:0:34736:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852f5a0 00000080:00000001:1.0:1783948586.290105:0:34736:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1783948586.290107:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bca0 00000080:00200000:1.0:1783948586.290108:0:34736:0:(file.c:2058:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1783948586.290115:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bc38 00000080:00200000:1.0:1783948586.290116:0:34736:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1783948586.290118:0:34736:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948586.290120:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.290122:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.290123:0:34736:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948586.290125:0:34736:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1783948586.290126:0:34736:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1783948586.290128:0:34736:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290130:0:34736:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290131:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:1.0:1783948586.290133:0:34736:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1783948586.290134:0:34736:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783948586.290136:0:34736:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1783948586.290141:0:34736:0:(cl_io.c:214:cl_io_rw_init()) header@00000000776e8834[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1783948586.290143:0:34736:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:1.0:1783948586.290145:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.290147:0:34736:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783948586.290149:0:34736:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783948586.290150:0:34736:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783948586.290153:0:34736:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948586.290154:0:34736:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1783948586.290156:0:34736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948586.290161:0:34736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.290163:0:34736:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783948586.290164:0:34736:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.290166:0:34736:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948586.290169:0:34736:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e9582d77e0 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1783948586.290173:0:34736:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:1.0:1783948586.290176:0:34736:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783948586.290177:0:34736:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783948586.290180:0:34736:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783948586.290183:0:34736:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1783948586.290185:0:34736:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:1.0:1783948586.290187:0:34736:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1783948586.290189:0:34736:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783948586.290190:0:34736:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290191:0:34736:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948586.290192:0:34736:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783948586.290194:0:34736:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783948586.290195:0:34736:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:1.0:1783948586.290197:0:34736:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290198:0:34736:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948586.290200:0:34736:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1783948586.290202:0:34736:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1783948586.290205:0:34736:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290207:0:34736:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783948586.290209:0:34736:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783948586.290211:0:34736:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1783948586.290212:0:34736:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1783948586.290214:0:34736:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1783948586.290216:0:34736:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783948586.290219:0:34736:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783948586.290222:0:34736:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948586.290225:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.290227:0:34736:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783948586.290228:0:34736:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783948586.290231:0:34736:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95852fcf0. 00000020:00000010:1.0:1783948586.290236:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e941678000. 00000020:00000010:1.0:1783948586.290239:0:34736:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e941342000. 00000020:00000010:1.0:1783948586.290241:0:34736:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e950619c00. 00000008:00000010:1.0:1783948586.290244:0:34736:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948586.290247:0:34736:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948586.290250:0:34736:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948586.290253:0:34736:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948586.290255:0:34736:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948586.290258:0:34736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e94120ac00. 00000008:00000010:1.0:1783948586.290261:0:34736:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948586.290263:0:34736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948586.290265:0:34736:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948586.290268:0:34736:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e947308c30. 00000020:00000001:1.0:1783948586.290269:0:34736:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035059960 : -129839674491656 : ffff89e95852fcf8) 00000020:00001000:1.0:1783948586.290271:0:34736:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95852fcf0 00000020:00000001:1.0:1783948586.290274:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.290275:0:34736:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783948586.290277:0:34736:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783948586.290279:0:34736:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783948586.290280:0:34736:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290281:0:34736:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290283:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948586.290286:0:34736:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1783948586.290289:0:34736:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1783948586.290291:0:34736:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290293:0:34736:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290295:0:34736:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290297:0:34736:0:(lov_io.c:1228:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290298:0:34736:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290300:0:34736:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1783948586.290302:0:34736:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1783948586.290303:0:34736:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1783948586.290306:0:34736:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1783948586.290308:0:34736:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.290311:0:34736:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.290313:0:34736:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1783948586.290314:0:34736:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1783948586.290317:0:34736:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1783948586.290319:0:34736:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1783948586.290320:0:34736:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290322:0:34736:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.290323:0:34736:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.290324:0:34736:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.290326:0:34736:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290328:0:34736:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783948586.290329:0:34736:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948586.290330:0:34736:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783948586.290332:0:34736:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948586.290333:0:34736:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290335:0:34736:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290336:0:34736:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290338:0:34736:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290339:0:34736:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783948586.290340:0:34736:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783948586.290341:0:34736:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783948586.290344:0:34736:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783948586.290346:0:34736:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783948586.290349:0:34736:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783948586.290354:0:34736:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9585c4180. 00020000:00000002:1.0:1783948586.290357:0:34736:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783948586.290359:0:34736:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783948586.290361:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.290362:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948586.290364:0:34736:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783948586.290367:0:34736:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e94369bc80. 00000008:00010000:1.0:1783948586.290370:0:34736:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1783948586.290373:0:34736:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948586.290374:0:34736:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783948586.290377:0:34736:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9585c41b0, osc lock ffff89e94369bc80, flags 0x0 00000020:00000001:1.0:1783948586.290379:0:34736:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290381:0:34736:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.290383:0:34736:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234035667328 : -129839673884288 : ffff89e9585c4180) 00000020:00000001:1.0:1783948586.290385:0:34736:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783948586.290386:0:34736:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783948586.290398:0:34736:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290401:0:34736:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290403:0:34736:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948586.290404:0:34736:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783948586.290405:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.290406:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948586.290408:0:34736:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948586.290410:0:34736:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783948586.290412:0:34736:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1783948586.290414:0:34736:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.290416:0:34736:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783948586.290419:0:34736:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783948586.290420:0:34736:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783948586.290422:0:34736:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783948586.290423:0:34736:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783948586.290424:0:34736:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783948586.290426:0:34736:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783948586.290429:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948586.290437:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948586.290440:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783948586.290444:0:34736:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e95068a400 type 11 mode 2 res 9663677440/69 (0 18446744073709551615) 00010000:00000001:1.0:1783948586.290449:0:34736:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1783948586.290454:0:34736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd880. 00000020:00000040:1.0:1783948586.290458:0:34736:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00010000:00000001:1.0:1783948586.290463:0:34736:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783948586.290467:0:34736:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948586.290472:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.290473:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.290474:0:34736:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.290477:0:34736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948586.290479:0:34736:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948586.290484:0:34736:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948586.290490:0:34736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e94120a200. 00000100:00000001:1.0:1783948586.290497:0:34736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.290501:0:34736:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948586.290503:0:34736:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.290505:0:34736:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948586.290506:0:34736:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.290508:0:34736:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.290511:0:34736:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00010000:00000001:1.0:1783948586.290514:0:34736:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783948586.290516:0:34736:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783948586.290518:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:1.0:1783948586.290519:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948586.290522:0:34736:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783948586.290526:0:34736:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e94617a200. 00000020:00000001:1.0:1783948586.290530:0:34736:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783948586.290533:0:34736:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e94617a200 with handle 0x8c7cf19e4b440e0f to hash 00000020:00000001:1.0:1783948586.290535:0:34736:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783948586.290536:0:34736:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000010:1.0:1783948586.290541:0:34736:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff89e943f22680. 00010000:00000001:1.0:1783948586.290543:0:34736:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.290546:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948586.290549:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.290553:0:34736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948586.290563:0:34736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948586.290575:0:34736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783948586.290582:0:34736:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948586.290584:0:34736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948586.290592:0:34736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e958f6e000. 00000100:00000001:1.0:1783948586.290594:0:34736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234045800448 : -129839663751168 : ffff89e958f6e000) 00000100:00000001:1.0:1783948586.290598:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.290600:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948586.290604:0:34736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948586.290607:0:34736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.290609:0:34736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948586.290611:0:34736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948586.290619:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.290627:0:34736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948586.290629:0:34736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.290633:0:34736:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948586.290637:0:34736:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948586.290640:0:34736:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948586.290643:0:34736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34736:1870603636541184:192.168.202.104@tcp:101:uname.0 00000100:00000001:1.0:1783948586.290647:0:34736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948586.290656:0:34736:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948586.290659:0:34736:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.290662:0:34736:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948586.290666:0:34736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f1000. 02000000:00000001:1.0:1783948586.290668:0:34736:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948586.290676:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948586.290681:0:34736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888c08. 00000400:00000010:1.0:1783948586.290689:0:34736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948586.290698:0:34736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636541184, portal 4 00000100:00000001:1.0:1783948586.290700:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.290701:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000040:1.0:1783948586.290707:0:34736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.290715:0:34736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948586.290719:0:34736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948586.290722:0:34736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506184c8. 00000100:00000200:1.0:1783948586.290725:0:34736:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870603636541184, offset 0 00000400:00000200:1.0:1783948586.290732:0:34736:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948586.290741:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.290749:0:34736:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948586.290755:0:34736:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948586.290759:0:34736:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948586.290762:0:34736:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948586.290765:0:34736:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948586.290769:0:34736:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2727:2727:256:4294967295] 192.168.202.104@tcp LPNI seq info [2727:2727:8:4294967295] 00000400:00000200:1.0:1783948586.290773:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.290782:0:34736:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948586.290788:0:34736:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948586.290794:0:34736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ee00. 00000800:00000200:1.0:1783948586.290801:0:34736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948586.290808:0:34736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948586.290812:0:34736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783948586.290829:0:34736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.290836:0:34736:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21671 usecs (22 jiffies) 00000400:00000200:1.0:1783948586.290839:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948586.290842:0:34736:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296676464 00000100:00000001:1.0:1783948586.290846:0:34736:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.290849:0:34736:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296676464 00000100:00000001:1.0:1783948586.290898:0:34736:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.290901:0:34736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.290904:0:34736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.290906:0:34736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948586.290908:0:34736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948586.290911:0:34736:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e958f6e000 going to sleep for 11 seconds 00000100:00000001:1.0:1783948586.290914:0:34736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948586.290917:0:34736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948586.291305:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.291311:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ee00. 00000400:00000200:0.0:1783948586.291317:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.291322:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.291328:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506184c8 00000400:00000010:0.0:1783948586.291331:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506184c8. 00000100:00000001:0.0:1783948586.291336:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.291341:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.291352:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.291355:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.291362:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.291364:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.307404:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.307423:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.307426:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.307428:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.307437:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.307444:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.307457:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.307462:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.307467:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.307471:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda960680 00000400:00000200:0.0:1783948586.307481:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x6f79 [2] + 1704 00000800:00000001:0.0:1783948586.307489:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.307496:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.307500:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.307504:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.307512:0:2346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948586.307514:0:2346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783948586.307521:0:2346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000100:00000040:0.0:1783948586.307524:0:2346:0:(events.c:337:request_in_callback()) incoming req@ffff89e960240a80 x1870603658593920 msgsize 328 00000100:00100000:0.0:1783948586.307529:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:0.0:1783948586.307555:0:2346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.307564:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.307567:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.307737:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783948586.307741:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658593920 02000000:00000001:1.0:1783948586.307744:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783948586.307747:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948586.307750:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.307754:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948586.307758:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658593920 00000020:00000001:1.0:1783948586.307761:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948586.307763:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:1.0:1783948586.307766:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.307769:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:1.0:1783948586.307771:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:1.0:1783948586.307774:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000001:1.0:1783948586.307778:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948586.307784:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22280. 00000100:00000001:1.0:1783948586.307786:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948586.307789:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22280. 00000020:00000010:1.0:1783948586.307798:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9584cfc00. 00000020:00000010:1.0:1783948586.307804:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e9585c4800. 00000020:00000010:1.0:1783948586.307810:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e9582a34b0. 00000100:00000040:1.0:1783948586.307818:0:15856:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783948586.307821:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783948586.307823:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783948586.307825:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.307834:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.307882:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.307907:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783948586.307910:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783948586.307915:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 64 00000100:00000040:1.0:1783948586.307920:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6c000 : new rpc_count 1 00000100:00000001:1.0:1783948586.307922:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:1.0:1783948586.307931:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960240a80 x1870603658593920/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:622/0 lens 328/0 e 0 to 0 dl 1783948597 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948586.307941:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948586.307944:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f22280. 00000100:00000001:1.0:1783948586.307947:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948586.307950:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f22280. 00000100:00100000:1.0:1783948586.307955:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960240a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6940:x1870603658593920:12345-192.168.202.104@tcp:104: 00000100:00000200:1.0:1783948586.307959:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658593920 00010000:00000001:1.0:1783948586.307962:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783948586.307969:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.307971:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.307973:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=2 00000020:00000001:1.0:1783948586.307976:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:1.0:1783948586.307979:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:1.0:1783948586.307982:0:15856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948586.307986:0:15856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948586.307991:0:15856:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783948586.308006:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783948586.308008:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783948586.308013:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e9493f3800. 02000000:00000001:1.0:1783948586.308016:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.308019:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.308024:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783948586.308027:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948586.308030:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948586.308035:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948586.308038:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948586.308041:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:1.0:1783948586.308044:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783948586.308045:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.308048:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948586.308051:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948586.308056:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618dd0. 00000100:00000200:1.0:1783948586.308060:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658593920, offset 224 00000400:00000200:1.0:1783948586.308067:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948586.308074:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.308081:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948586.308087:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2728:2728:256:4294967295] 192.168.202.104@tcp LPNI seq info [2728:2728:8:4294967295] 00000400:00000200:1.0:1783948586.308093:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.308101:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948586.308107:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948586.308112:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e200. 00000800:00000200:1.0:1783948586.308118:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948586.308125:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948586.308129:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948586.308139:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.308142:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:1.0:1783948586.308146:0:15856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783948586.308150:0:15856:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e95807ed80. 00010000:00000001:1.0:1783948586.308153:0:15856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783948586.308159:0:15856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783948586.308161:0:15856:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.308163:0:15856:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.308165:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.308170:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603658593920/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:622/0 lens 328/224 e 0 to 0 dl 1783948597 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783948586.308180:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960240a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6940:x1870603658593920:12345-192.168.202.104@tcp:104: Request processed in 237us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1783948586.308204:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 64 00000100:00000040:1.0:1783948586.308207:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6c000 : new rpc_count 0 00000100:00000001:1.0:1783948586.308210:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783948586.308211:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783948586.308216:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e9585c4800. 00000020:00000010:1.0:1783948586.308220:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e9582a34b0. 00000020:00000010:1.0:1783948586.308224:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9584cfc00. 00000020:00000040:1.0:1783948586.308228:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:1.0:1783948586.308231:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948586.313531:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.313548:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e200. 00000400:00000200:0.0:1783948586.313555:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.313564:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.313571:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618dd0 00000400:00000010:0.0:1783948586.313574:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618dd0. 00000100:00000001:0.0:1783948586.313579:0:2345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783948586.313580:0:2345:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1783948586.313939:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948586.313943:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.313947:0:15867:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1783948586.313950:0:15867:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1783948586.313953:0:15867:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783948586.313960:0:15867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783948586.313974:0:15867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e952235800 already unused, calling callback (ffffffffc1342360) 00000008:00000001:2.0:1783948586.313977:0:15867:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1783948586.313980:0:15867:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948586.313983:0:15867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.313996:0:15867:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.314000:0:15867:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=3 00000020:00000001:2.0:1783948586.314003:0:15867:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.314006:0:15867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.314009:0:15867:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948586.314013:0:15867:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1783948586.314021:0:15867:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1783948586.314024:0:15867:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.314030:0:15867:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11870. 00000020:00000010:2.0:1783948586.314036:0:15867:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80a00. 00000020:00000010:2.0:1783948586.314041:0:15867:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.314045:0:15867:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.314052:0:15867:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.314057:0:15867:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.314063:0:15867:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.314069:0:15867:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.314073:0:15867:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.314078:0:15867:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81800. 00000008:00000010:2.0:1783948586.314081:0:15867:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.314085:0:15867:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.314088:0:15867:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.314092:0:15867:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e5a0. 00000020:00000001:2.0:1783948586.314094:0:15867:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044373112 : -129839665178504 : ffff89e958e11878) 00000020:00001000:2.0:1783948586.314097:0:15867:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11870 00000008:00000001:2.0:1783948586.314099:0:15867:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1783948586.314102:0:15867:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1783948586.314103:0:15867:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.314105:0:15867:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11480. 00000020:00000010:2.0:1783948586.314108:0:15867:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81c00. 00000020:00000010:2.0:1783948586.314111:0:15867:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.314113:0:15867:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948586.314117:0:15867:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944720b30. 00020000:00000010:2.0:1783948586.314119:0:15867:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9582260c0. 00008000:00000010:2.0:1783948586.314122:0:15867:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.314126:0:15867:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948586.314129:0:15867:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9030. 00000020:00000010:2.0:1783948586.314132:0:15867:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81600. 00000008:00000010:2.0:1783948586.314134:0:15867:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958584f20. 00020000:00000010:2.0:1783948586.314137:0:15867:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060db60. 00008000:00000010:2.0:1783948586.314139:0:15867:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fd08. 00000080:00000010:2.0:1783948586.314142:0:15867:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ea50. 00000020:00000001:2.0:1783948586.314145:0:15867:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372104 : -129839665179512 : ffff89e958e11488) 00000020:00001000:2.0:1783948586.314147:0:15867:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11480 00000008:00000001:2.0:1783948586.314150:0:15867:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1783948586.314153:0:15867:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1783948586.314156:0:15867:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1783948586.314159:0:15867:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.314161:0:15867:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1783948586.314164:0:15867:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.314168:0:15867:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.314170:0:15867:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948586.314173:0:15867:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948586.314175:0:15867:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948586.314178:0:15867:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.314180:0:15867:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948586.314192:0:15867:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948586.314197:0:15867:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e944720bd0 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1783948586.314201:0:15867:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948586.314203:0:15867:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948586.314205:0:15867:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948586.314208:0:15867:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948586.314209:0:15867:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.314211:0:15867:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.314212:0:15867:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.314214:0:15867:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1783948586.314215:0:15867:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.314217:0:15867:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1783948586.314221:0:15867:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948586.314224:0:15867:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948586.314226:0:15867:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948586.314227:0:15867:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948586.314230:0:15867:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948586.314232:0:15867:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1783948586.314236:0:15867:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948586.314237:0:15867:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1783948586.314238:0:15867:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948586.314241:0:15867:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11480 00000020:00000010:2.0:1783948586.314244:0:15867:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.314248:0:15867:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948586.314252:0:15867:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944720b30. 00020000:00000010:2.0:1783948586.314255:0:15867:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9582260c0. 00008000:00000010:2.0:1783948586.314258:0:15867:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.314262:0:15867:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948586.314264:0:15867:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9030. 00000020:00000010:2.0:1783948586.314267:0:15867:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81c00. 00000008:00000010:2.0:1783948586.314270:0:15867:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584f20. 00020000:00000010:2.0:1783948586.314273:0:15867:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060db60. 00008000:00000010:2.0:1783948586.314276:0:15867:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fd08. 00000080:00000010:2.0:1783948586.314280:0:15867:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ea50. 00000020:00000010:2.0:1783948586.314282:0:15867:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81600. 00000020:00000010:2.0:1783948586.314285:0:15867:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11480. 00000008:00000001:2.0:1783948586.314287:0:15867:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.314290:0:15867:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00010000:00000001:2.0:1783948586.314293:0:15867:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1783948586.314296:0:15867:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.314298:0:15867:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.314300:0:15867:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783948586.314303:0:15867:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783948586.314305:0:15867:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783948586.314308:0:15867:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.314310:0:15867:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.314312:0:15867:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:2.0:1783948586.314316:0:15867:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948586.314319:0:15867:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11870 00000020:00000010:2.0:1783948586.314321:0:15867:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.314323:0:15867:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.314326:0:15867:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.314329:0:15867:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.314331:0:15867:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.314333:0:15867:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.314336:0:15867:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.314338:0:15867:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80a00. 00000008:00000010:2.0:1783948586.314341:0:15867:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.314343:0:15867:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.314345:0:15867:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.314348:0:15867:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e5a0. 00000020:00000010:2.0:1783948586.314351:0:15867:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81800. 00000020:00000010:2.0:1783948586.314353:0:15867:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11870. 00000008:00000001:2.0:1783948586.314355:0:15867:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.314358:0:15867:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948586.314364:0:15867:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948586.314365:0:15867:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948586.314368:0:15867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.314372:0:15867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948586.314375:0:15867:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235800 with handle 0x8c7cf19e4b440e08 from hash 00010000:00000001:2.0:1783948586.314379:0:15867:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948586.314380:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.314382:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.314384:0:15867:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948586.314397:0:15867:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948586.314400:0:15867:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1783948586.314406:0:15867:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.314409:0:15867:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.314411:0:15867:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.314413:0:15867:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1783948586.314420:0:15867:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c000. 00000020:00000040:2.0:1783948586.314424:0:15867:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948586.314429:0:15867:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.314432:0:15867:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.314436:0:15867:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.314443:0:15867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b81800. 00000100:00000001:2.0:1783948586.314449:0:15867:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.314452:0:15867:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948586.314458:0:15867:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783948586.314466:0:15867:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783948586.314467:0:15867:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.314472:0:15867:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.314476:0:15867:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.314487:0:15867:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000134a1245] to pc [ptlrpcd_01_00+0] req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783948586.314523:0:15867:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.314526:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.314527:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.314529:0:15867:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.314531:0:15867:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.314532:0:15867:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.315264:0:15867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948586.315277:0:15867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948586.315281:0:15867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff89e943191000 lock: 000000003c948d5a/0x8c7cf19e4b440e08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x2ceea11ad5e069b2 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1783948586.315290:0:15867:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c800. 00010000:00000001:2.0:1783948586.315302:0:15867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.315304:0:15867:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1783948586.315306:0:15867:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e95807ed80. 00010000:00000001:2.0:1783948586.315310:0:15867:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.315315:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948586.315317:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.315319:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783948586.315321:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948586.315323:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.315324:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783948586.315326:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948586.315327:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.315329:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948586.315344:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1783948586.315347:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1783948586.315350:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.315362:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.315365:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.315368:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948586.315370:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.315373:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.315381:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.315400:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.315402:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.315406:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.315409:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.315412:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.315415:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636541312:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948586.315419:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.315426:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.315428:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.315431:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.315437:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950b80a00. 02000000:00000001:2.0:1783948586.315439:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.315447:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.315452:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948586.315459:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2990. 00000100:00000200:2.0:1783948586.315466:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636541312, portal 18 00000100:00000001:2.0:1783948586.315469:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.315470:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000040:2.0:1783948586.315477:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.315484:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.315487:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.315490:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2ee0. 00000100:00000200:2.0:1783948586.315493:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636541312, offset 0 00000400:00000200:2.0:1783948586.315499:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.315508:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.315516:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.315523:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.315527:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000100:00000001:3.0:1783948586.316028:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948586.316033:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.316442:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.316446:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.316451:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2729:2729:256:4294967295] 192.168.202.104@tcp LPNI seq info [2729:2729:8:4294967295] 00000400:00000200:2.0:1783948586.316457:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.316469:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.316476:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.316486:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61900. 00000800:00000200:2.0:1783948586.316493:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.316502:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.316506:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.316515:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.316521:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21671 usecs (22 jiffies) 00000400:00000200:2.0:1783948586.316524:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.316528:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296676490 00000100:00000001:2.0:1783948586.316531:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000800:00000200:0.0:1783948586.316765:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.316770:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61900. 00000400:00000200:0.0:1783948586.316775:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.316780:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.316785:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2ee0 00000400:00000010:0.0:1783948586.316788:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2ee0. 00000100:00000001:0.0:1783948586.316792:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.316798:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.316816:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.316819:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.316826:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.316827:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783948586.320124:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296676494 00000100:00000001:2.0:1783948586.320131:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.320135:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.320140:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.320145:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.320151:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783948586.325152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00000800:00000001:0.0:1783948586.333072:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.333089:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.333093:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.333095:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.333103:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333111:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.333121:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333126:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333132:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333136:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 400 into portal 4 MB=0x6a54dd9458700 00000400:00000200:0.0:1783948586.333141:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333147:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 400/400 into md 0x7749 [1] + 224 00000800:00000001:0.0:1783948586.333155:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.333158:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.333161:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.333165:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.333173:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.333182:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948586.333205:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.333223:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.333234:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.333238:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.333240:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.333241:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.333245:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333248:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.333252:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333254:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333257:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333259:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 392 into portal 15 MB=0x6a54dda960700 00000400:00000200:0.0:1783948586.333265:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 392/392 into md 0x6f79 [2] + 2032 00000400:00000010:0.0:1783948586.333270:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888630. 00000400:00000200:0.0:1783948586.333274:0:2345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89e95878f000 00000800:00000001:0.0:1783948586.333277:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.333285:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.333287:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.333290:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.333293:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e95878f000 00000400:00000010:0.0:1783948586.333295:0:2345:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff89e95878f000. 00000100:00000001:0.0:1783948586.333301:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948586.333304:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1783948586.333308:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff89e9493f2850 x1870603658594048 msgsize 392 00000100:00100000:0.0:1783948586.333312:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000040:0.0:1783948586.333314:0:2345:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1783948586.333328:0:2345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.333332:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.333334:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783948586.333357:0:15856:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff89e950636400. 00000100:00000010:0.0:1783948586.333365:0:15856:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff89e9493e0000. 00000100:00100000:0.0:1783948586.333368:0:15856:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1783948586.333372:0:15856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1783948586.333375:0:15856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae9a0. 00000400:00000010:0.0:1783948586.333380:0:15856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89e96024e240. 00000100:00000001:0.0:1783948586.333400:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783948586.333402:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658594048 02000000:00000001:0.0:1783948586.333406:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783948586.333409:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948586.333412:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948586.333418:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948586.333421:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658594048 00000020:00000001:0.0:1783948586.333425:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783948586.333427:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:0.0:1783948586.333430:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.333432:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:0.0:1783948586.333435:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:0.0:1783948586.333438:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000001:0.0:1783948586.333441:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948586.333445:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d3840. 00000100:00000001:0.0:1783948586.333448:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948586.333450:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d3840. 00000020:00000010:0.0:1783948586.333456:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2c00. 00000020:00000010:0.0:1783948586.333463:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e95082da00. 00000020:00000010:0.0:1783948586.333468:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e947e49258. 00000100:00000040:0.0:1783948586.333477:0:15856:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783948586.333481:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783948586.333483:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783948586.333485:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.333494:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.333502:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948586.333513:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783948586.333516:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783948586.333521:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 65 00000100:00000040:0.0:1783948586.333525:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6c000 : new rpc_count 1 00000100:00000001:0.0:1783948586.333527:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614233782102096 : -129839927449520 : ffff89e9493f2850) 00000100:00000040:0.0:1783948586.333543:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e9493f2850 x1870603658594048/t0(0) o105->LOV_OSC_UUID@192.168.202.104@tcp:622/0 lens 392/0 e 0 to 0 dl 1783948597 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948586.333552:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783948586.333555:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e9587d3840. 00000100:00000001:0.0:1783948586.333557:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783948586.333559:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e9587d3840. 00000100:00100000:0.0:1783948586.333564:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e9493f2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5939:x1870603658594048:12345-192.168.202.104@tcp:105: 00000100:00000200:0.0:1783948586.333567:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658594048 00010000:00000001:0.0:1783948586.333571:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783948586.333578:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.333579:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.333581:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:0.0:1783948586.333583:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.333586:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00010000:0.0:1783948586.333601:0:15856:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948586.333613:0:15856:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1783948586.333616:0:15856:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948586.333625:0:15856:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948586.333633:0:15856:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783948586.333636:0:15856:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.333638:0:15856:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783948586.333640:0:15856:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1783948586.333643:0:15856:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948586.333649:0:15856:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1783948586.333654:0:15856:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783948586.333661:0:15856:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff89e958f6f000) refcount = 1 00010000:00000040:0.0:1783948586.333665:0:15856:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783948586.333668:0:15856:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783948586.333676:0:15856:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1783948586.333679:0:15856:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1783948586.333688:0:15856:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89e9587d3840. 00000100:00000001:0.0:1783948586.333691:0:15856:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948586.333695:0:15856:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96024e3c0. 00000100:00000001:0.0:1783948586.333697:0:15856:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166256576 : -129839543295040 : ffff89e96024e3c0) 00000100:00000001:0.0:1783948586.333699:0:15856:0:(client.c:1205:ptlrpc_prep_fcset()) Process leaving (rc=18446614234166256576 : -129839543295040 : ffff89e96024e3c0) 00000100:00000001:0.0:1783948586.333701:0:15856:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948586.333703:0:15856:0:(client.c:1935:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1783948586.333705:0:15856:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1783948586.333708:0:15856:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783948586.333711:0:15856:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.333713:0:15856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.333714:0:15856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.333716:0:15856:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.333717:0:15856:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1783948586.333718:0:15856:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1783948586.333721:0:15856:0:(client.c:1950:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.333722:0:15856:0:(client.c:2685:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.333724:0:15856:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1783948586.333727:0:15856:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96024e3c0. 00000100:00000001:0.0:1783948586.333730:0:15856:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1783948586.333731:0:15856:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1783948586.333733:0:15856:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89e9587d3840. 00010000:00010000:0.0:1783948586.333736:0:15856:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89e94617a200) 00010000:00000001:0.0:1783948586.333738:0:15856:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.333740:0:15856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.333741:0:15856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948586.333745:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783948586.333747:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783948586.333751:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e950634400. 02000000:00000001:0.0:1783948586.333753:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.333756:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.333761:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783948586.333763:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948586.333767:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1783948586.333771:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783948586.333775:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:0.0:1783948586.333777:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:0.0:1783948586.333779:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783948586.333781:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.333784:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948586.333787:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948586.333791:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948586.333794:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658594048, offset 224 00000400:00000200:0.0:1783948586.333800:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948586.333806:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333812:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948586.333818:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2730:2730:256:4294967295] 192.168.202.104@tcp LPNI seq info [2730:2730:8:4294967295] 00000400:00000200:0.0:1783948586.333823:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.333832:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948586.333838:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948586.333842:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b200. 00000800:00000200:0.0:1783948586.333849:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948586.333905:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948586.333909:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948586.333920:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948586.333924:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:0.0:1783948586.333927:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948586.333933:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9493f2850 x1870603658594048/t0(0) o105->LOV_OSC_UUID@192.168.202.104@tcp:622/0 lens 392/224 e 0 to 0 dl 1783948597 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783948586.333943:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e9493f2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5939:x1870603658594048:12345-192.168.202.104@tcp:105: Request processed in 389us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1783948586.333951:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 65 00000100:00000040:0.0:1783948586.333954:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6c000 : new rpc_count 0 00000100:00000001:0.0:1783948586.333956:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783948586.333958:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783948586.333962:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e95082da00. 00000020:00000010:0.0:1783948586.333966:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e947e49258. 00000020:00000010:0.0:1783948586.333969:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2c00. 00000020:00000040:0.0:1783948586.333974:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 02000000:00000001:0.0:1783948586.333979:0:15856:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783948586.333981:0:15856:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e9493f3800. 02000000:00000001:0.0:1783948586.333985:0:15856:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783948586.333987:0:15856:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 02000000:00000001:0.0:1783948586.333990:0:15856:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783948586.333991:0:15856:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e950636000. 02000000:00000001:0.0:1783948586.333993:0:15856:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783948586.333995:0:15856:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cca80. 02000000:00000001:0.0:1783948586.333998:0:15856:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783948586.333999:0:15856:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e950637c00. 02000000:00000001:0.0:1783948586.334001:0:15856:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783948586.334002:0:15856:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240700. 02000000:00000001:0.0:1783948586.334005:0:15856:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783948586.334006:0:15856:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e9493f1400. 02000000:00000001:0.0:1783948586.334008:0:15856:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783948586.334009:0:15856:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960243480. 02000000:00000001:0.0:1783948586.334012:0:15856:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783948586.334013:0:15856:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e950635c00. 02000000:00000001:0.0:1783948586.334016:0:15856:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783948586.334017:0:15856:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529ced80. 02000000:00000001:0.0:1783948586.334020:0:15856:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783948586.334021:0:15856:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e9493f2400. 02000000:00000001:0.0:1783948586.334024:0:15856:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783948586.334026:0:15856:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240000. 00000100:00000010:0.0:1783948586.334029:0:15856:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff89e95813a000. 00000100:00000010:0.0:1783948586.334032:0:15856:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff89e9493f2800. 00000100:00000001:0.0:1783948586.334035:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783948586.334124:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.334128:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b200. 00000400:00000200:0.0:1783948586.334132:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.334136:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.334139:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:0.0:1783948586.334141:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:0.0:1783948586.334144:0:2346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1783948586.334146:0:2346:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783948586.334147:0:2346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89e950634400. 02000000:00000001:0.0:1783948586.334149:0:2346:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1783948586.334150:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1783948586.334904:0:34736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948586.334916:0:34736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948586.334919:0:34736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948586.334923:0:34736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888c08. 00000400:00000200:1.0:1783948586.334928:0:34736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618ee0 00000400:00000010:1.0:1783948586.334931:0:34736:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618ee0. 00000100:00000001:1.0:1783948586.334935:0:34736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.334943:0:34736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948586.334955:0:34736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.334963:0:34736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948586.334965:0:34736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.334968:0:34736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948586.334971:0:34736:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948586.334974:0:34736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948586.334976:0:34736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.334979:0:34736:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948586.334987:0:34736:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948586.334992:0:34736:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948586.334995:0:34736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948586.334996:0:34736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.334999:0:34736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948586.335003:0:34736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.335006:0:34736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948586.335009:0:34736:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:1.0:1783948586.335011:0:34736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948586.335013:0:34736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.335019:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.335027:0:34736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.335030:0:34736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948586.335032:0:34736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948586.335037:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948586.335052:0:34736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34736:1870603636541184:192.168.202.104@tcp:101:uname.0 00000100:00000001:1.0:1783948586.335058:0:34736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.335062:0:34736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.335064:0:34736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948586.335065:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.335069:0:34736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.335076:0:34736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948586.335079:0:34736:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e958f6e000. 00000100:00000001:1.0:1783948586.335083:0:34736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948586.335085:0:34736:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.335089:0:34736:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783948586.335092:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.335094:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.335096:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:1.0:1783948586.335099:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.335101:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000040:1.0:1783948586.335108:0:34736:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e94617a200, remote cookie: 0x2ceea11ad5e069b9, flags: 0x20002 00010000:00000001:1.0:1783948586.335112:0:34736:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783948586.335115:0:34736:0:(ldlm_lock.c:1885:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948586.335119:0:34736:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783948586.335121:0:34736:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.335126:0:34736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.335136:0:34736:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783948586.335138:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.335140:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.335141:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.335142:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.335143:0:34736:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948586.335148:0:34736:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1783948586.335152:0:34736:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783948586.335155:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.335156:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.335158:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=3 00000020:00000001:1.0:1783948586.335160:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.335163:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.335165:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.335166:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.335168:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:1.0:1783948586.335169:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.335172:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.335175:0:34736:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948586.335178:0:34736:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.335182:0:34736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.335201:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.335203:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948586.335206:0:34736:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1783948586.335210:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00010000:1.0:1783948586.335214:0:34736:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1783948586.335222:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.335225:0:34736:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783948586.335228:0:34736:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1783948586.335231:0:34736:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948586.335233:0:34736:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335235:0:34736:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335237:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:1.0:1783948586.335239:0:34736:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1783948586.335241:0:34736:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.335245:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.335246:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.335248:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:1.0:1783948586.335250:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.335252:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.335255:0:34736:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948586.335258:0:34736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.335265:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.335266:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783948586.335269:0:34736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.335277:0:34736:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948586.335278:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.335279:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948586.335281:0:34736:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.335283:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.335288:0:34736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd880 x1870603636541184/t0(0) o101->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 328/400 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.335295:0:34736:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948586.335298:0:34736:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948586.335301:0:34736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f1000. 02000000:00000001:1.0:1783948586.335305:0:34736:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948586.335307:0:34736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948586.335309:0:34736:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:1.0:1783948586.335312:0:34736:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948586.335315:0:34736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e94120a200. 02000000:00000001:1.0:1783948586.335319:0:34736:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948586.335321:0:34736:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948586.335322:0:34736:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd880. 00000100:00000001:1.0:1783948586.335326:0:34736:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948586.335327:0:34736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783948586.335330:0:34736:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948586.335332:0:34736:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335336:0:34736:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.335340:0:34736:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335342:0:34736:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335344:0:34736:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335348:0:34736:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335351:0:34736:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335354:0:34736:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1783948586.335358:0:34736:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1783948586.335364:0:34736:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948586.335366:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.335369:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.335371:0:34736:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948586.335375:0:34736:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948586.335380:0:34736:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948586.335382:0:34736:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.335384:0:34736:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948586.335385:0:34736:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948586.335398:0:34736:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1783948586.335401:0:34736:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948586.335404:0:34736:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1783948586.335407:0:34736:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335409:0:34736:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335411:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:1.0:1783948586.335414:0:34736:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1783948586.335417:0:34736:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783948586.335421:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb88 00000080:00200000:1.0:1783948586.335423:0:34736:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1783948586.335427:0:34736:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1783948586.335430:0:34736:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:1.0:1783948586.335433:0:34736:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e9412d8000. 00020000:00000002:1.0:1783948586.335437:0:34736:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:1.0:1783948586.335440:0:34736:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1783948586.335443:0:34736:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1783948586.335446:0:34736:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1783948586.335451:0:34736:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1783948586.335455:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.335457:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948586.335459:0:34736:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1783948586.335462:0:34736:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1783948586.335465:0:34736:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335467:0:34736:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.335469:0:34736:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335471:0:34736:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.335479:0:34736:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:1.0:1783948586.335482:0:34736:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1783948586.335511:0:34736:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1783948586.335513:0:34736:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] ffffedddc4765fc0 0 1 00000020:00000001:1.0:1783948586.335516:0:34736:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1783948586.335518:0:34736:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335520:0:34736:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1783948586.335526:0:34736:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff89e944770700. 00000020:00000001:1.0:1783948586.335775:0:34736:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1783948586.335779:0:34736:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1783948586.335783:0:34736:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1783948586.335786:0:34736:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1783948586.335789:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.335791:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000008:00000001:1.0:1783948586.335795:0:34736:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1783948586.335798:0:34736:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff89e944770770 folio ffffedddc4765fc0 pg:0 obj off 0 00000008:00000001:1.0:1783948586.335801:0:34736:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335803:0:34736:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1783948586.335804:0:34736:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1783948586.335806:0:34736:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1783948586.335807:0:34736:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.335811:0:34736:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335814:0:34736:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446614233701877504 : -129840007674112 : ffff89e944770700) 00000020:00000001:1.0:1783948586.335816:0:34736:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446614233701877504 : -129840007674112 : ffff89e944770700) 00000020:00000001:1.0:1783948586.335819:0:34736:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1783948586.335821:0:34736:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783948586.335823:0:34736:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032601056 : -129839676950560 : ffff89e9582d77e0) 00000020:00000001:1.0:1783948586.335826:0:34736:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1783948586.335827:0:34736:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1783948586.335830:0:34736:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948586.335834:0:34736:0:(cl_page.c:507:__cl_page_state_set()) page@00000000432ff9ec[2 00000000c39da1a4 1 1 000000004eb88987 0 0 0] 00000020:00000001:1.0:1783948586.335836:0:34736:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1783948586.335838:0:34736:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948586.335840:0:34736:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1783948586.335842:0:34736:0:(rw26.c:610:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1783948586.335843:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.335845:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.335847:0:34736:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948586.335849:0:34736:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1783948586.335888:0:34736:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1783948586.335957:0:34736:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335960:0:34736:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.335962:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00000001:1.0:1783948586.335966:0:34736:0:(rw26.c:630:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783948586.335968:0:34736:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:1.0:1783948586.335970:0:34736:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.335973:0:34736:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:1.0:1783948586.335974:0:34736:0:(rw26.c:898:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1783948586.335977:0:34736:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783948586.335979:0:34736:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032601056 : -129839676950560 : ffff89e9582d77e0) 00000020:00000001:1.0:1783948586.335981:0:34736:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1783948586.335983:0:34736:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948586.335990:0:34736:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1783948586.335992:0:34736:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1783948586.335993:0:34736:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1783948586.335994:0:34736:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1783948586.335998:0:34736:0:(rw26.c:956:ll_write_end()) page@00000000432ff9ec[3 00000000c39da1a4 2 1 000000004eb88987 0 0 0] 00000080:00200000:1.0:1783948586.336002:0:34736:0:(rw26.c:956:ll_write_end()) vmpage @00000000e1b16860 17ffffc0001001 3:0 ffff89e944770700 0 lru 00000080:00200000:1.0:1783948586.336011:0:34736:0:(rw26.c:956:ll_write_end()) osc-page@0000000084abcb54 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000004736d7a0 000000005e50f073 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1783948586.336013:0:34736:0:(rw26.c:956:ll_write_end()) end page@00000000432ff9ec 00000080:00200000:1.0:1783948586.336015:0:34736:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1783948586.336017:0:34736:0:(rw26.c:977:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1783948586.336022:0:34736:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1783948586.336025:0:34736:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1783948586.336028:0:34736:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1783948586.336030:0:34736:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1783948586.336033:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.336034:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948586.336037:0:34736:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1783948586.336039:0:34736:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1783948586.336042:0:34736:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1783948586.336043:0:34736:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1783948586.336045:0:34736:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1783948586.336046:0:34736:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1783948586.336049:0:34736:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff89e952015340 ready 0|-|- wr 0|-|- rd 0|- oap ffff89e944770770 folio ffffedddc4765fc0 pg:0 added for cmd 2 00000008:00000001:1.0:1783948586.336054:0:34736:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:1.0:1783948586.336057:0:34736:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1783948586.336063:0:34736:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1783948586.336067:0:34736:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff89e9447707a8 page ffffedddc4765fc0 00000008:00000020:1.0:1783948586.336071:0:34736:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff89e943191000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1783948586.336075:0:34736:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1783948586.336077:0:34736:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948586.336079:0:34736:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:1.0:1783948586.336083:0:34736:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff89e9820d3c00. 00000008:00000020:1.0:1783948586.336090:0:34736:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff89e952015340 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:1.0:1783948586.336096:0:34736:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952015340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1783948586.336101:0:34736:0:(osc_cache.c:857:osc_extent_find()) extent ffff89e9820d3c00@{[0 -> 0/1023], [3|1|-|active|wi|ffff89e952015340], [28672|0|-|-|ffff89e94617a200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1783948586.336109:0:34736:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1783948586.336118:0:34736:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:1.0:1783948586.336122:0:34736:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948586.336124:0:34736:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948586.336127:0:34736:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1783948586.336129:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000002:1.0:1783948586.336131:0:34736:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1783948586.336135:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.336136:0:34736:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783948586.336138:0:34736:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1783948586.336141:0:34736:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948586.336142:0:34736:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336145:0:34736:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336147:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:1.0:1783948586.336149:0:34736:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1783948586.336150:0:34736:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1783948586.336152:0:34736:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948586.336156:0:34736:0:(cl_page.c:556:cl_batch_put()) page@00000000432ff9ec[4 00000000c39da1a4 2 1 000000004eb88987 0 0 0] 00000020:00000001:1.0:1783948586.336158:0:34736:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1783948586.336159:0:34736:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1783948586.336160:0:34736:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1783948586.336163:0:34736:0:(osc_request.c:745:osc_update_next_shrink()) next time 3209 to shrink grant 00000080:00000001:1.0:1783948586.336166:0:34736:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1783948586.336168:0:34736:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1783948586.336175:0:34736:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff89e951d7c478, count 1, dirtied 1 00000080:00000001:1.0:1783948586.336178:0:34736:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1783948586.336180:0:34736:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1783948586.336181:0:34736:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783948586.336236:0:34736:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783948586.336238:0:34736:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948586.336242:0:34736:0:(cl_page.c:507:__cl_page_state_set()) page@00000000432ff9ec[3 00000000c39da1a4 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948586.336244:0:34736:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1783948586.336246:0:34736:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948586.336247:0:34736:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1783948586.336249:0:34736:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948586.336252:0:34736:0:(cl_page.c:556:cl_batch_put()) page@00000000432ff9ec[3 00000000c39da1a4 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948586.336253:0:34736:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1783948586.336254:0:34736:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1783948586.336256:0:34736:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1783948586.336257:0:34736:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1783948586.336259:0:34736:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336261:0:34736:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336264:0:34736:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336265:0:34736:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948586.336267:0:34736:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1783948586.336270:0:34736:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1783948586.336271:0:34736:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1783948586.336273:0:34736:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336276:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb88 00000080:00200000:1.0:1783948586.336278:0:34736:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1783948586.336281:0:34736:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336284:0:34736:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948586.336286:0:34736:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948586.336287:0:34736:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948586.336289:0:34736:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1783948586.336291:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.336293:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.336295:0:34736:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1783948586.336296:0:34736:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948586.336298:0:34736:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336300:0:34736:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336302:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:1.0:1783948586.336303:0:34736:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336305:0:34736:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336308:0:34736:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336310:0:34736:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336311:0:34736:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336313:0:34736:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948586.336315:0:34736:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1783948586.336317:0:34736:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948586.336318:0:34736:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1783948586.336321:0:34736:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:1.0:1783948586.336325:0:34736:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1783948586.336330:0:34736:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952015340 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1783948586.336336:0:34736:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948586.336339:0:34736:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948586.336340:0:34736:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783948586.336342:0:34736:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783948586.336344:0:34736:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:1.0:1783948586.336345:0:34736:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948586.336347:0:34736:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336349:0:34736:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.336351:0:34736:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948586.336353:0:34736:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948586.336356:0:34736:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948586.336357:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9473088a8 (ffff89e95852f5a8/0) at cl_lock_release():245 00000020:00000001:1.0:1783948586.336360:0:34736:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948586.336362:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9473088a8 (ffff89e95852f5a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948586.336366:0:34736:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948586.336368:0:34736:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.336369:0:34736:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234165247488 : -129839544304128 : ffff89e960157e00) 00000020:00000001:1.0:1783948586.336371:0:34736:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948586.336373:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9585c41b0 (ffff89e95852fcf8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948586.336376:0:34736:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948586.336377:0:34736:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948586.336381:0:34736:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.336383:0:34736:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.336385:0:34736:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:1.0:1783948586.336399:0:34736:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.336402:0:34736:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.336405:0:34736:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948586.336408:0:34736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.336417:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.336418:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.336420:0:34736:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948586.336423:0:34736:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948586.336426:0:34736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948586.336435:0:34736:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948586.336438:0:34736:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948586.336441:0:34736:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948586.336445:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.336447:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.336449:0:34736:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.336452:0:34736:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948586.336454:0:34736:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.336456:0:34736:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.336460:0:34736:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.336462:0:34736:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948586.336463:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.336464:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.336465:0:34736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.336467:0:34736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948586.336468:0:34736:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948586.336470:0:34736:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.336471:0:34736:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.336472:0:34736:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.336473:0:34736:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948586.336474:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9473088a8 (ffff89e95852f5a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948586.336478:0:34736:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948586.336479:0:34736:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948586.336481:0:34736:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9585c41b0 (ffff89e95852f5a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948586.336484:0:34736:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e94369bc80. 00000020:00000001:1.0:1783948586.336489:0:34736:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948586.336490:0:34736:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9585c4180. 00020000:00000001:1.0:1783948586.336494:0:34736:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948586.336495:0:34736:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948586.336496:0:34736:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1783948586.336498:0:34736:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948586.336499:0:34736:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948586.336501:0:34736:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948586.336502:0:34736:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948586.336504:0:34736:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336506:0:34736:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336508:0:34736:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948586.336509:0:34736:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948586.336511:0:34736:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1783948586.336513:0:34736:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1783948586.336515:0:34736:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948586.336516:0:34736:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948586.336518:0:34736:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948586.336519:0:34736:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948586.336521:0:34736:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948586.336523:0:34736:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948586.336525:0:34736:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336527:0:34736:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.336528:0:34736:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948586.336530:0:34736:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948586.336532:0:34736:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948586.336535:0:34736:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1783948586.337276:0:34736:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1783948586.337280:0:34736:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1783948586.337283:0:34736:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948586.337286:0:34736:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948586.337288:0:34736:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948586.337290:0:34736:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948586.337291:0:34736:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948586.337294:0:34736:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852fcf0 00000020:00000010:1.0:1783948586.337300:0:34736:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e941342000. 00000020:00000010:1.0:1783948586.337307:0:34736:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619c00. 00000008:00000010:1.0:1783948586.337312:0:34736:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b7b7f0. 00020000:00000010:1.0:1783948586.337317:0:34736:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d3780. 00008000:00000010:1.0:1783948586.337322:0:34736:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df91a8. 00000080:00000010:1.0:1783948586.337327:0:34736:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dce930. 00000080:00000010:1.0:1783948586.337332:0:34736:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d46f0. 00000020:00000010:1.0:1783948586.337336:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e941678000. 00000008:00000010:1.0:1783948586.337340:0:34736:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066b1e0. 00020000:00000010:1.0:1783948586.337343:0:34736:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960154b68. 00008000:00000010:1.0:1783948586.337349:0:34736:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f6180. 00000080:00000010:1.0:1783948586.337353:0:34736:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308c30. 00000020:00000010:1.0:1783948586.337356:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e94120ac00. 00000020:00000010:1.0:1783948586.337358:0:34736:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852fcf0. 00020000:00000001:1.0:1783948586.337361:0:34736:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948586.337363:0:34736:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948586.337365:0:34736:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948586.337367:0:34736:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948586.337370:0:34736:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948586.337371:0:34736:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1783948586.337373:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bca0 00000080:00200000:1.0:1783948586.337376:0:34736:0:(file.c:2206:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1783948586.337381:0:34736:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948586.337383:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.337385:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.337399:0:34736:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948586.337403:0:34736:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948586.337407:0:34736:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948586.337409:0:34736:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1783948586.337411:0:34736:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948586.337412:0:34736:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1783948586.337415:0:34736:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=23 (1) m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:1.0:1783948586.337418:0:34736:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948586.337420:0:34736:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:1.0:1783948586.337423:0:34736:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.337424:0:34736:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.337426:0:34736:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:1.0:1783948586.337428:0:34736:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1783948586.337430:0:34736:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1783948586.337435:0:34736:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1783948586.337437:0:34736:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1783948586.337439:0:34736:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95852f5a0 00000020:00000010:1.0:1783948586.337441:0:34736:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e96022a400. 00000020:00000010:1.0:1783948586.337444:0:34736:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e950619a20. 00000008:00000010:1.0:1783948586.337446:0:34736:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b78000. 00020000:00000010:1.0:1783948586.337451:0:34736:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9820d36c0. 00008000:00000010:1.0:1783948586.337454:0:34736:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e944df9fc8. 00000080:00000010:1.0:1783948586.337456:0:34736:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e947dcee70. 00000080:00000010:1.0:1783948586.337458:0:34736:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582d7780. 00000020:00000010:1.0:1783948586.337461:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022a200. 00000008:00000010:1.0:1783948586.337463:0:34736:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e95066a2c0. 00020000:00000010:1.0:1783948586.337466:0:34736:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e960157d98. 00008000:00000010:1.0:1783948586.337468:0:34736:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9493f61a0. 00000080:00000010:1.0:1783948586.337471:0:34736:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e947308870. 00000020:00000010:1.0:1783948586.337473:0:34736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e96022ac00. 00000020:00000010:1.0:1783948586.337475:0:34736:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95852f5a0. 00000020:00000001:1.0:1783948586.337479:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd90 00000080:00000008:1.0:1783948586.337481:0:34736:0:(file.c:2683:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1783948586.337483:0:34736:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1783948586.337505:0:34736:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948586.337508:0:34736:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:1.0:1783948586.337512:0:34736:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:1.0:1783948586.337515:0:34736:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.337523:0:34736:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783948586.337525:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bdb8 00000080:00200008:1.0:1783948586.337526:0:34736:0:(file.c:447:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 102001 00000080:00000001:1.0:1783948586.337530:0:34736:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783948586.341873:0:34736:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783948586.341880:0:34736:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948586.341886:0:34736:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000002:1.0:1783948586.341991:0:34736:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:1.0:1783948586.341995:0:34736:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.341999:0:34736:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1783948586.342007:0:34736:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948586.342011:0:34736:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948586.342018:0:34736:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 2 00010000:00000001:1.0:1783948586.342021:0:34736:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948586.342025:0:34736:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948586.342027:0:34736:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1783948586.342029:0:34736:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948586.342031:0:34736:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948586.342039:0:34736:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9584cfc00. 00000080:00000001:1.0:1783948586.342042:0:34736:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948586.342048:0:34736:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948586.342053:0:34736:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948586.342055:0:34736:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1783948586.342059:0:34736:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948586.342060:0:34736:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1783948586.342067:0:34736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cd880. 00000020:00000040:1.0:1783948586.342072:0:34736:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948586.342077:0:34736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948586.342080:0:34736:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948586.342084:0:34736:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948586.342094:0:34736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e96022ac00. 00000100:00000001:1.0:1783948586.342100:0:34736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948586.342122:0:34736:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948586.342134:0:34736:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783948586.342140:0:34736:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948586.342146:0:34736:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948586.342148:0:34736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948586.342155:0:34736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807e300. 00000100:00000001:1.0:1783948586.342157:0:34736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030138112 : -129839679413504 : ffff89e95807e300) 00000100:00000001:1.0:1783948586.342160:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.342161:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948586.342165:0:34736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948586.342169:0:34736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.342171:0:34736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948586.342172:0:34736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948586.342176:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.342183:0:34736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948586.342186:0:34736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.342189:0:34736:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948586.342192:0:34736:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948586.342194:0:34736:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948586.342197:0:34736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34736:1870603636541568:192.168.202.104@tcp:35:uname.0 00000100:00000001:1.0:1783948586.342201:0:34736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948586.342206:0:34736:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948586.342208:0:34736:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.342211:0:34736:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948586.342215:0:34736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f1000. 02000000:00000001:1.0:1783948586.342216:0:34736:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948586.342224:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948586.342228:0:34736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888c08. 00000400:00000010:1.0:1783948586.342235:0:34736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948586.342242:0:34736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636541568, portal 10 00000100:00000001:1.0:1783948586.342244:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.342245:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000040:1.0:1783948586.342251:0:34736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.342257:0:34736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948586.342259:0:34736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948586.342261:0:34736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618770. 00000100:00000200:1.0:1783948586.342264:0:34736:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636541568, offset 0 00000400:00000200:1.0:1783948586.342271:0:34736:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948586.342280:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.342288:0:34736:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948586.342295:0:34736:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948586.342299:0:34736:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948586.342304:0:34736:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948586.342306:0:34736:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948586.342310:0:34736:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2731:2731:256:4294967295] 192.168.202.104@tcp LPNI seq info [2731:2731:8:4294967295] 00000400:00000200:1.0:1783948586.342313:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.342322:0:34736:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948586.342328:0:34736:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948586.342333:0:34736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4e400. 00000800:00000200:1.0:1783948586.342342:0:34736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948586.342351:0:34736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948586.342356:0:34736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4e400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948586.342370:0:34736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.342374:0:34736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 813542 usecs (814 jiffies) 00000400:00000200:1.0:1783948586.342377:0:34736:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948586.342379:0:34736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677308 00000100:00000001:1.0:1783948586.342382:0:34736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.342384:0:34736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677308 00000100:00000001:1.0:1783948586.342395:0:34736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.342398:0:34736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.342401:0:34736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.342404:0:34736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948586.342406:0:34736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948586.342408:0:34736:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807e300 going to sleep for 11 seconds 00000100:00000001:1.0:1783948586.342411:0:34736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948586.342414:0:34736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948586.353571:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.353593:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.353597:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.353600:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.353608:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.353615:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.353626:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.353630:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.353635:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.353639:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9458780 00000400:00000200:0.0:1783948586.353659:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.353666:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7761 [1] + 224 00000800:00000001:0.0:1783948586.353673:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.353684:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.353688:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.353693:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.353701:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.353710:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948586.353728:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.353751:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1783948586.353847:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.353897:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4e400. 00000400:00000200:0.0:1783948586.353903:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.353907:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.353911:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618770 00000400:00000010:0.0:1783948586.353913:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618770. 00000100:00000001:0.0:1783948586.353917:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.353922:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.353931:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.353934:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.353939:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.353941:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.353948:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.353951:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.356458:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948586.356469:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.356480:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.356482:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.356488:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948586.356496:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:2.0:1783948586.356499:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:2.0:1783948586.356504:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.356517:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948586.356541:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.356548:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.356551:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.356553:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.356557:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.356559:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.356561:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.356564:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.356573:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185538 time=254 v=5 (5 5 5 0) 00000100:00001000:2.0:1783948586.356576:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.356579:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.356580:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.356583:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.356586:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.356597:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.356599:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1783948586.356601:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.356603:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.356607:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.356621:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.356626:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.356628:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.356633:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948586.356640:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636541312:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948586.356645:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.356647:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.356651:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c000 x1870603636541312/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.356659:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.356661:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.356665:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950b80a00. 02000000:00000001:2.0:1783948586.356669:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.356672:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.356674:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.356676:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.356679:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b81800. 02000000:00000001:2.0:1783948586.356683:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.356685:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.356686:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c000. 00000100:00000001:2.0:1783948586.356689:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.356690:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.356693:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.356701:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.356702:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.356705:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948586.356707:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783948586.384458:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.384478:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.384483:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.384485:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.384581:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.384588:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.384599:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.384604:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.384610:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.384614:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9458880 00000400:00000200:0.0:1783948586.384619:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.384626:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x7779 [1] + 224 00000800:00000001:0.0:1783948586.384636:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.384788:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.384792:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.384797:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.384805:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.384816:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948586.384827:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.384905:0:34736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948586.384966:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.384977:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.384981:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783948586.388365:0:34736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948586.388374:0:34736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948586.388380:0:34736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888c08. 00000400:00000200:1.0:1783948586.388400:0:34736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618ee0 00000400:00000010:1.0:1783948586.388404:0:34736:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618ee0. 00000100:00000001:1.0:1783948586.388410:0:34736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.388424:0:34736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783948586.388436:0:34736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cd880 x1870603636541568/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.388445:0:34736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948586.388447:0:34736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.388450:0:34736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948586.388454:0:34736:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948586.388457:0:34736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948586.388460:0:34736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.388463:0:34736:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948586.388473:0:34736:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=106 v=5 (10 5 5 5) 00000100:00001000:1.0:1783948586.388478:0:34736:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948586.388481:0:34736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948586.388482:0:34736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.388486:0:34736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948586.388491:0:34736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.388495:0:34736:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783948586.388498:0:34736:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783948586.388499:0:34736:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783948586.388502:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.388504:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000100:00000001:1.0:1783948586.388508:0:34736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948586.388510:0:34736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1783948586.388513:0:34736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948586.388515:0:34736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.388520:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cd880 x1870603636541568/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.388528:0:34736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.388530:0:34736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948586.388533:0:34736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948586.388536:0:34736:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cd880 x1870603636541568/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783948586.388543:0:34736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cd880 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34736:1870603636541568:192.168.202.104@tcp:35:uname.0 00000100:00000001:1.0:1783948586.388548:0:34736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.388551:0:34736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.388554:0:34736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783948586.388556:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.388559:0:34736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636541568/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.388565:0:34736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783948586.388569:0:34736:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807e300. 00000100:00000001:1.0:1783948586.388572:0:34736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783948586.388575:0:34736:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.388583:0:34736:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.388584:0:34736:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939236992 : -129839770314624 : ffff89e9529cd880) 00000002:00000001:1.0:1783948586.388586:0:34736:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948586.388590:0:34736:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783948586.388594:0:34736:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9584cfc00. 00000080:00000001:1.0:1783948586.388600:0:34736:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1783948586.388603:0:34736:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1783948586.389016:0:34736:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783948586.389025:0:34736:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783948586.389034:0:34736:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.389036:0:34736:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948586.389039:0:34736:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e943f22580. 00000100:00000001:0.0:1783948586.389043:0:34736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.389046:0:34736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cd880 x1870603636541568/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.389052:0:34736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.389054:0:34736:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783948586.389057:0:34736:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e954ebcb40. 00000080:00000001:0.0:1783948586.389061:0:34736:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.389067:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bdb8 00000080:00000008:0.0:1783948586.389071:0:34736:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 102001, rc = 0 00000080:00000001:0.0:1783948586.389074:0:34736:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.389082:0:34736:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948586.389084:0:34736:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2be00 00000080:00002000:0.0:1783948586.389086:0:34736:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951f63e58, parent ffff89e951e2fe58, inode ffff89e951d7c2c8) hashed, 00000080:00000001:0.0:1783948586.389088:0:34736:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.462469:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d08 00000080:00200008:0.0:1783948586.462479:0:34741:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948586.462780:0:34741:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948586.462782:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53c80 00000080:00200000:0.0:1783948586.462784:0:34741:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948586.462792:0:34741:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3800. 00800000:00000002:0.0:1783948586.462799:0:34741:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948586.462803:0:34741:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948586.462808:0:34741:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.462811:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53ba0 00800000:00000002:0.0:1783948586.462814:0:34741:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948586.462818:0:34741:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948586.462822:0:34741:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948586.462828:0:34741:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.462830:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53a70 00000002:00010000:0.0:1783948586.462832:0:34741:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948586.462836:0:34741:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948586.462838:0:34741:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.462840:0:34741:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783948586.462846:0:34741:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.462849:0:34741:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.462874:0:34741:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.462876:0:34741:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783948586.462879:0:34741:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783948586.462886:0:34741:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240000. 00000020:00000040:0.0:1783948586.462891:0:34741:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:0.0:1783948586.462899:0:34741:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783948586.462905:0:34741:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.462912:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.462914:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.462915:0:34741:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.462918:0:34741:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948586.462921:0:34741:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948586.462926:0:34741:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948586.462933:0:34741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e950636000. 00000100:00000001:0.0:1783948586.462941:0:34741:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.462948:0:34741:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948586.462950:0:34741:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.462952:0:34741:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783948586.462953:0:34741:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.462954:0:34741:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783948586.462960:0:34741:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00010000:00000001:0.0:1783948586.462964:0:34741:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783948586.462967:0:34741:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783948586.462971:0:34741:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e948cd7900. 00010000:00000010:0.0:1783948586.462976:0:34741:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e95082d700. 00010000:00000001:0.0:1783948586.462981:0:34741:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783948586.462985:0:34741:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e9465abe00. 00000020:00000001:0.0:1783948586.462989:0:34741:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783948586.462992:0:34741:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e9465abe00 with handle 0x8c7cf19e4b440e16 to hash 00000020:00000001:0.0:1783948586.462994:0:34741:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783948586.462995:0:34741:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:0.0:1783948586.463000:0:34741:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:0.0:1783948586.463003:0:34741:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.463006:0:34741:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.463010:0:34741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948586.463019:0:34741:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783948586.463029:0:34741:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34741 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783948586.463034:0:34741:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783948586.463035:0:34741:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783948586.463042:0:34741:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e96024e3c0. 00000100:00000001:0.0:1783948586.463045:0:34741:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166256576 : -129839543295040 : ffff89e96024e3c0) 00000100:00000001:0.0:1783948586.463047:0:34741:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948586.463049:0:34741:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000001:0.0:1783948586.463053:0:34741:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948586.463058:0:34741:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.463060:0:34741:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783948586.463062:0:34741:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948586.463073:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.463082:0:34741:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948586.463085:0:34741:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948586.463089:0:34741:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948586.463091:0:34741:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948586.463094:0:34741:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948586.463098:0:34741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34741:1870603636541696:192.168.202.104@tcp:101:lfs.0 00000100:00000001:0.0:1783948586.463102:0:34741:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948586.463109:0:34741:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948586.463112:0:34741:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948586.463114:0:34741:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948586.463120:0:34741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e960189000. 02000000:00000001:0.0:1783948586.463122:0:34741:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948586.463129:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948586.463134:0:34741:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aebb0. 00000400:00000010:0.0:1783948586.463142:0:34741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf770. 00000100:00000200:0.0:1783948586.463148:0:34741:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636541696, portal 10 00000100:00000001:0.0:1783948586.463150:0:34741:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948586.463151:0:34741:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166198272 : -129839543353344 : ffff89e960240000) 00000100:00000040:0.0:1783948586.463157:0:34741:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.463165:0:34741:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948586.463167:0:34741:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948586.463170:0:34741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf3b8. 00000100:00000200:0.0:1783948586.463173:0:34741:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636541696, offset 0 00000400:00000200:0.0:1783948586.463180:0:34741:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948586.463189:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.463198:0:34741:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948586.463204:0:34741:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948586.463208:0:34741:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948586.463212:0:34741:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948586.463215:0:34741:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948586.463219:0:34741:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2732:2732:256:4294967295] 192.168.202.104@tcp LPNI seq info [2732:2732:8:4294967295] 00000400:00000200:0.0:1783948586.463224:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.463234:0:34741:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948586.463240:0:34741:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948586.463245:0:34741:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b200. 00000800:00000200:0.0:1783948586.463253:0:34741:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948586.463261:0:34741:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948586.463265:0:34741:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783948586.463285:0:34741:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948586.463290:0:34741:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 812653 usecs (813 jiffies) 00000400:00000200:0.0:1783948586.463293:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948586.463296:0:34741:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677415 00000100:00000001:0.0:1783948586.463299:0:34741:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:0.0:1783948586.463302:0:34741:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677415 00000100:00000001:0.0:1783948586.463304:0:34741:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:0.0:1783948586.463307:0:34741:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948586.463311:0:34741:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.463313:0:34741:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948586.463315:0:34741:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783948586.463318:0:34741:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e96024e3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783948586.463321:0:34741:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948586.463325:0:34741:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.463696:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.463703:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b200. 00000400:00000200:1.0:1783948586.463709:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.463715:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.463721:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf3b8 00000400:00000010:1.0:1783948586.463733:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf3b8. 00000100:00000001:1.0:1783948586.463738:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.463743:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.463753:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.463756:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.463762:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.463764:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.475124:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.475157:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.475163:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.475165:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.475174:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.475183:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.475199:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.475204:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.475210:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.475213:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9458900 00000400:00000200:0.0:1783948586.475219:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.475227:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x7789 [1] + 224 00000800:00000001:0.0:1783948586.475234:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.475303:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.475306:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.475311:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.475318:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.475327:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948586.475337:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.475548:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.475560:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.475563:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.475953:0:34741:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948586.475961:0:34741:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948586.475964:0:34741:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948586.475967:0:34741:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aebb0. 00000400:00000200:3.0:1783948586.475974:0:34741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf770 00000400:00000010:3.0:1783948586.475977:0:34741:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf770. 00000100:00000001:3.0:1783948586.475982:0:34741:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948586.475987:0:34741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948586.475997:0:34741:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.476004:0:34741:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948586.476006:0:34741:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.476009:0:34741:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948586.476013:0:34741:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948586.476015:0:34741:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948586.476018:0:34741:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.476022:0:34741:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948586.476033:0:34741:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948586.476037:0:34741:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948586.476040:0:34741:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948586.476042:0:34741:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.476045:0:34741:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948586.476048:0:34741:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.476052:0:34741:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948586.476054:0:34741:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1783948586.476057:0:34741:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948586.476060:0:34741:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.476066:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.476072:0:34741:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.476076:0:34741:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948586.476078:0:34741:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948586.476082:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948586.476089:0:34741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34741:1870603636541696:192.168.202.104@tcp:101:lfs.0 00000100:00000001:3.0:1783948586.476094:0:34741:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.476097:0:34741:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.476099:0:34741:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948586.476102:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.476105:0:34741:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.476111:0:34741:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948586.476115:0:34741:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e96024e3c0. 00000100:00000001:3.0:1783948586.476118:0:34741:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948586.476119:0:34741:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.476122:0:34741:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948586.476126:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476129:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476132:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=4 00000020:00000001:3.0:1783948586.476134:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476138:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000040:3.0:1783948586.476145:0:34741:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e9465abe00, remote cookie: 0x2ceea11ad5e069c7, flags: 0x1001 00010000:00010000:3.0:1783948586.476150:0:34741:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948586.476161:0:34741:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.476166:0:34741:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948586.476171:0:34741:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948586.476174:0:34741:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948586.476175:0:34741:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948586.476176:0:34741:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948586.476179:0:34741:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e948cd7900) refcount = 1 00010000:00010000:3.0:1783948586.476193:0:34741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.476200:0:34741:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948586.476204:0:34741:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948586.476206:0:34741:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.476209:0:34741:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948586.476211:0:34741:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.476215:0:34741:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.476221:0:34741:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948586.476222:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476224:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.476225:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476226:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.476227:0:34741:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.476231:0:34741:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948586.476233:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476234:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476235:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.476238:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476240:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476242:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476243:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476245:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=4 00000020:00000001:3.0:1783948586.476246:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476248:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476252:0:34741:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.476256:0:34741:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.476259:0:34741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.476265:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476266:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.476268:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476269:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476271:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=5 00000020:00000001:3.0:1783948586.476272:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476274:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476276:0:34741:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.476279:0:34741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.476285:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476286:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948586.476289:0:34741:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.476294:0:34741:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.476295:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476296:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.476297:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476298:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948586.476303:0:34741:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948586.476311:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476312:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476313:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.476315:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476317:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476319:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476320:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.476321:0:34741:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.476323:0:34741:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.476326:0:34741:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948586.476328:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476329:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476330:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.476332:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476334:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00000002:00010000:3.0:1783948586.476337:0:34741:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.476347:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476348:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.476350:0:34741:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948586.476352:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476353:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476354:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.476356:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476357:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000040:3.0:1783948586.476363:0:34741:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 2 00010000:00000001:3.0:1783948586.476366:0:34741:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948586.476369:0:34741:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948586.476372:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476373:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.476374:0:34741:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948586.476378:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f539f8 00000002:00002000:3.0:1783948586.476380:0:34741:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948586.476383:0:34741:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.476397:0:34741:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.476401:0:34741:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948586.476404:0:34741:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948586.476407:0:34741:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948586.476412:0:34741:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948586.476416:0:34741:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3800. 00000080:00000001:3.0:1783948586.476420:0:34741:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948586.476423:0:34741:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948586.476429:0:34741:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948586.476433:0:34741:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783948586.476440:0:34741:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e9580d9480. 00800000:00000001:3.0:1783948586.476442:0:34741:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614234030511232 : -129839679040384 : ffff89e9580d9480) 00800000:00000001:3.0:1783948586.476444:0:34741:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.476446:0:34741:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783948586.476449:0:34741:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783948586.476451:0:34741:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783948586.476454:0:34741:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783948586.476457:0:34741:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783948586.476459:0:34741:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.476463:0:34741:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783948586.476466:0:34741:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783948586.476469:0:34741:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115188193296385 mtime from 1783948584 to 1783948586 00000080:00200000:3.0:1783948586.476473:0:34741:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783948586.476475:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476477:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476478:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.476480:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476482:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476484:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476485:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783948586.476486:0:34741:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783948586.476489:0:34741:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783948586.476491:0:34741:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e9580d9480 1 00800000:00000010:3.0:1783948586.476494:0:34741:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e9580d9480. 00800000:00000001:3.0:1783948586.476497:0:34741:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.476500:0:34741:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e16 00800000:00000001:3.0:1783948586.476504:0:34741:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948586.476505:0:34741:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948586.476506:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476507:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476509:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.476510:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476512:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476514:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476515:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.476517:0:34741:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.476519:0:34741:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.476521:0:34741:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.476523:0:34741:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948586.476526:0:34741:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e16 from it ffffb87d01f53cb8 00010000:00000001:3.0:1783948586.476528:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.476529:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.476531:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.476533:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476535:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.476537:0:34741:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.476540:0:34741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.476546:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476547:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.476549:0:34741:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948586.476551:0:34741:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948586.476554:0:34741:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948586.476560:0:34741:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948586.476562:0:34741:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948586.476564:0:34741:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.476569:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476570:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.476571:0:34741:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.476575:0:34741:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948586.476577:0:34741:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.476580:0:34741:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.476582:0:34741:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.476584:0:34741:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.476584:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.476585:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948586.476587:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.476602:0:34741:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240000 x1870603636541696/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.476610:0:34741:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948586.476612:0:34741:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948586.476616:0:34741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e960189000. 02000000:00000001:3.0:1783948586.476620:0:34741:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948586.476622:0:34741:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948586.476624:0:34741:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948586.476627:0:34741:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948586.476630:0:34741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950636000. 02000000:00000001:3.0:1783948586.476634:0:34741:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948586.476636:0:34741:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948586.476638:0:34741:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240000. 00000100:00000001:3.0:1783948586.476642:0:34741:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948586.476643:0:34741:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948586.476649:0:34741:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.476655:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d08 00000080:00000008:3.0:1783948586.476657:0:34741:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948586.477357:0:34741:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.477401:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d08 00000080:00200008:3.0:1783948586.477404:0:34741:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783948586.477410:0:34741:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948586.477411:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53c80 00000080:00200000:3.0:1783948586.477413:0:34741:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948586.477419:0:34741:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950bf5200. 00800000:00000002:3.0:1783948586.477425:0:34741:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948586.477429:0:34741:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948586.477433:0:34741:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.477435:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53ba0 00800000:00000002:3.0:1783948586.477438:0:34741:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948586.477441:0:34741:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948586.477445:0:34741:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948586.477449:0:34741:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.477451:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53a70 00000002:00010000:3.0:1783948586.477453:0:34741:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948586.477457:0:34741:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948586.477459:0:34741:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.477461:0:34741:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.477465:0:34741:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 2 00010000:00000001:3.0:1783948586.477468:0:34741:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.477472:0:34741:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.477475:0:34741:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948586.477479:0:34741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783948586.477488:0:34741:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948586.477492:0:34741:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.477495:0:34741:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783948586.477502:0:34741:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948586.477504:0:34741:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948586.477506:0:34741:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.477508:0:34741:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.477509:0:34741:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948586.477511:0:34741:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948586.477513:0:34741:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948586.477515:0:34741:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948586.477517:0:34741:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950bf5200. 00000080:00000001:3.0:1783948586.477521:0:34741:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948586.477523:0:34741:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.477525:0:34741:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948586.477528:0:34741:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e16 00800000:00000001:3.0:1783948586.477531:0:34741:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948586.477533:0:34741:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948586.477534:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.477536:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.477538:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.477540:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.477542:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.477545:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.477546:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.477547:0:34741:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.477549:0:34741:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.477551:0:34741:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e16 from it ffffb87d01f53cb8 00010000:00000001:3.0:1783948586.477553:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.477554:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.477555:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.477556:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.477558:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.477560:0:34741:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.477562:0:34741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783948586.477568:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.477569:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.477571:0:34741:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948586.477572:0:34741:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948586.477574:0:34741:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948586.477581:0:34741:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948586.477583:0:34741:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948586.477585:0:34741:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.477587:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.477588:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.477589:0:34741:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.477592:0:34741:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948586.477593:0:34741:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.477595:0:34741:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.477597:0:34741:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.477599:0:34741:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.477600:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.477601:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948586.477603:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948586.477605:0:34741:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948586.477608:0:34741:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.477611:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d08 00000080:00000008:3.0:1783948586.477613:0:34741:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783948586.477720:0:34741:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948586.477722:0:34741:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948586.477724:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53b78 00000080:00200000:3.0:1783948586.477726:0:34741:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948586.477730:0:34741:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950bf5200. 00800000:00000002:3.0:1783948586.477732:0:34741:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948586.477734:0:34741:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948586.477736:0:34741:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.477737:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53a98 00800000:00000002:3.0:1783948586.477739:0:34741:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948586.477742:0:34741:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948586.477744:0:34741:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948586.477746:0:34741:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.477748:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53968 00000002:00010000:3.0:1783948586.477749:0:34741:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948586.477752:0:34741:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948586.477753:0:34741:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.477754:0:34741:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.477757:0:34741:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 2 00010000:00000001:3.0:1783948586.477759:0:34741:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.477762:0:34741:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.477764:0:34741:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948586.477767:0:34741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783948586.477773:0:34741:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948586.477776:0:34741:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.477778:0:34741:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783948586.477784:0:34741:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948586.477786:0:34741:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948586.477787:0:34741:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.477789:0:34741:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.477791:0:34741:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948586.477793:0:34741:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948586.477795:0:34741:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948586.477797:0:34741:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948586.477799:0:34741:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950bf5200. 00000080:00000001:3.0:1783948586.477802:0:34741:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948586.477804:0:34741:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.477806:0:34741:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948586.477808:0:34741:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e16 00800000:00000001:3.0:1783948586.477810:0:34741:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948586.477812:0:34741:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948586.477813:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.477814:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.477816:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.477818:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.477820:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.477822:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.477823:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.477824:0:34741:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.477826:0:34741:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.477828:0:34741:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e16 from it ffffb87d01f53bb0 00010000:00000001:3.0:1783948586.477829:0:34741:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.477830:0:34741:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.477831:0:34741:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.477833:0:34741:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.477835:0:34741:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.477836:0:34741:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.477838:0:34741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783948586.477844:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.477845:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.477846:0:34741:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948586.477847:0:34741:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948586.477849:0:34741:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948586.477883:0:34741:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948586.477885:0:34741:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948586.477886:0:34741:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.477888:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.477889:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.477891:0:34741:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.477893:0:34741:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948586.477894:0:34741:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.477896:0:34741:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.477897:0:34741:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.477899:0:34741:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.477900:0:34741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.477901:0:34741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948586.477903:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948586.477904:0:34741:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948586.477906:0:34741:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 44 00000080:00000001:3.0:1783948586.477910:0:34741:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.477914:0:34741:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783948586.477916:0:34741:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948586.477919:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53b78 00000080:00200008:3.0:1783948586.477920:0:34741:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000 00000080:00000010:3.0:1783948586.477926:0:34741:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b3b80. 00000080:00000001:3.0:1783948586.477929:0:34741:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.477931:0:34741:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.478025:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.478028:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.478035:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.478038:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.478043:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.478047:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.478049:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.478052:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.478055:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.478060:0:34741:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1783948586.478062:0:34741:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: age 1998, max_age 2008 00000002:00000001:3.0:1783948586.478067:0:34741:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1783948586.478070:0:34741:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000010:3.0:1783948586.478075:0:34741:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65500. 00000020:00000040:3.0:1783948586.478078:0:34741:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:3.0:1783948586.478082:0:34741:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948586.478085:0:34741:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948586.478087:0:34741:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948586.478094:0:34741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e947f77d00. 00000100:00000001:3.0:1783948586.478101:0:34741:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.478104:0:34741:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948586.478106:0:34741:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948586.478113:0:34741:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473900. 00000100:00000001:3.0:1783948586.478115:0:34741:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051066112 : -129839658485504 : ffff89e959473900) 00000100:00000001:3.0:1783948586.478118:0:34741:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.478120:0:34741:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000001:3.0:1783948586.478124:0:34741:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948586.478128:0:34741:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.478131:0:34741:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948586.478132:0:34741:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948586.478141:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948586.478149:0:34741:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948586.478151:0:34741:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.478155:0:34741:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948586.478158:0:34741:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948586.478160:0:34741:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948586.478163:0:34741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34741:1870603636541824:192.168.202.104@tcp:41:lfs.0 00000100:00000001:3.0:1783948586.478167:0:34741:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948586.478173:0:34741:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948586.478175:0:34741:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.478177:0:34741:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948586.478181:0:34741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9509ea000. 02000000:00000001:3.0:1783948586.478184:0:34741:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948586.478190:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948586.478195:0:34741:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948586.478201:0:34741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948586.478208:0:34741:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636541824, portal 10 00000100:00000001:3.0:1783948586.478210:0:34741:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.478211:0:34741:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000040:3.0:1783948586.478218:0:34741:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948586.478226:0:34741:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948586.478228:0:34741:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948586.478231:0:34741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125bb0. 00000100:00000200:3.0:1783948586.478235:0:34741:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636541824, offset 0 00000400:00000200:3.0:1783948586.478242:0:34741:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948586.478249:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948586.478257:0:34741:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948586.478263:0:34741:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948586.478267:0:34741:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948586.478271:0:34741:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948586.478273:0:34741:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948586.478277:0:34741:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2733:2733:256:4294967295] 192.168.202.104@tcp LPNI seq info [2733:2733:8:4294967295] 00000400:00000200:3.0:1783948586.478282:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948586.478292:0:34741:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948586.478298:0:34741:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948586.478303:0:34741:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77200. 00000800:00000200:3.0:1783948586.478310:0:34741:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948586.478318:0:34741:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948586.478323:0:34741:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948586.478334:0:34741:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.478339:0:34741:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 811717 usecs (812 jiffies) 00000400:00000200:3.0:1783948586.478343:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948586.478346:0:34741:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677442 00000100:00000001:3.0:1783948586.478351:0:34741:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:3.0:1783948586.478353:0:34741:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677442 00000100:00000001:3.0:1783948586.478356:0:34741:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:3.0:1783948586.478358:0:34741:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.478361:0:34741:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.478364:0:34741:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948586.478365:0:34741:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948586.478368:0:34741:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473900 going to sleep for 11 seconds 00000100:00000001:3.0:1783948586.478370:0:34741:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948586.478373:0:34741:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.479638:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.479646:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77200. 00000400:00000200:1.0:1783948586.479652:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.479659:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.479666:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125bb0 00000400:00000010:1.0:1783948586.479669:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125bb0. 00000100:00000001:1.0:1783948586.479674:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.479681:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.479692:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.479695:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.479701:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.479703:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.490411:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.490431:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.490435:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.490438:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.490446:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.490454:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.490465:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.490470:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.490476:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.490480:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 10 MB=0x6a54dd9458980 00000400:00000200:0.0:1783948586.490485:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.490503:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 368/368 into md 0x7799 [1] + 224 00000800:00000001:0.0:1783948586.490510:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.490519:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.490522:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.490527:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.490541:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.490549:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948586.490560:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.490578:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.490593:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.490596:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.490733:0:34741:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948586.490741:0:34741:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948586.490743:0:34741:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948586.490747:0:34741:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948586.490753:0:34741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948586.490756:0:34741:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948586.490760:0:34741:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948586.490764:0:34741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948586.490774:0:34741:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948586.490781:0:34741:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948586.490783:0:34741:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.490786:0:34741:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948586.490791:0:34741:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948586.490794:0:34741:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948586.490796:0:34741:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.490799:0:34741:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948586.490809:0:34741:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948586.490813:0:34741:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948586.490816:0:34741:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948586.490818:0:34741:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.490821:0:34741:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948586.490824:0:34741:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.490828:0:34741:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948586.490831:0:34741:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1783948586.490833:0:34741:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948586.490836:0:34741:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.490841:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948586.490849:0:34741:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.490874:0:34741:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948586.490876:0:34741:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948586.490880:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948586.490888:0:34741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34741:1870603636541824:192.168.202.104@tcp:41:lfs.0 00000100:00000001:3.0:1783948586.490905:0:34741:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.490908:0:34741:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.490911:0:34741:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948586.490913:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.490917:0:34741:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948586.490924:0:34741:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948586.490927:0:34741:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473900. 00000100:00000001:3.0:1783948586.490930:0:34741:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948586.490932:0:34741:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.490938:0:34741:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1783948586.490940:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.490943:0:34741:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65500 x1870603636541824/t0(0) o41->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/368 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948586.490949:0:34741:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948586.490952:0:34741:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948586.490955:0:34741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9509ea000. 02000000:00000001:3.0:1783948586.490959:0:34741:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948586.490961:0:34741:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948586.490963:0:34741:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948586.490966:0:34741:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948586.490969:0:34741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e947f77d00. 02000000:00000001:3.0:1783948586.490973:0:34741:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948586.490974:0:34741:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948586.490976:0:34741:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65500. 00000100:00000001:3.0:1783948586.490980:0:34741:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948586.490981:0:34741:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948586.490983:0:34741:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948586.490984:0:34741:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948586.490986:0:34741:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1783948586.490989:0:34741:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff89e943191000: update ffff89e943f68450 cache blocks 317402/353529 objects 1023700/1024000 00800000:00000001:3.0:1783948586.490994:0:34741:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.491001:0:34741:0:(lmv_obd.c:1194:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491005:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948586.491009:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491012:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491015:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491089:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491091:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491100:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491103:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491108:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491112:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491114:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491117:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491119:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491123:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491125:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491127:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491130:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491133:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491135:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491138:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491140:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491142:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491143:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491146:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491148:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491149:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491150:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491152:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491155:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491156:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491158:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491160:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491162:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491163:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491166:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491167:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491170:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491171:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491172:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491175:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491176:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491177:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491178:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491180:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491284:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491287:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491289:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491292:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491294:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491300:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491301:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491304:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491306:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491308:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491310:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491312:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491314:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491315:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491318:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491319:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491321:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491322:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491324:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491326:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491328:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491330:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491332:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491333:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491334:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491336:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491338:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491338:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491340:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491342:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491344:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491345:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491347:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491349:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491351:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491353:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491355:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491356:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491357:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491359:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491361:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491363:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491364:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491365:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491367:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491369:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491370:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491372:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491373:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491375:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491377:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491378:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491381:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491382:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491384:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491394:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491396:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491397:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491398:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491401:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491402:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491404:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491406:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491408:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491409:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491413:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491414:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491416:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491418:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491420:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491422:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491423:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491424:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491426:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491428:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491430:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491432:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491433:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491436:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491437:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491440:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491442:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491444:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491445:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491447:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491448:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491450:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491451:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491452:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491454:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491455:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491457:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491458:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491460:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491461:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491464:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491465:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491467:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491468:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491470:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491472:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491473:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491474:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491476:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491478:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491480:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491481:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491483:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491485:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491486:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491489:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491491:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491493:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491494:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491496:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491498:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491499:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491500:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491501:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491503:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491505:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491507:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491508:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491510:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491511:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491514:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491515:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491517:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491518:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491520:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491522:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491523:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491524:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491525:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491527:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491529:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491530:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491532:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491533:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491535:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491539:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491540:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491542:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491543:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491545:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491547:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491548:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491549:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491550:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491552:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491553:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491554:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491556:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491558:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491559:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491561:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491562:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.491564:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.491565:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.491566:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.491568:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.491570:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.491570:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.491572:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.491574:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491575:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491577:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.491579:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.491581:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491582:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.491584:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.491586:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.492046:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.492048:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.492052:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.492055:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.492056:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.492058:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.492059:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.492062:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492064:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492065:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.492067:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.492070:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492071:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492077:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.492078:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.492081:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.492082:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.492084:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.492086:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.492087:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.492088:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.492089:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.492092:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492094:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492095:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.492097:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.492099:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492101:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492104:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.492105:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.492107:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.492108:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.492111:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.492113:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.492114:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.492115:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.492117:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.492119:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492121:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492123:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.492125:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.492127:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492129:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492132:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.492133:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.492135:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.492136:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.492139:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.492141:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.492142:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.492144:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.492145:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.492147:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492149:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492151:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.492153:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.492155:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492157:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492160:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783948586.492161:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:3.0:1783948586.492164:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783948586.492165:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783948586.492167:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9509e9400. 00000020:00000001:3.0:1783948586.492170:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.492172:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783948586.492173:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783948586.492175:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9509e9400 uarg=0000000000000000 00800000:00000001:3.0:1783948586.492177:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492179:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.492180:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783948586.494122:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9509e9400. 00000080:00000001:3.0:1783948586.494139:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783948586.494143:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498120:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.498130:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.498143:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.498147:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.498157:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.498163:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.498165:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.498169:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.498171:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.498175:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498178:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498180:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.498359:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.498366:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498369:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498375:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.498376:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.498380:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.498382:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.498395:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.498399:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.498401:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.498403:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.498404:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.498407:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498409:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498411:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.498413:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.498415:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498417:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498420:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.498422:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.498424:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.498425:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.498428:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.498430:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.498432:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.498433:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.498435:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.498437:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498439:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498440:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.498442:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.498444:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498446:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498449:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.498450:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.498453:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.498454:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.498456:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.498458:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.498460:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.498461:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.498462:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.498465:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498467:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498468:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.498470:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.498472:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498474:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498477:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.498479:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.498481:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.498482:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.498485:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.498487:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.498488:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.498489:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.498712:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.498718:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498721:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498795:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.498798:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.498801:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498803:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498809:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.498811:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.498814:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.498816:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.498819:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.498821:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.498823:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.498824:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.498825:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.498828:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498830:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498832:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.498834:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.498836:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498838:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498841:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.498842:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.498845:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.498846:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.498848:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.498935:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.498937:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.498939:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.498940:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.498943:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498946:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498948:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.498950:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.498953:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498955:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498960:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.498961:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.498964:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.498965:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.498968:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.498970:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.498972:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.498973:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.498974:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.498977:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498979:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.498980:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.498982:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499058:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499062:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499066:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499068:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499071:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499072:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499075:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499077:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499078:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499080:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499081:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499083:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499085:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499087:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499088:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499091:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499092:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499094:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499096:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499098:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499099:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499101:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499103:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499105:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499106:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499107:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499109:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499110:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499112:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499114:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499115:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499116:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499119:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499120:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499122:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499123:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499125:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499127:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499128:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499129:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499131:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499133:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499135:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499137:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499139:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499141:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499142:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499145:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499146:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499148:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499149:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499152:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499154:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499156:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499157:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499158:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499160:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499162:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499164:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499166:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499168:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499169:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499172:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499174:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499177:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499178:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499180:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499272:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499275:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499277:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499278:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499281:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499283:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499286:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499288:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499290:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499292:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499296:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499298:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499301:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499303:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499305:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499308:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499309:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499311:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499312:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499315:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499317:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499319:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499321:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499323:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499324:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499327:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499329:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499331:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499332:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499335:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499337:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499338:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499339:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499340:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499343:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499345:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499347:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499349:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499350:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499352:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499355:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499356:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499359:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499360:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499362:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499364:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499366:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499367:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499368:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499370:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499373:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499375:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499377:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499379:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499381:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499383:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499385:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499399:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499400:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499404:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499407:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499408:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499409:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499411:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499413:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499415:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499417:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499419:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499420:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499422:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499425:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499426:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499429:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499430:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499431:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499433:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499435:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499436:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499437:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499439:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499441:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499443:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499444:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499447:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499448:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499451:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499453:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499455:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499456:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499457:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499459:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499461:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499462:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499463:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499465:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499466:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499468:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499470:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499472:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499474:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499477:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499478:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499481:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499482:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499485:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499487:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499488:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499489:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499675:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499680:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499682:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499684:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499686:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499688:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499690:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499695:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499697:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499700:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499702:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499705:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499707:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499709:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499710:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499712:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499714:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499716:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499718:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499720:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499787:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499791:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499796:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499798:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499801:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499802:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499805:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499807:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499809:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499810:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499811:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499814:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499816:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499817:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499819:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499821:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499822:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499825:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.499826:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.499829:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.499830:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.499832:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.499834:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.499836:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.499837:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.499838:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.499840:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499842:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499843:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.499845:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.499847:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.499848:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500023:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500025:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500029:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500031:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500033:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500036:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500037:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500039:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500041:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500043:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500045:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500047:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500049:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500051:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500052:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500056:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500057:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500059:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500060:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500063:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500065:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500066:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500068:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500069:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500072:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500073:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500075:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500077:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500079:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500081:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500084:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500085:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500089:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500090:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500092:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500094:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500096:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500097:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500098:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500100:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500101:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500103:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500104:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500107:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500108:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500110:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500112:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500114:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500115:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500117:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500119:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500120:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500121:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500122:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500125:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500127:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500128:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500130:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500133:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500134:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500136:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500138:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500140:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500140:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500142:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500144:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500146:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500147:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500147:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500150:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500152:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500153:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500155:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500157:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500158:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500161:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500162:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500165:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500166:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500168:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500170:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500171:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500172:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500173:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500176:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500177:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500179:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500181:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500198:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500200:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500204:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500206:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500208:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500209:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500212:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500214:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500216:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500217:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500218:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500220:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500221:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500223:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500225:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500226:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500228:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500231:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500232:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500234:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500235:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500237:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500239:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500240:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500242:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500243:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500245:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500247:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500249:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500250:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500252:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500254:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500256:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500258:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500261:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500263:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500265:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500266:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500268:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500269:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500270:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500272:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500274:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500275:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500278:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500280:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500282:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500285:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500287:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500289:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500290:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500292:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500294:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500295:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500296:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500297:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500299:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500301:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500303:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500304:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500306:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500308:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500311:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500312:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500314:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500315:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500317:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500319:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500321:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500322:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500323:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500326:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500328:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500329:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500331:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500334:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500335:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500339:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500340:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500343:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500344:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500346:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500348:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500350:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500351:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500352:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500354:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500357:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500359:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500361:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500363:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500365:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500367:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500369:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500371:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500372:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500374:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500376:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500378:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500380:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500381:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500383:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500385:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500396:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500406:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500409:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500411:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500415:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500416:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500419:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500421:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500423:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500425:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500427:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500428:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500429:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500431:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500434:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500435:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500437:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500439:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500440:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500442:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500444:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500446:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500447:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500449:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500451:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500453:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500454:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500455:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500457:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500460:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500462:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500463:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500465:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500467:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500470:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500471:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500473:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500474:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500476:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500478:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500479:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500480:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500481:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500483:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500485:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500486:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500489:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500498:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500500:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500504:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500505:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500508:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500509:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500512:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500514:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500515:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500516:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500518:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500520:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500522:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500524:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500525:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500528:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500538:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500542:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500543:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500546:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500547:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500550:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500552:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500553:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500554:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500556:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500558:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500560:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500562:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500564:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500566:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500568:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500571:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500572:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500575:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500576:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500578:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500580:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500582:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500583:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500585:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500595:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500598:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500599:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500601:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500603:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500604:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500607:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500609:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500612:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500613:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500616:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500618:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500619:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500620:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500621:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500624:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500625:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500627:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500628:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500630:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500632:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500635:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500636:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500638:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500639:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500640:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500642:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500644:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500645:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500646:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500649:0:34741:0:(lmv_obd.c:966:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500651:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500653:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.500655:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500657:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500659:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.500661:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500663:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500665:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500666:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500669:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500672:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500673:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783948586.500674:0:34741:0:(lmv_obd.c:929:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783948586.500675:0:34741:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00800000:00000001:2.0:1783948586.500677:0:34741:0:(lmv_obd.c:962:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948586.500679:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948586.500681:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783948586.500683:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.500685:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948586.500687:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948586.500690:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.500691:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.500694:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.500695:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.500697:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.500699:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.500701:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.500705:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.500707:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.500714:0:34741:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1783948586.500717:0:34741:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff89e943191000: age 1998, max_age 2008 00000008:00000001:2.0:1783948586.500721:0:34741:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1783948586.500734:0:34741:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000010:2.0:1783948586.500742:0:34741:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c000. 00000020:00000040:2.0:1783948586.500747:0:34741:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=4 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.500751:0:34741:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.500753:0:34741:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.500755:0:34741:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783948586.500758:0:34741:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.500761:0:34741:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.500766:0:34741:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.500772:0:34741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954d61100. 00000100:00000001:2.0:1783948586.500780:0:34741:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.500785:0:34741:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.500787:0:34741:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.500793:0:34741:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.500796:0:34741:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166006528 : -129839543545088 : ffff89e960211300) 00000100:00000001:2.0:1783948586.500799:0:34741:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.500801:0:34741:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000001:2.0:1783948586.500806:0:34741:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.500810:0:34741:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.500812:0:34741:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.500814:0:34741:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.500826:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.500835:0:34741:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.500838:0:34741:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.500841:0:34741:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.500844:0:34741:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.500846:0:34741:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.500887:0:34741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34741:1870603636541952:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948586.500892:0:34741:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.500896:0:34741:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.500899:0:34741:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.500901:0:34741:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.500907:0:34741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948586.500909:0:34741:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.500916:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.500921:0:34741:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948586.500928:0:34741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2990. 00000100:00000200:2.0:1783948586.500935:0:34741:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636541952, portal 4 00000100:00000001:2.0:1783948586.500936:0:34741:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.500937:0:34741:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000040:2.0:1783948586.500944:0:34741:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.500951:0:34741:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.500954:0:34741:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.500956:0:34741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a22a8. 00000100:00000200:2.0:1783948586.500960:0:34741:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870603636541952, offset 0 00000400:00000200:2.0:1783948586.500967:0:34741:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.500976:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.500984:0:34741:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.500990:0:34741:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.500994:0:34741:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.500998:0:34741:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.501000:0:34741:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.501004:0:34741:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2734:2734:256:4294967295] 192.168.202.104@tcp LPNI seq info [2734:2734:8:4294967295] 00000400:00000200:2.0:1783948586.501009:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.501020:0:34741:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.501027:0:34741:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.501032:0:34741:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61c00. 00000800:00000200:2.0:1783948586.501039:0:34741:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.501047:0:34741:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.501053:0:34741:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.501084:0:34741:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.501090:0:34741:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21931 usecs (22 jiffies) 00000400:00000200:2.0:1783948586.501094:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.501097:0:34741:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296676674 00000100:00000001:2.0:1783948586.501100:0:34741:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.501102:0:34741:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296676674 00000100:00000001:2.0:1783948586.501104:0:34741:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.501106:0:34741:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.501108:0:34741:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.501110:0:34741:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.501113:0:34741:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.501115:0:34741:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211300 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.501118:0:34741:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.501122:0:34741:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948586.501713:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.501719:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61c00. 00000400:00000200:0.0:1783948586.501724:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.501729:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.501735:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a22a8 00000400:00000010:0.0:1783948586.501737:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a22a8. 00000100:00000001:0.0:1783948586.501741:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.501746:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.501756:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.501759:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.501765:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.501767:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.504522:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.504552:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.504557:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.504560:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.504569:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.504577:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.504587:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.504601:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.504608:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.504613:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 4 MB=0x6a54dd9458a00 00000400:00000200:0.0:1783948586.504620:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.504627:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 368/368 into md 0x77a1 [1] + 224 00000800:00000001:0.0:1783948586.504638:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.504646:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.504649:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.504653:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.504662:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.504672:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948586.504682:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.504704:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.504713:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.504717:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.505078:0:34741:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.505086:0:34741:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.505089:0:34741:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.505092:0:34741:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948586.505097:0:34741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:2.0:1783948586.505099:0:34741:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:2.0:1783948586.505103:0:34741:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.505109:0:34741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948586.505118:0:34741:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.505124:0:34741:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.505126:0:34741:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.505128:0:34741:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.505132:0:34741:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.505135:0:34741:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.505138:0:34741:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.505140:0:34741:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.505149:0:34741:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9601854f0 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1783948586.505153:0:34741:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.505156:0:34741:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.505158:0:34741:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.505161:0:34741:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.505164:0:34741:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.505168:0:34741:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.505170:0:34741:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1783948586.505172:0:34741:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.505173:0:34741:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.505178:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.505201:0:34741:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.505205:0:34741:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.505207:0:34741:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.505212:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948586.505220:0:34741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34741:1870603636541952:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948586.505225:0:34741:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.505229:0:34741:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.505231:0:34741:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.505233:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.505236:0:34741:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.505243:0:34741:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.505246:0:34741:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.505249:0:34741:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.505251:0:34741:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.505257:0:34741:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1783948586.505259:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.505262:0:34741:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c000 x1870603636541952/t0(0) o13->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.505268:0:34741:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.505270:0:34741:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.505273:0:34741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948586.505276:0:34741:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.505278:0:34741:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.505280:0:34741:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.505282:0:34741:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.505284:0:34741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954d61100. 02000000:00000001:2.0:1783948586.505288:0:34741:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.505289:0:34741:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.505291:0:34741:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c000. 00000100:00000001:2.0:1783948586.505294:0:34741:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.505296:0:34741:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1783948586.505299:0:34741:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff89e943191000: update ffff89e943f6d190 cache blocks 901386/958279 objects 261834/262144 00020000:00000001:2.0:1783948586.505304:0:34741:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.505309:0:34741:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.505313:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.505315:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.505319:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.505321:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.505380:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.505383:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.505399:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.505402:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.505408:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.505412:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.505414:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.505417:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.505419:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.505425:0:34741:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1783948586.505427:0:34741:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff89e943191000: age 1998, max_age 2008 00000008:00000001:2.0:1783948586.505430:0:34741:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1783948586.505433:0:34741:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000010:2.0:1783948586.505437:0:34741:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c000. 00000020:00000040:2.0:1783948586.505440:0:34741:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=4 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.505443:0:34741:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.505444:0:34741:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.505446:0:34741:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783948586.505448:0:34741:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.505450:0:34741:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.505455:0:34741:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.505461:0:34741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954d61100. 00000100:00000001:2.0:1783948586.505467:0:34741:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.505470:0:34741:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.505472:0:34741:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.505477:0:34741:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.505479:0:34741:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166006528 : -129839543545088 : ffff89e960211300) 00000100:00000001:2.0:1783948586.505482:0:34741:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.505484:0:34741:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000001:2.0:1783948586.505488:0:34741:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.505500:0:34741:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.505502:0:34741:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.505504:0:34741:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.505509:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.505516:0:34741:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.505518:0:34741:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.505521:0:34741:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.505524:0:34741:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.505526:0:34741:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.505541:0:34741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34741:1870603636542080:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948586.505545:0:34741:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.505550:0:34741:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.505552:0:34741:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.505554:0:34741:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.505559:0:34741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948586.505561:0:34741:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.505565:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.505568:0:34741:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948586.505572:0:34741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2990. 00000100:00000200:2.0:1783948586.505578:0:34741:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636542080, portal 4 00000100:00000001:2.0:1783948586.505580:0:34741:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.505581:0:34741:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000040:2.0:1783948586.506020:0:34741:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.506029:0:34741:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.506033:0:34741:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.506037:0:34741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2660. 00000100:00000200:2.0:1783948586.506042:0:34741:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870603636542080, offset 0 00000400:00000200:2.0:1783948586.506048:0:34741:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.506055:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.506063:0:34741:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.506068:0:34741:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.506073:0:34741:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.506076:0:34741:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.506079:0:34741:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.506083:0:34741:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2735:2735:256:4294967295] 192.168.202.104@tcp LPNI seq info [2735:2735:8:4294967295] 00000400:00000200:2.0:1783948586.506088:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.506097:0:34741:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.506102:0:34741:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.506107:0:34741:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61b00. 00000800:00000200:2.0:1783948586.506113:0:34741:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.506121:0:34741:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.506126:0:34741:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.506134:0:34741:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.506138:0:34741:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 230308 usecs (231 jiffies) 00000400:00000200:2.0:1783948586.506141:0:34741:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.506144:0:34741:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296676889 00000100:00000001:2.0:1783948586.506147:0:34741:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.506150:0:34741:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296676889 00000100:00000001:2.0:1783948586.506152:0:34741:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.506154:0:34741:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.506157:0:34741:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.506160:0:34741:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.506162:0:34741:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.506164:0:34741:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211300 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.506166:0:34741:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.506168:0:34741:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948586.507164:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.507173:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61b00. 00000400:00000200:0.0:1783948586.507179:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.507195:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.507201:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2660 00000400:00000010:0.0:1783948586.507203:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2660. 00000100:00000001:0.0:1783948586.507207:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.507212:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.507223:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.507226:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.507233:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.507235:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.511023:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.511042:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.511046:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.511049:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.511057:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.511065:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.511075:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.511079:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.511085:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.511088:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 368 into portal 4 MB=0x6a54dd9458a80 00000400:00000200:0.0:1783948586.511093:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.511099:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 368/368 into md 0x77a9 [1] + 224 00000800:00000001:0.0:1783948586.511106:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.511112:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.511115:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.511118:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.511125:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.511133:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948586.511144:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948586.511167:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.511176:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.511179:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.512376:0:34741:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.512397:0:34741:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.512399:0:34741:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.512404:0:34741:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:2.0:1783948586.512411:0:34741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:2.0:1783948586.512414:0:34741:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:2.0:1783948586.512418:0:34741:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.512427:0:34741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948586.512438:0:34741:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.512445:0:34741:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.512447:0:34741:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.512449:0:34741:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.512452:0:34741:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.512455:0:34741:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.512458:0:34741:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.512461:0:34741:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.512471:0:34741:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185ca8 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1783948586.512475:0:34741:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.512478:0:34741:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.512480:0:34741:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.512483:0:34741:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.512486:0:34741:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.512499:0:34741:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.512502:0:34741:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1783948586.512504:0:34741:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.512506:0:34741:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.512511:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.512518:0:34741:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.512521:0:34741:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.512523:0:34741:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.512527:0:34741:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948586.512544:0:34741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job lfs:342776fa-f61c-4b73-829b-67eb463eff17:34741:1870603636542080:192.168.202.104@tcp:13:lfs.0 00000100:00000001:2.0:1783948586.512549:0:34741:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.512552:0:34741:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.512554:0:34741:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.512556:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.512560:0:34741:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.512567:0:34741:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.512570:0:34741:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.512573:0:34741:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.512575:0:34741:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.512581:0:34741:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1783948586.512583:0:34741:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.512593:0:34741:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c000 x1870603636542080/t0(0) o13->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:7/4 lens 224/368 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.512600:0:34741:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.512602:0:34741:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.512605:0:34741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb800. 02000000:00000001:2.0:1783948586.512608:0:34741:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.512611:0:34741:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.512613:0:34741:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:2.0:1783948586.512616:0:34741:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.512619:0:34741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954d61100. 02000000:00000001:2.0:1783948586.512622:0:34741:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.512624:0:34741:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.512627:0:34741:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c000. 00000100:00000001:2.0:1783948586.512630:0:34741:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.512631:0:34741:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1783948586.512635:0:34741:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff89e943191000: update ffff89e943f69e10 cache blocks 901378/958279 objects 261840/262144 00020000:00000001:2.0:1783948586.512641:0:34741:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.512648:0:34741:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512651:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.512655:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.512658:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512661:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512738:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.512741:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.512749:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.512752:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.512758:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.512763:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512766:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.512769:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.512771:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.512775:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512777:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512779:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.512782:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.512784:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512786:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512790:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.512792:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.512794:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.512795:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.512798:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.512800:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512802:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.512803:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.512804:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.512807:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512809:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512810:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.512812:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.512814:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512815:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512818:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.512820:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.512822:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.512823:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.512826:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.512828:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512830:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.512831:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.512832:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.512836:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512838:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512840:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.512842:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.512844:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512846:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512849:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.512891:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.512895:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.512896:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.512899:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.512901:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512903:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.512904:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.512906:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.512909:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512911:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512912:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.512914:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.512916:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512918:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512922:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.512923:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.512925:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.512926:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.512927:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.512929:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512931:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.512932:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.512933:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.512935:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512937:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512940:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.512941:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.512943:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512945:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512948:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.512950:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.512952:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.512953:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.512956:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.512958:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512960:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.512961:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.512962:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.512965:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512967:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512968:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.512970:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.512972:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512974:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.512976:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.512978:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.512980:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.512980:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.512983:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.512984:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.512986:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.512987:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.512988:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.512990:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513003:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513005:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513007:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513009:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513011:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513014:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513016:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513018:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513019:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513021:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513023:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513024:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513025:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513026:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513029:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513030:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513032:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513034:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513036:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513037:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513040:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513041:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513043:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513045:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513046:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513048:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513049:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513050:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513051:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513053:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513055:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513056:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513058:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513060:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513062:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513064:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513066:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513068:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513069:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513071:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513073:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513075:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513076:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513077:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513080:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513081:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513083:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513085:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513087:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513088:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513091:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513092:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513094:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513095:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513097:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513099:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513101:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513101:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513103:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513105:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513107:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513108:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513110:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513112:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513113:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513116:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513117:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513120:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513121:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513123:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513125:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513126:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513127:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513129:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513131:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513133:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513135:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513136:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513139:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513140:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513143:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513144:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513146:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513147:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513149:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513151:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513152:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513153:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513155:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513156:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513158:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513160:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513162:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513164:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513166:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513168:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513169:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513171:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513172:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513174:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513176:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513178:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513179:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513181:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513184:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513185:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513187:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513188:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513190:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513192:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513195:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513196:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513198:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513199:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513202:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513204:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513205:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513206:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513207:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513210:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513212:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513213:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513215:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513217:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513218:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513221:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513222:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513224:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513225:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513227:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513229:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513230:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513232:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513233:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513235:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513237:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513239:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513241:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513243:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513244:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513246:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513248:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513250:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513251:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513253:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513255:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513256:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513257:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513258:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513260:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513262:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513264:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513265:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513267:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513269:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513272:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513273:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513275:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513276:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513279:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513280:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513282:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513283:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513284:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513286:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513288:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513290:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513292:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513294:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513296:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513299:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513300:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513302:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513303:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513305:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513307:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513308:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513309:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513310:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513313:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513315:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513316:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513319:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513320:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513322:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513325:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513326:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513328:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513329:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513331:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513333:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513334:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513335:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513336:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513339:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513340:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513342:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513344:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513346:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513348:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513351:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513353:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513355:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513356:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513358:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513360:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513361:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513362:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513364:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513366:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513368:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513369:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513371:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513373:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513374:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513376:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513377:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513379:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513380:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513382:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513384:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513395:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513397:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513398:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513400:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513402:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513404:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513406:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513408:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513410:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513413:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513415:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513417:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513418:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513420:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513422:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513424:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513425:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513426:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513428:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513430:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513431:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513434:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513435:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513437:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513439:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513440:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513443:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513444:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513446:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513448:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513449:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513450:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513452:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513453:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513455:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513457:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513459:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513461:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513462:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513465:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513466:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513468:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513470:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513472:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513474:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513475:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513477:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513478:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513480:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513482:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513484:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513486:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513488:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513490:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513492:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513494:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513496:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513497:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513499:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513500:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513502:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513503:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513504:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513506:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513508:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513509:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513511:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513513:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513514:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513517:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513518:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513520:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513521:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513523:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513524:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513525:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513526:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513527:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513529:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513531:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513533:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513534:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513536:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513537:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513539:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513540:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513542:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513543:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513545:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513546:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513547:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513548:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513549:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513551:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513552:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513554:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513555:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513557:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513559:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513561:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513563:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513565:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513566:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513568:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513570:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513572:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513573:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513574:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513576:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513578:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513580:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513582:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513584:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513586:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513588:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513590:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513592:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513593:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513595:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513596:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513598:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513599:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513600:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513603:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513604:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513606:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513608:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513610:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513611:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513614:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513616:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513618:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513619:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513621:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513623:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513624:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513625:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513627:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513629:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513631:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513633:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513634:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513637:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513638:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513641:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513643:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513646:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513647:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513649:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513651:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513653:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513654:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513655:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513658:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513659:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513661:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513663:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513665:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513667:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513670:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513671:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513674:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513675:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513677:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513679:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513681:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513682:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513683:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513686:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513687:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513689:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513692:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513694:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513696:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513698:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513700:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513702:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513703:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513706:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513708:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513710:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513710:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513711:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513713:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513715:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513716:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513718:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513720:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513722:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513725:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513726:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513728:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513729:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513731:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513733:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513734:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513735:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513736:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513738:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513740:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513742:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513744:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513745:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513747:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513749:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513750:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513753:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513754:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513756:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513758:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513759:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513761:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513762:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513764:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513765:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513766:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513768:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513770:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513771:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513774:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513775:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513778:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513779:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513780:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513782:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513783:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513784:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513785:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513787:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513789:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513791:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513793:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513794:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513796:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513798:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513799:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513801:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513802:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513804:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513806:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513808:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513809:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513810:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513813:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513815:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513817:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513819:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513821:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513822:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513825:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513826:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513828:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513829:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513831:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513833:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513834:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513835:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513836:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513838:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513839:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513841:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513843:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513844:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513846:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513848:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513849:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513888:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513889:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513892:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513894:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513896:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513897:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513898:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513900:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513902:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513904:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513906:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513908:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513910:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513914:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513915:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513917:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513918:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513920:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513921:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513922:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513923:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513925:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513927:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513929:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513930:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513932:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513934:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513936:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513938:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513939:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513942:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513943:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513944:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513946:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513948:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513949:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513950:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513952:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513954:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513955:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513957:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513959:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513960:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513962:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513965:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513967:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513968:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513969:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513971:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513973:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.513974:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.513975:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.513977:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513979:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513981:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.513983:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.513985:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513986:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.513989:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.513990:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.513992:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.513993:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.513995:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.513997:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.513999:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514000:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514001:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514003:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514005:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514006:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514008:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514010:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514011:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514014:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514015:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514017:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514019:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514021:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514023:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514024:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514025:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514026:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514028:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514030:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514031:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514033:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514035:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514037:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514040:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514041:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514044:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514045:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514047:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514049:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514051:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514052:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514053:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514056:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514058:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514060:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514062:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514064:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514065:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514067:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514068:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514071:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514072:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514074:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514076:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514077:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514079:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514080:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514082:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514084:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514085:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514087:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514089:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514090:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514093:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514094:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514096:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514097:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514099:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514100:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514102:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514102:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514103:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514106:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514107:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514109:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514110:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514112:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514113:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514116:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514117:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514120:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514121:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514122:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514124:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514125:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514127:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514128:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514130:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514133:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514135:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514137:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514139:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514140:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514143:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514144:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514146:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514147:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514149:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514151:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514153:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514154:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514155:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514157:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514158:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514160:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514161:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514163:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514164:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514167:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514168:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514171:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514172:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514174:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514176:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514178:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514179:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514181:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514183:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514185:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514187:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514188:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514191:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514192:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514194:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514196:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514198:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514199:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514201:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514203:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514204:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514205:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514206:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514208:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514210:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514212:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514213:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514215:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514216:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514218:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514219:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514221:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514223:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514225:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514227:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514228:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514229:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514230:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514233:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514235:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514236:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514238:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514240:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514242:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514244:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514247:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514249:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514250:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514252:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514254:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514255:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514256:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514257:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514260:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514261:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514263:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514265:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514267:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514269:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514271:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514273:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514275:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514276:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514278:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514280:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514282:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514283:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514284:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514286:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514288:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514290:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514292:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514294:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514296:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514299:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514301:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514303:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514304:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514307:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514309:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514310:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514311:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514312:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514315:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514316:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514318:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514320:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514321:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514323:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514326:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514327:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514329:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514330:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514332:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514334:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514335:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514336:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514337:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514339:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514341:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514342:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514344:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514346:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514347:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514350:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514351:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514353:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514354:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514356:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514357:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514359:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514361:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514362:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514364:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514366:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514367:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514369:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514371:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514373:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514375:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514376:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514379:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514380:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514382:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514383:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514385:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514398:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514399:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514402:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514404:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514405:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514407:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514409:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514411:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514415:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514416:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514419:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514420:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514422:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514424:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514426:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514427:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514428:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514430:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514433:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514435:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514436:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514438:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514440:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514443:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514444:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514447:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514448:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514449:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514451:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514452:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514453:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514454:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514457:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514459:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514460:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514462:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514464:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514466:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514469:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514470:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514472:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514474:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514475:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514477:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514479:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514480:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514481:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514483:0:34741:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514485:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514486:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783948586.514488:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514503:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514506:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783948586.514509:0:34741:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783948586.514511:0:34741:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8) cmd=c00866a4 arg=7ffef1e82090 00000080:00000001:2.0:1783948586.514513:0:34741:0:(llite_lib.c:3539:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783948586.514514:0:34741:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783948586.514516:0:34741:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff89e9581ca400. 00000020:00000001:2.0:1783948586.514518:0:34741:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514520:0:34741:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783948586.514521:0:34741:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783948586.514522:0:34741:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff89e943191000: cmd=c00866a4 len=592 karg=ffff89e9581ca400 uarg=0000000000000000 00020000:00000001:2.0:1783948586.514525:0:34741:0:(lov_obd.c:1000:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948586.514527:0:34741:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948586.514529:0:34741:0:(llite_lib.c:3974:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783948586.514531:0:34741:0:(llite_lib.c:3976:ll_obd_statfs()) kvfree 'data': 592 at ffff89e9581ca400. 00000080:00000001:2.0:1783948586.514533:0:34741:0:(llite_lib.c:3577:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948586.514534:0:34741:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783948586.514546:0:34741:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783948586.514549:0:34741:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783948586.514551:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d98 00000080:00200008:2.0:1783948586.514553:0:34741:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000 00000080:00400000:2.0:1783948586.514559:0:34741:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1783948586.514563:0:34741:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b3b80. 00000080:00000001:2.0:1783948586.514567:0:34741:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948586.514570:0:34741:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d98 00000080:00000008:2.0:1783948586.514572:0:34741:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff89e951dc80c8), flags 100000, rc = 0 00000080:00000001:2.0:1783948586.514575:0:34741:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.514576:0:34741:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.524549:0:34742:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948586.524559:0:34742:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948586.524561:0:34742:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948586.524565:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bbc0 00000080:00200000:3.0:1783948586.524570:0:34742:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948586.524579:0:34742:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950bf5200. 00800000:00000002:3.0:1783948586.524599:0:34742:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948586.524605:0:34742:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948586.524611:0:34742:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.524613:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bae0 00800000:00000002:3.0:1783948586.524616:0:34742:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948586.524620:0:34742:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948586.524625:0:34742:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948586.524633:0:34742:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.524635:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b9b0 00000002:00010000:3.0:1783948586.524637:0:34742:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948586.524642:0:34742:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948586.524644:0:34742:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.524649:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.524658:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 2 00010000:00000001:3.0:1783948586.524661:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.524667:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.524672:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948586.524679:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783948586.524692:0:34742:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948586.524698:0:34742:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.524702:0:34742:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783948586.524709:0:34742:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948586.524712:0:34742:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948586.524714:0:34742:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.524716:0:34742:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.524718:0:34742:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948586.524836:0:34742:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948586.524839:0:34742:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948586.524843:0:34742:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948586.524846:0:34742:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950bf5200. 00000080:00000001:3.0:1783948586.525232:0:34742:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948586.525235:0:34742:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.525238:0:34742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948586.525243:0:34742:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e16 00800000:00000001:3.0:1783948586.525246:0:34742:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948586.525249:0:34742:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948586.525251:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.525254:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.525259:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.525261:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.525264:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.525268:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.525269:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.525271:0:34742:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.525272:0:34742:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.525275:0:34742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e16 from it ffffb87d01d2bbf8 00010000:00000001:3.0:1783948586.525277:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.525278:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.525279:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e9465abe00 refcount=3 00000020:00000001:3.0:1783948586.525281:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.525283:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733578240 : -129839975973376 : ffff89e9465abe00) 00010000:00000001:3.0:1783948586.525285:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.525288:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783948586.525295:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.525297:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.525298:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948586.525301:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948586.525303:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948586.525310:0:34742:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948586.525313:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948586.525316:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.525320:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.525321:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.525323:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.525326:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948586.525328:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.525330:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.525333:0:34742:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.525335:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.525336:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.525337:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948586.525340:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948586.525341:0:34742:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948586.525344:0:34742:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948586.525349:0:34742:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.525356:0:34742:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783948586.525359:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb58 00000080:00002000:3.0:1783948586.525360:0:34742:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951f63e58) flags 0x48000e refc 0 00000080:00000001:3.0:1783948586.525363:0:34742:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.525365:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bbc8 00000080:00200000:3.0:1783948586.525366:0:34742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1783948586.525375:0:34742:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783948586.525377:0:34742:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8), inode mode 81a4 mask 52 00000080:00000001:3.0:1783948586.525380:0:34742:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.525395:0:34742:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783948586.525398:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb98 00000080:00200008:3.0:1783948586.525400:0:34742:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 102101 00000080:00000010:3.0:1783948586.525409:0:34742:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e9417b3180. 00000080:00000001:3.0:1783948586.525415:0:34742:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1783948586.525419:0:34742:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950bf5200. 00800000:00000002:3.0:1783948586.525422:0:34742:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948586.525424:0:34742:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948586.525426:0:34742:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.525428:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba48 00800000:00000002:3.0:1783948586.525430:0:34742:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948586.525433:0:34742:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1783948586.525436:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b9c8 00800000:00000002:3.0:1783948586.525438:0:34742:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1783948586.525442:0:34742:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.525443:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b900 00000002:00010000:3.0:1783948586.525445:0:34742:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1783948586.525448:0:34742:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948586.525451:0:34742:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783948586.525453:0:34742:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948586.525457:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 2 00010000:00000001:3.0:1783948586.525459:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.525461:0:34742:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948586.525464:0:34742:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.525466:0:34742:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.525468:0:34742:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.525470:0:34742:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783948586.525472:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 2 00010000:00000001:3.0:1783948586.525473:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.525475:0:34742:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783948586.525477:0:34742:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783948586.525480:0:34742:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1783948586.525488:0:34742:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783948586.525491:0:34742:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783948586.525493:0:34742:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783948586.525495:0:34742:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783948586.525498:0:34742:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.525499:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.525502:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 3 00010000:00000001:3.0:1783948586.525503:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948586.525505:0:34742:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.525507:0:34742:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.525508:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.525509:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 3 00010000:00000001:3.0:1783948586.525511:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948586.525512:0:34742:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.525514:0:34742:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.525515:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.525516:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e948cd7900 count: 3 00010000:00000001:3.0:1783948586.525518:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783948586.525520:0:34742:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.525522:0:34742:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783948586.525524:0:34742:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783948586.525528:0:34742:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783948586.525531:0:34742:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783948586.525533:0:34742:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783948586.525535:0:34742:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.525538:0:34742:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783948586.525542:0:34742:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783948586.525543:0:34742:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783948586.525546:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.525547:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783948586.525550:0:34742:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e9465abe00 with handle 0x8c7cf19e4b440e16 from hash 00010000:00000001:3.0:1783948586.525553:0:34742:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783948586.525554:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.525555:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.525556:0:34742:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783948586.525559:0:34742:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783948586.525560:0:34742:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783948586.525563:0:34742:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948586.525565:0:34742:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948586.525567:0:34742:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783948586.525573:0:34742:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65500. 00000020:00000040:3.0:1783948586.525577:0:34742:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:3.0:1783948586.525585:0:34742:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783948586.527544:0:34742:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.527553:0:34742:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948586.527559:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.527566:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.527567:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.527569:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.527572:0:34742:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948586.527574:0:34742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948586.527578:0:34742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948586.527839:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509e9400. 00000100:00000001:3.0:1783948586.527878:0:34742:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.527886:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948586.527888:0:34742:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783948586.527895:0:34742:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1783948586.527906:0:34742:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783948586.527907:0:34742:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948586.527910:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783948586.527912:0:34742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e9465abe00/0x8c7cf19e4b440e16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069c7 expref: -99 pid: 34741 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1783948586.527921:0:34742:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e948cd7900 count: 0 00010000:00000010:3.0:1783948586.527929:0:34742:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e95082d700. 00010000:00000001:3.0:1783948586.527941:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.527942:0:34742:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.527943:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948586.527945:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.527946:0:34742:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.527954:0:34742:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00010000:00000001:3.0:1783948586.527958:0:34742:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948586.527960:0:34742:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948586.527966:0:34742:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459600. 00010000:00000010:3.0:1783948586.527970:0:34742:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7600. 00010000:00000001:3.0:1783948586.527976:0:34742:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948586.527979:0:34742:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597a00. 00000020:00000001:3.0:1783948586.527983:0:34742:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948586.528394:0:34742:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597a00 with handle 0x8c7cf19e4b440e1d to hash 00000020:00000001:3.0:1783948586.528398:0:34742:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948586.528400:0:34742:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.528405:0:34742:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.528408:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.528411:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.528415:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948586.528423:0:34742:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783948586.528440:0:34742:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783948586.528453:0:34742:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783948586.528464:0:34742:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948586.528470:0:34742:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948586.528473:0:34742:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.531143:0:34742:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211300. 00000100:00000001:2.0:1783948586.531154:0:34742:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166006528 : -129839543545088 : ffff89e960211300) 00000100:00000001:2.0:1783948586.531160:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.531162:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000001:2.0:1783948586.531170:0:34742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.531176:0:34742:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.531178:0:34742:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.531180:0:34742:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.531830:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.531842:0:34742:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.531845:0:34742:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.533303:0:34742:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.533312:0:34742:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.533317:0:34742:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.533325:0:34742:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:34742:1870603636542336:192.168.202.104@tcp:101:bash.0 00000100:00000001:2.0:1783948586.533331:0:34742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.533338:0:34742:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.533341:0:34742:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.533343:0:34742:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.533403:0:34742:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948586.533407:0:34742:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.533414:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.533422:0:34742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891840. 00000400:00000010:2.0:1783948586.533431:0:34742:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff89e9581ca400. 00000100:00000200:2.0:1783948586.533440:0:34742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870603636542336, portal 10 00000100:00000001:2.0:1783948586.533443:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.533445:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000040:2.0:1783948586.533455:0:34742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.533463:0:34742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.533466:0:34742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.533469:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2990. 00000100:00000200:2.0:1783948586.533473:0:34742:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636542336, offset 0 00000400:00000200:2.0:1783948586.533479:0:34742:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.533488:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.533506:0:34742:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.533510:0:34742:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.533515:0:34742:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.533518:0:34742:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.533521:0:34742:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.533525:0:34742:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2736:2736:256:4294967295] 192.168.202.104@tcp LPNI seq info [2736:2736:8:4294967295] 00000400:00000200:2.0:1783948586.533538:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.533549:0:34742:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.533556:0:34742:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.533561:0:34742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61100. 00000800:00000200:2.0:1783948586.533569:0:34742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.533577:0:34742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.533582:0:34742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.533937:0:34742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.533943:0:34742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 810783 usecs (811 jiffies) 00000400:00000200:2.0:1783948586.533947:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.533950:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677497 00000100:00000001:2.0:1783948586.533953:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.533955:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677497 00000100:00000001:2.0:1783948586.533957:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.533960:0:34742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.533963:0:34742:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.533966:0:34742:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.533968:0:34742:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.533971:0:34742:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211300 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.533974:0:34742:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.533977:0:34742:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.534292:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.534297:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61100. 00000400:00000200:1.0:1783948586.534302:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.534307:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.534314:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2990 00000400:00000010:1.0:1783948586.534316:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2990. 00000100:00000001:1.0:1783948586.534320:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.534326:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.534337:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.534341:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.534357:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.534358:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783948586.543946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e948cd7900. 00010000:00000010:3.1:1783948586.543964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e9465abe00. 00000800:00000001:0.0:1783948586.546461:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.546482:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.546487:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.546489:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.546507:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.546517:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.546528:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.546541:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.546547:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.546552:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9458b80 00000400:00000200:0.0:1783948586.546557:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.546565:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x77b1 [32] + 224 00000800:00000001:0.0:1783948586.546573:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.546581:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.546585:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.546588:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.546606:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.546617:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948586.546627:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.546692:0:34742:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948586.546713:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.546734:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.546738:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783948586.552818:0:34742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948586.552825:0:34742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948586.552829:0:34742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891840. 00000400:00000200:3.0:1783948586.552839:0:34742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9581ca400 00000400:00000010:3.0:1783948586.552842:0:34742:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff89e9581ca400. 00000100:00000001:3.0:1783948586.552848:0:34742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948586.552883:0:34742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948586.552896:0:34742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65500 x1870603636542336/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.552904:0:34742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948586.552906:0:34742:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.552909:0:34742:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948586.552913:0:34742:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948586.552916:0:34742:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948586.552918:0:34742:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.552921:0:34742:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948586.552942:0:34742:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948586.552947:0:34742:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948586.552950:0:34742:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948586.552952:0:34742:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.552955:0:34742:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948586.552958:0:34742:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.552962:0:34742:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783948586.552964:0:34742:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783948586.552966:0:34742:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783948586.552968:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.552969:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000001:3.0:1783948586.552973:0:34742:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948586.552975:0:34742:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1783948586.552977:0:34742:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948586.552979:0:34742:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.552985:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.552993:0:34742:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.552997:0:34742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948586.552998:0:34742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948586.553002:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948586.553010:0:34742:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job bash:342776fa-f61c-4b73-829b-67eb463eff17:34742:1870603636542336:192.168.202.104@tcp:101:bash.0 00000100:00000001:3.0:1783948586.553015:0:34742:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.553018:0:34742:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.553020:0:34742:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948586.553022:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.553025:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.553032:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948586.553035:0:34742:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211300. 00000100:00000001:3.0:1783948586.553039:0:34742:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948586.553040:0:34742:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.553043:0:34742:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948586.553047:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.553050:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.553054:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=4 00000020:00000001:3.0:1783948586.553057:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.553059:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000040:3.0:1783948586.553066:0:34742:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597a00, remote cookie: 0x2ceea11ad5e069d5, flags: 0x1001 00010000:00010000:3.0:1783948586.553071:0:34742:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783948586.553079:0:34742:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783948586.553082:0:34742:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783948586.553089:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 2 00010000:00000001:3.0:1783948586.553091:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1783948586.553094:0:34742:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459600 count: 0 00010000:00000010:3.0:1783948586.553100:0:34742:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7600. 00010000:00000001:3.0:1783948586.553107:0:34742:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.553111:0:34742:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948586.553119:0:34742:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.553128:0:34742:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948586.553132:0:34742:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948586.553134:0:34742:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948586.553136:0:34742:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948586.553137:0:34742:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948586.553139:0:34742:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff89e94722d400) refcount = 2 00010000:00000040:3.0:1783948586.553141:0:34742:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948586.553144:0:34742:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783948586.553150:0:34742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.553157:0:34742:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948586.553160:0:34742:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948586.553161:0:34742:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.553164:0:34742:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948586.553167:0:34742:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.553170:0:34742:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.553176:0:34742:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948586.553178:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.553179:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.553180:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.553181:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.553443:0:34742:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.553448:0:34742:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948586.553451:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.553453:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.553455:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=3 00000020:00000001:3.0:1783948586.553457:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.553460:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.553463:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.553464:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.553465:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=4 00000020:00000001:3.0:1783948586.553467:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.553469:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.553472:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.553475:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.553479:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.553486:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.553487:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.553488:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.553489:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.553491:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=5 00000020:00000001:3.0:1783948586.553493:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.553495:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.553497:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.553500:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.553505:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.553508:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948586.553510:0:34742:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.553516:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.553517:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.553519:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.553520:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.553521:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948586.553527:0:34742:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948586.553615:0:34742:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783948586.553622:0:34742:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783948586.553628:0:34742:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.553634:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.553635:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.553636:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=3 00000020:00000001:3.0:1783948586.553638:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:3.0:1783948586.553640:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00000002:00010000:3.0:1783948586.553645:0:34742:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783948586.553781:0:34742:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e94477c800. 00010000:00000001:2.0:1783948586.553785:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.553786:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.553788:0:34742:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.553790:0:34742:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.553794:0:34742:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783948586.553797:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.553798:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00010000:00000001:2.0:1783948586.553801:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.553802:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.553804:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=3 00000020:00000001:2.0:1783948586.553806:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948586.553808:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00000002:00010000:2.0:1783948586.553811:0:34742:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.553818:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.553819:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.553821:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948586.553822:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.553823:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.553824:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=3 00000020:00000001:2.0:1783948586.553826:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948586.553828:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000040:2.0:1783948586.553831:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 3 00010000:00000001:2.0:1783948586.553834:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.553838:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.553841:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.553844:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783948586.553901:0:34742:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948586.553906:0:34742:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.553910:0:34742:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948586.553916:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.553918:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.553919:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.553921:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.553922:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=3 00000020:00000001:2.0:1783948586.553933:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948586.553936:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:2.0:1783948586.553938:0:34742:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1783948586.553940:0:34742:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.553946:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.553948:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.553954:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.553955:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948586.553957:0:34742:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.553963:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.553965:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.553968:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1783948586.553973:0:34742:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e960211d80. 00010000:00000001:2.0:1783948586.553976:0:34742:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1783948586.553993:0:34742:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1783948586.553995:0:34742:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.553997:0:34742:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.553998:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.553999:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.554000:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.554002:0:34742:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948586.554005:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b888 00000002:00002000:2.0:1783948586.554007:0:34742:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1783948586.554010:0:34742:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.554013:0:34742:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.554016:0:34742:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948586.554020:0:34742:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948586.554023:0:34742:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948586.554027:0:34742:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948586.554031:0:34742:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950bf5200. 00000080:00000001:2.0:1783948586.554035:0:34742:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948586.554041:0:34742:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948586.554045:0:34742:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1783948586.554048:0:34742:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.554053:0:34742:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11870. 00000020:00000010:2.0:1783948586.554057:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80a00. 00000020:00000010:2.0:1783948586.554062:0:34742:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.554066:0:34742:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.554072:0:34742:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.554077:0:34742:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.554082:0:34742:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.554088:0:34742:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.554091:0:34742:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.554094:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81600. 00000008:00000010:2.0:1783948586.554097:0:34742:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.554101:0:34742:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.554104:0:34742:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.554108:0:34742:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e5a0. 00000020:00000001:2.0:1783948586.554110:0:34742:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044373112 : -129839665178504 : ffff89e958e11878) 00000020:00001000:2.0:1783948586.554112:0:34742:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11870 00000020:00000001:2.0:1783948586.554115:0:34742:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948586.554118:0:34742:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948586.554121:0:34742:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948586.554126:0:34742:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041ba0. 00020000:00000010:2.0:1783948586.554130:0:34742:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95081c200. 00020000:00000010:2.0:1783948586.554135:0:34742:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041840. 00020000:00000001:2.0:1783948586.554137:0:34742:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029889600 : -129839679662016 : ffff89e958041840) 00020000:00000002:2.0:1783948586.554140:0:34742:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041840, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948586.554143:0:34742:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948586.554147:0:34742:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95081c200: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1783948586.554151:0:34742:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2aa8) owner ffff89e9508e0000 00020000:00000001:2.0:1783948586.554154:0:34742:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948586.554156:0:34742:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2aa8) owner ffff89e9508e0000 00020000:00000010:2.0:1783948586.554160:0:34742:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95081c200. 00020000:00000010:2.0:1783948586.554163:0:34742:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041ba0. 00020000:00000010:2.0:1783948586.554166:0:34742:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041840. 00020000:00000002:2.0:1783948586.554169:0:34742:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948586.554171:0:34742:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.554173:0:34742:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948586.554175:0:34742:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11870 00000020:00000010:2.0:1783948586.554178:0:34742:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.554181:0:34742:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.554196:0:34742:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.554200:0:34742:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.554202:0:34742:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.554205:0:34742:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.554207:0:34742:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.554210:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80a00. 00000008:00000010:2.0:1783948586.554213:0:34742:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.554216:0:34742:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.554218:0:34742:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.554221:0:34742:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e5a0. 00000020:00000010:2.0:1783948586.554223:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81600. 00000020:00000010:2.0:1783948586.554226:0:34742:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11870. 00000080:00000001:2.0:1783948586.554231:0:34742:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:2.0:1783948586.554234:0:34742:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1783948586.554238:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.554239:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.554241:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.554243:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.554245:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00000080:00000001:2.0:1783948586.554248:0:34742:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948586.554249:0:34742:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.554252:0:34742:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11870. 00000020:00000010:2.0:1783948586.554255:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81600. 00000020:00000010:2.0:1783948586.554257:0:34742:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80a00. 00000020:00000010:2.0:1783948586.554259:0:34742:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.554262:0:34742:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.554264:0:34742:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.554266:0:34742:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.554269:0:34742:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.554271:0:34742:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.554274:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80e00. 00000008:00000010:2.0:1783948586.554276:0:34742:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.554278:0:34742:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.554281:0:34742:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.554283:0:34742:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e5a0. 00000020:00000001:2.0:1783948586.554285:0:34742:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044373112 : -129839665178504 : ffff89e958e11878) 00000020:00001000:2.0:1783948586.554287:0:34742:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11870 00000020:00000001:2.0:1783948586.554289:0:34742:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948586.554290:0:34742:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948586.554291:0:34742:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948586.554294:0:34742:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041840. 00020000:00000010:2.0:1783948586.554296:0:34742:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95081c200. 00020000:00000010:2.0:1783948586.554299:0:34742:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041ba0. 00020000:00000001:2.0:1783948586.554300:0:34742:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029890464 : -129839679661152 : ffff89e958041ba0) 00020000:00000002:2.0:1783948586.554303:0:34742:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041ba0, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948586.554306:0:34742:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948586.554309:0:34742:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95081c200: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1783948586.554312:0:34742:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2aa8) owner ffff89e9508e0000 00020000:00000001:2.0:1783948586.554314:0:34742:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948586.554315:0:34742:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2aa8) owner ffff89e9508e0000 00020000:00000010:2.0:1783948586.554318:0:34742:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95081c200. 00020000:00000010:2.0:1783948586.554321:0:34742:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041840. 00020000:00000010:2.0:1783948586.554323:0:34742:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041ba0. 00020000:00000002:2.0:1783948586.554324:0:34742:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948586.554326:0:34742:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.554327:0:34742:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.554331:0:34742:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948586.554334:0:34742:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000002:2.0:1783948586.554336:0:34742:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e9508e0000. 00020000:00000002:2.0:1783948586.554339:0:34742:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000001:2.0:1783948586.554341:0:34742:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948586.554343:0:34742:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948586.554344:0:34742:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948586.554346:0:34742:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783948586.554349:0:34742:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783948586.554351:0:34742:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1783948586.554353:0:34742:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11870 00000020:00000010:2.0:1783948586.554355:0:34742:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80a00. 00000020:00000010:2.0:1783948586.554358:0:34742:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.554360:0:34742:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.554362:0:34742:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.554364:0:34742:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.554367:0:34742:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.554369:0:34742:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.554371:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81600. 00000008:00000010:2.0:1783948586.554373:0:34742:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.554376:0:34742:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.554378:0:34742:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.554380:0:34742:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e5a0. 00000020:00000010:2.0:1783948586.554382:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.554394:0:34742:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11870. 00000080:00000001:2.0:1783948586.554397:0:34742:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.554399:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.554401:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948586.554402:0:34742:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948586.554406:0:34742:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948586.554408:0:34742:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.554412:0:34742:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e01 00800000:00000001:2.0:1783948586.554415:0:34742:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948586.554417:0:34742:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948586.554419:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.554420:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.554422:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.554423:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.554426:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.554428:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.554429:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.554431:0:34742:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.554432:0:34742:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.554435:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.554441:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.554450:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.554452:0:34742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e01 from it ffffb87d01d2bbf0 00010000:00000001:2.0:1783948586.554454:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.554455:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.554457:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.554458:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.554461:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.554463:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.554466:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948586.554472:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.554473:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.554474:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.554476:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.554479:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783948586.554492:0:34742:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.554496:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.554498:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.554502:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.554504:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.554505:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.554507:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.554508:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.554510:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.554513:0:34742:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.554514:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.554515:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.554516:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948586.554519:0:34742:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.554524:0:34742:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e94477c180. 00000080:00000001:2.0:1783948586.554527:0:34742:0:(file.c:976:ll_local_open()) Process entered 00000020:00000001:1.0:1783948586.555068:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948586.555072:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.555076:0:15993:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783948586.555079:0:15993:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783948586.555081:0:15993:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783948586.555087:0:15993:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948586.555097:0:15993:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e946597a00 already unused, calling callback (ffffffffc1c71990) 00000080:00000001:1.0:1783948586.555100:0:15993:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1783948586.555104:0:15993:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.555110:0:15993:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1783948586.555113:0:15993:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1783948586.555116:0:15993:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.555121:0:15993:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1783948586.555124:0:15993:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783948586.555125:0:15993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.555126:0:15993:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.555128:0:15993:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597a00 refcount=3 00000020:00000001:1.0:1783948586.555130:0:15993:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:1.0:1783948586.555132:0:15993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733495296 : -129839976056320 : ffff89e946597a00) 00010000:00000001:1.0:1783948586.555135:0:15993:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783948586.555138:0:15993:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1783948586.555150:0:15993:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783948586.555155:0:15993:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783948586.555158:0:15993:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783948586.555160:0:15993:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:1.0:1783948586.555164:0:15993:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948586.555166:0:15993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948586.555170:0:15993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 3 00010000:00000001:1.0:1783948586.555174:0:15993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948586.555177:0:15993:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1783948586.555181:0:15993:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1783948586.555196:0:15993:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783948586.555201:0:15993:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.555204:0:15993:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783948586.555212:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.555213:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948586.555215:0:15993:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1783948586.555216:0:15993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.555217:0:15993:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.555219:0:15993:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=2 00000020:00000001:1.0:1783948586.555221:0:15993:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.555223:0:15993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:1.0:1783948586.555225:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.555226:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783948586.555228:0:15993:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948586.555230:0:15993:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783948586.555232:0:15993:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.555235:0:15993:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783948586.555238:0:15993:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783948586.555239:0:15993:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783948586.555241:0:15993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948586.555243:0:15993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783948586.555245:0:15993:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597a00 with handle 0x8c7cf19e4b440e1d from hash 00010000:00000001:1.0:1783948586.555248:0:15993:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783948586.555249:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.555250:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.555251:0:15993:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783948586.555254:0:15993:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783948586.555255:0:15993:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783948586.555260:0:15993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948586.555262:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.555263:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.555264:0:15993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.555267:0:15993:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783948586.555269:0:15993:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783948586.555275:0:15993:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948586.555279:0:15993:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948586.555283:0:15993:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948586.555285:0:15993:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948586.555287:0:15993:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948586.555295:0:15993:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9529d2600. 00000100:00000001:1.0:1783948586.555301:0:15993:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.555304:0:15993:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783948586.555309:0:15993:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783948586.555315:0:15993:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783948586.555317:0:15993:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.555321:0:15993:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948586.555326:0:15993:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.555337:0:15993:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a291e8b7] to pc [ptlrpcd_00_01+1] req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783948586.555369:0:15993:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783948586.555372:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.555373:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.555375:0:15993:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.555376:0:15993:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.555378:0:15993:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.555383:0:15993:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.555399:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783948586.555402:0:15993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597a00/0x8c7cf19e4b440e1d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069d5 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1783948586.555410:0:15993:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c800. 00010000:00000001:1.0:1783948586.555419:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.555420:0:15993:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1783948586.555423:0:15993:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e960211d80. 00010000:00000001:1.0:1783948586.555426:0:15993:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.555430:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948586.555431:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.555432:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948586.555434:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948586.555435:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.555437:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783948586.555438:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948586.555439:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948586.555441:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783948586.555452:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1783948586.555457:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1783948586.555459:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.555467:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948586.555469:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.555471:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948586.555473:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948586.555476:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948586.555483:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.555491:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948586.555494:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.555500:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948586.555503:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948586.555506:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948586.555510:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636542464:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783948586.555514:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948586.555521:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948586.555525:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.555528:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948586.555546:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9584cfc00. 02000000:00000001:1.0:1783948586.555548:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948586.555559:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948586.555564:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888c08. 00000400:00000010:1.0:1783948586.555573:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948586.555582:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636542464, portal 18 00000100:00000001:1.0:1783948586.555595:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.555597:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948586.555604:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.555612:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948586.555615:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948586.555618:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506185d8. 00000100:00000200:1.0:1783948586.555621:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636542464, offset 0 00000400:00000200:1.0:1783948586.555630:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948586.555643:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.555655:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948586.555662:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948586.555667:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948586.555672:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948586.555674:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948586.555679:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2737:2737:256:4294967295] 192.168.202.104@tcp LPNI seq info [2737:2737:8:4294967295] 00000400:00000200:1.0:1783948586.555683:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.555693:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948586.555700:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948586.555707:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948586.555714:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948586.555724:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948586.555729:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783948586.555740:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.555745:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 809865 usecs (810 jiffies) 00000400:00000200:1.0:1783948586.555748:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948586.555751:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677517 00000100:00000001:1.0:1783948586.555754:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.555757:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677517 00000100:00000001:1.0:1783948586.555759:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.555761:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.555764:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.555767:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.555770:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.555971:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.555976:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:1.0:1783948586.555981:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.555987:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.555992:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506185d8 00000400:00000010:1.0:1783948586.555994:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506185d8. 00000100:00000001:1.0:1783948586.555998:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.556003:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.556013:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.556016:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.556023:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.556025:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00800000:00000001:2.0:1783948586.556719:0:34742:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1783948586.556727:0:34742:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783948586.556737:0:34742:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9461be820. 00000002:00100000:2.0:1783948586.556747:0:34742:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948586.556754:0:34742:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.556756:0:34742:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948586.556761:0:34742:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783948586.556765:0:34742:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.556769:0:34742:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783948586.556772:0:34742:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.556774:0:34742:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.556776:0:34742:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.556778:0:34742:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.556782:0:34742:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783948586.556784:0:34742:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.556786:0:34742:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948586.556788:0:34742:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.556792:0:34742:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.556796:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.556800:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783948586.556806:0:34742:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.556811:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff89e950980000. 02000000:00000001:2.0:1783948586.556874:0:34742:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783948586.556877:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.556882:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb98 00000080:00000008:2.0:1783948586.556885:0:34742:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 102101, rc = 0 00000100:00000001:0.0:1783948586.558638:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948586.558646:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.561082:0:34742:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783948586.561095:0:34742:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000002:2.0:1783948586.561102:0:34742:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000001:2.0:1783948586.561104:0:34742:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948586.564715:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.564742:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.564747:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.564749:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.564758:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.564766:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.564775:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.564779:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.564785:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.564789:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9458c00 00000400:00000200:1.0:1783948586.564794:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.564800:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x77b9 [1] + 224 00000800:00000001:1.0:1783948586.564808:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.564814:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.564818:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.564821:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.564829:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.564838:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948586.564849:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.564888:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.564896:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.564900:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.564910:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948586.564914:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783948586.564921:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783948586.564923:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783948586.564926:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888c08. 00000400:00000200:1.0:1783948586.564930:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618ee0 00000400:00000010:1.0:1783948586.564933:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618ee0. 00000100:00000001:1.0:1783948586.564935:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.564939:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783948586.564948:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.564956:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783948586.564957:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.564961:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783948586.564965:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783948586.564968:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948586.564971:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.564974:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948586.564985:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1538 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1783948586.564990:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1783948586.564993:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783948586.564995:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.564997:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783948586.565001:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.565006:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783948586.565009:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1783948586.565011:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783948586.565014:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.565019:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.565026:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.565029:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783948586.565031:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783948586.565035:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783948586.565043:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636542464:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783948586.565048:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.565051:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.565054:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636542464/t0(0) o103->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.565062:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948586.565064:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948586.565068:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9584cfc00. 02000000:00000001:1.0:1783948586.565071:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948586.565073:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948586.565075:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948586.565078:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948586.565080:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9529d2600. 02000000:00000001:1.0:1783948586.565084:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948586.565086:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948586.565088:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:1.0:1783948586.565094:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948586.565095:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.565097:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948586.565105:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948586.565107:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.565109:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783948586.565111:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.571284:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd28 00000080:00200008:2.0:1783948586.571298:0:34742:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948586.571310:0:34742:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948586.571312:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bca0 00000080:00200000:2.0:1783948586.571314:0:34742:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8),name=recon 00000080:00000010:2.0:1783948586.571324:0:34742:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950b80e00. 00800000:00000002:2.0:1783948586.571332:0:34742:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948586.571340:0:34742:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948586.571344:0:34742:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.571346:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bbc0 00800000:00000002:2.0:1783948586.571349:0:34742:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948586.571353:0:34742:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948586.571360:0:34742:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948586.571366:0:34742:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.571368:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2ba90 00000002:00010000:2.0:1783948586.571370:0:34742:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948586.571373:0:34742:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948586.571375:0:34742:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.571379:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.571398:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 2 00010000:00000001:2.0:1783948586.571401:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.571406:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.571411:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.571416:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783948586.571428:0:34742:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948586.571435:0:34742:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.571438:0:34742:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1783948586.571445:0:34742:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948586.571447:0:34742:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948586.571449:0:34742:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.571451:0:34742:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.571454:0:34742:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948586.571456:0:34742:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948586.571458:0:34742:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948586.571462:0:34742:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948586.571466:0:34742:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b80e00. 00000080:00000001:2.0:1783948586.571473:0:34742:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948586.571475:0:34742:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.571478:0:34742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) 00000080:00010000:2.0:1783948586.571481:0:34742:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e01 00800000:00000001:2.0:1783948586.571485:0:34742:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948586.571487:0:34742:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948586.571489:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.572090:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.572095:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.572098:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.572101:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.572104:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.572107:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.572109:0:34742:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.572112:0:34742:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.572115:0:34742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e01 from it ffffb87d01d2bcd8 00010000:00000001:2.0:1783948586.572117:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.572119:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.572120:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.572122:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.572124:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.572125:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.572129:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783948586.572137:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.572138:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.572140:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.572143:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.572146:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948586.572154:0:34742:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.572158:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.572160:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.572165:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.572166:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.572167:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.572171:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.572173:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.572174:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.572178:0:34742:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.572179:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.572181:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.572182:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948586.572185:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948586.572187:0:34742:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.572190:0:34742:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783948586.572195:0:34742:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.572198:0:34742:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.572200:0:34742:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.572201:0:34742:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.572204:0:34742:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948586.572208:0:34742:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783948586.572211:0:34742:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.572216:0:34742:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11870. 00000020:00000010:2.0:1783948586.572221:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.572225:0:34742:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81600. 00000020:00000010:2.0:1783948586.572230:0:34742:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.572238:0:34742:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.572243:0:34742:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.572250:0:34742:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.572257:0:34742:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.572262:0:34742:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.572265:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80a00. 00000008:00000010:2.0:1783948586.572269:0:34742:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.572272:0:34742:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.572276:0:34742:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.572280:0:34742:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e5a0. 00000020:00000001:2.0:1783948586.572282:0:34742:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044373112 : -129839665178504 : ffff89e958e11878) 00000020:00001000:2.0:1783948586.572285:0:34742:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11870 00000020:00000001:2.0:1783948586.572290:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.572292:0:34742:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948586.572295:0:34742:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948586.572297:0:34742:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783948586.572300:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.572301:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948586.572303:0:34742:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948586.572305:0:34742:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.572307:0:34742:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948586.572310:0:34742:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e9582a99d0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783948586.572313:0:34742:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000001:2.0:1783948586.572317:0:34742:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948586.572318:0:34742:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948586.572321:0:34742:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948586.572323:0:34742:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.572325:0:34742:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948586.572327:0:34742:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948586.572329:0:34742:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.572331:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.572332:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.572334:0:34742:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948586.572335:0:34742:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00000020:00000001:2.0:1783948586.572337:0:34742:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948586.572339:0:34742:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948586.572341:0:34742:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1783948586.572343:0:34742:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948586.572345:0:34742:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948586.572347:0:34742:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948586.572349:0:34742:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948586.572353:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948586.572358:0:34742:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887700. 00020000:00000002:2.0:1783948586.572360:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948586.572362:0:34742:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948586.572364:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.572366:0:34742:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948586.572368:0:34742:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.572370:0:34742:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11480. 00000020:00000010:2.0:1783948586.572374:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81c00. 00000020:00000010:2.0:1783948586.572377:0:34742:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.572379:0:34742:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948586.572383:0:34742:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944720b30. 00020000:00000010:2.0:1783948586.572394:0:34742:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9582260c0. 00008000:00000010:2.0:1783948586.572398:0:34742:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.572400:0:34742:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948586.572403:0:34742:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9030. 00000020:00000010:2.0:1783948586.572406:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80c00. 00000008:00000010:2.0:1783948586.572409:0:34742:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958584f20. 00020000:00000010:2.0:1783948586.572412:0:34742:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060db60. 00008000:00000010:2.0:1783948586.572414:0:34742:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fd08. 00000080:00000010:2.0:1783948586.572417:0:34742:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ea50. 00000020:00000001:2.0:1783948586.572420:0:34742:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372104 : -129839665179512 : ffff89e958e11488) 00000020:00001000:2.0:1783948586.572422:0:34742:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11480 00000020:00000001:2.0:1783948586.572425:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.572426:0:34742:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948586.572429:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.572430:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948586.572432:0:34742:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.572434:0:34742:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.572436:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:2.0:1783948586.572438:0:34742:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948586.572441:0:34742:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a5f0. 00000008:00010000:2.0:1783948586.572444:0:34742:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783948586.572447:0:34742:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948586.572448:0:34742:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948586.572450:0:34742:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e943887730, osc lock ffff89e95238a5f0, flags 0x400001002 00000020:00000001:2.0:1783948586.572452:0:34742:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.572454:0:34742:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.572456:0:34742:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243072 : -129840023308544 : ffff89e943887700) 00000020:00000001:2.0:1783948586.572458:0:34742:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948586.572460:0:34742:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.572461:0:34742:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.572463:0:34742:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.572465:0:34742:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948586.572467:0:34742:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948586.572468:0:34742:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948586.572470:0:34742:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948586.572471:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.572473:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:2.0:1783948586.572474:0:34742:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948586.572476:0:34742:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948586.572478:0:34742:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948586.572483:0:34742:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948586.572485:0:34742:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.572487:0:34742:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.572488:0:34742:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948586.572490:0:34742:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948586.572498:0:34742:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948586.572500:0:34742:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948586.572503:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.572508:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:2.0:1783948586.572510:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.572515:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.572519:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.572523:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.1:1783948586.572950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597a00. 00010000:00000010:3.1:1783948586.573023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459600. 02000000:00000001:2.0:1783948586.573209:0:34742:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948586.573215:0:34742:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.573218:0:34742:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948586.573227:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.573229:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.573231:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:2.0:1783948586.573233:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.573235:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:2.0:1783948586.573239:0:34742:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948586.573241:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.573242:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.573243:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:2.0:1783948586.573245:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.573247:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000020:00000001:2.0:1783948586.573251:0:34742:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948586.573253:0:34742:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783948586.573255:0:34742:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783948586.573256:0:34742:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.573258:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.573259:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.573260:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:2.0:1783948586.573262:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.573264:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.573266:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.573269:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948586.573275:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.573277:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.573278:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.573280:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.573282:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948586.573290:0:34742:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.573292:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.573294:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.573296:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.573298:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.573299:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.573302:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.573303:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.573305:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.573308:0:34742:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.573310:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.573311:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.573312:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.573313:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.573314:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948586.573316:0:34742:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.573318:0:34742:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.573320:0:34742:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.573322:0:34742:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.573324:0:34742:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.573325:0:34742:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783948586.573327:0:34742:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783948586.573329:0:34742:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783948586.573331:0:34742:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783948586.573332:0:34742:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.573335:0:34742:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.573339:0:34742:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948586.573342:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.573344:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.573345:0:34742:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948586.573348:0:34742:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948586.573350:0:34742:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:2.0:1783948586.573353:0:34742:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.573355:0:34742:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.573356:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:2.0:1783948586.573359:0:34742:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783948586.573361:0:34742:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948586.573365:0:34742:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783948586.573367:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582a9970 (ffff89e958e11878/0) at cl_lock_release():245 00000020:00000001:2.0:1783948586.573369:0:34742:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948586.573370:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582a9970 (ffff89e958e11878/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783948586.573373:0:34742:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783948586.573375:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.573377:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:2.0:1783948586.573379:0:34742:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783948586.573380:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e943887730 (ffff89e958e11488/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783948586.573383:0:34742:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783948586.573394:0:34742:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783948586.573396:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.573397:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948586.573398:0:34742:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783948586.573400:0:34742:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948586.573401:0:34742:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948586.573402:0:34742:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783948586.573403:0:34742:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948586.573404:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582a9970 (ffff89e958e11878/0) at cl_lock_fini():72 00020000:00000001:2.0:1783948586.573407:0:34742:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783948586.573407:0:34742:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783948586.573409:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e943887730 (ffff89e958e11878/1) at cl_lock_fini():72 00000008:00000010:2.0:1783948586.573412:0:34742:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a5f0. 00000020:00000001:2.0:1783948586.573415:0:34742:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783948586.573417:0:34742:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887700. 00020000:00000001:2.0:1783948586.573420:0:34742:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783948586.573422:0:34742:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783948586.573423:0:34742:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783948586.573425:0:34742:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.573427:0:34742:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948586.573430:0:34742:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948586.573432:0:34742:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948586.573433:0:34742:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948586.573434:0:34742:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948586.573435:0:34742:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11480 00000020:00000010:2.0:1783948586.573440:0:34742:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.573444:0:34742:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948586.573448:0:34742:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944720b30. 00020000:00000010:2.0:1783948586.573454:0:34742:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9582260c0. 00008000:00000010:2.0:1783948586.573457:0:34742:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.573461:0:34742:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948586.573465:0:34742:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9030. 00000020:00000010:2.0:1783948586.573469:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81c00. 00000008:00000010:2.0:1783948586.573472:0:34742:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584f20. 00020000:00000010:2.0:1783948586.573476:0:34742:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060db60. 00008000:00000010:2.0:1783948586.573479:0:34742:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fd08. 00000080:00000010:2.0:1783948586.573483:0:34742:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ea50. 00000020:00000010:2.0:1783948586.573485:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80c00. 00000020:00000010:2.0:1783948586.573487:0:34742:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11480. 00020000:00000001:2.0:1783948586.573489:0:34742:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948586.573491:0:34742:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948586.573494:0:34742:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948586.573497:0:34742:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948586.573501:0:34742:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948586.573503:0:34742:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.573505:0:34742:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948586.573507:0:34742:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948586.573508:0:34742:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948586.573509:0:34742:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11870 00000020:00000010:2.0:1783948586.573511:0:34742:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81600. 00000020:00000010:2.0:1783948586.573513:0:34742:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.573515:0:34742:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.573517:0:34742:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.573520:0:34742:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.573522:0:34742:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.573524:0:34742:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.573526:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80e00. 00000008:00000010:2.0:1783948586.573528:0:34742:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.573540:0:34742:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.573542:0:34742:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.573544:0:34742:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e5a0. 00000020:00000010:2.0:1783948586.573546:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80a00. 00000020:00000010:2.0:1783948586.573548:0:34742:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11870. 00000001:00000001:2.0:1783948586.573550:0:34742:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.573557:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd28 00000080:00000008:2.0:1783948586.573560:0:34742:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948586.575484:0:34742:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783948586.575503:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd90 00000080:00200008:2.0:1783948586.575508:0:34742:0:(file.c:2605:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1783948586.575515:0:34742:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783948586.575517:0:34742:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.575519:0:34742:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783948586.575524:0:34742:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.575527:0:34742:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.576514:0:34742:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11870. 00000020:00000010:2.0:1783948586.576525:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80a00. 00000020:00000010:2.0:1783948586.576542:0:34742:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.576547:0:34742:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580415a0. 00000008:00000010:2.0:1783948586.576554:0:34742:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944725980. 00020000:00000010:2.0:1783948586.576559:0:34742:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948586.576564:0:34742:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.576570:0:34742:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e103f0. 00000080:00000010:2.0:1783948586.576574:0:34742:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9970. 00000020:00000010:2.0:1783948586.576577:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81600. 00000008:00000010:2.0:1783948586.576580:0:34742:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9585854a0. 00020000:00000010:2.0:1783948586.576583:0:34742:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060cdb0. 00008000:00000010:2.0:1783948586.576596:0:34742:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f340. 00000080:00000010:2.0:1783948586.576600:0:34742:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e5a0. 00000020:00000001:2.0:1783948586.576603:0:34742:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044373112 : -129839665178504 : ffff89e958e11878) 00000020:00001000:2.0:1783948586.576606:0:34742:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11870 00000080:00000001:2.0:1783948586.576609:0:34742:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783948586.576611:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bca0 00000080:00200000:2.0:1783948586.576613:0:34742:0:(file.c:2058:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1783948586.576619:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bc38 00000080:00200000:2.0:1783948586.576620:0:34742:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1783948586.576625:0:34742:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948586.576628:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.576630:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.576632:0:34742:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948586.576637:0:34742:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948586.576640:0:34742:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:2.0:1783948586.576643:0:34742:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.576646:0:34742:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.576647:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:2.0:1783948586.576649:0:34742:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783948586.576652:0:34742:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948586.576655:0:34742:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783948586.576663:0:34742:0:(cl_io.c:214:cl_io_rw_init()) header@00000000776e8834[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:2.0:1783948586.576665:0:34742:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1783948586.576668:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.576670:0:34742:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948586.576672:0:34742:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948586.576674:0:34742:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948586.576677:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.576678:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783948586.576682:0:34742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.576687:0:34742:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.576691:0:34742:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948586.576693:0:34742:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.576695:0:34742:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948586.576698:0:34742:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e9582a99d0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783948586.576701:0:34742:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000001:2.0:1783948586.576705:0:34742:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948586.576708:0:34742:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948586.576712:0:34742:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948586.576714:0:34742:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783948586.576716:0:34742:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1783948586.576719:0:34742:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783948586.576847:0:34742:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948586.576866:0:34742:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.576868:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.576870:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.576871:0:34742:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948586.576873:0:34742:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00000020:00000001:2.0:1783948586.576876:0:34742:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.576877:0:34742:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948586.576880:0:34742:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1783948586.576883:0:34742:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783948586.576887:0:34742:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.576892:0:34742:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948586.576894:0:34742:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783948586.576897:0:34742:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783948586.576899:0:34742:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783948586.576900:0:34742:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1783948586.576903:0:34742:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948586.576905:0:34742:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948586.576909:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948586.576913:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.576914:0:34742:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948586.576916:0:34742:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.576920:0:34742:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11480. 00000020:00000010:2.0:1783948586.576922:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80c00. 00000020:00000010:2.0:1783948586.576925:0:34742:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81c00. 00000020:00000010:2.0:1783948586.576928:0:34742:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041ba0. 00000008:00000010:2.0:1783948586.576931:0:34742:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944720b30. 00020000:00000010:2.0:1783948586.576934:0:34742:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9582260c0. 00008000:00000010:2.0:1783948586.576937:0:34742:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.576940:0:34742:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10000. 00000080:00000010:2.0:1783948586.576942:0:34742:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582a9030. 00000020:00000010:2.0:1783948586.576945:0:34742:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81400. 00000008:00000010:2.0:1783948586.576947:0:34742:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958584f20. 00020000:00000010:2.0:1783948586.576949:0:34742:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060db60. 00008000:00000010:2.0:1783948586.576952:0:34742:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fd08. 00000080:00000010:2.0:1783948586.576955:0:34742:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ea50. 00000020:00000001:2.0:1783948586.576956:0:34742:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044372104 : -129839665179512 : ffff89e958e11488) 00000020:00001000:2.0:1783948586.576959:0:34742:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11480 00000020:00000001:2.0:1783948586.576961:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.576963:0:34742:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948586.576966:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.576967:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948586.576969:0:34742:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.576971:0:34742:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.576972:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:2.0:1783948586.576975:0:34742:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783948586.576978:0:34742:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783948586.576981:0:34742:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.576983:0:34742:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.576986:0:34742:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.576988:0:34742:0:(lov_io.c:1228:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.576989:0:34742:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.576991:0:34742:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783948586.576994:0:34742:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783948586.576996:0:34742:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783948586.576999:0:34742:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783948586.577002:0:34742:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.577005:0:34742:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.577007:0:34742:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783948586.577008:0:34742:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1783948586.577011:0:34742:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783948586.577012:0:34742:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783948586.577014:0:34742:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577015:0:34742:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.577017:0:34742:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.577018:0:34742:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.577020:0:34742:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.577021:0:34742:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948586.577023:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.577024:0:34742:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948586.577026:0:34742:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948586.577028:0:34742:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577029:0:34742:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.577031:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.577033:0:34742:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577034:0:34742:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948586.577036:0:34742:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948586.577037:0:34742:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948586.577039:0:34742:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948586.577041:0:34742:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948586.577044:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948586.577049:0:34742:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887700. 00020000:00000002:2.0:1783948586.577052:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948586.577055:0:34742:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948586.577057:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.577058:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:2.0:1783948586.577060:0:34742:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948586.577065:0:34742:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238a5f0. 00000008:00010000:2.0:1783948586.577067:0:34742:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783948586.577070:0:34742:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948586.577072:0:34742:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948586.577074:0:34742:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e943887730, osc lock ffff89e95238a5f0, flags 0x0 00000020:00000001:2.0:1783948586.577076:0:34742:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.577078:0:34742:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.577080:0:34742:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686243072 : -129840023308544 : ffff89e943887700) 00000020:00000001:2.0:1783948586.577082:0:34742:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948586.577083:0:34742:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.577084:0:34742:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577086:0:34742:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577088:0:34742:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948586.577090:0:34742:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948586.577091:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.577092:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:2.0:1783948586.577094:0:34742:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948586.577096:0:34742:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948586.577098:0:34742:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783948586.577099:0:34742:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577103:0:34742:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948586.577105:0:34742:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.577107:0:34742:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.577109:0:34742:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948586.577110:0:34742:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948586.577112:0:34742:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948586.577114:0:34742:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948586.577117:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.577126:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:2.0:1783948586.577128:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.577135:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.577141:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.577146:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783948586.577157:0:34742:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948586.577162:0:34742:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.577165:0:34742:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948586.577173:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.577176:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.577179:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:2.0:1783948586.577182:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.577184:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:2.0:1783948586.577188:0:34742:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783948586.577190:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.577191:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.577193:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:2.0:1783948586.577194:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.577197:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.577199:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.577200:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.577201:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:2.0:1783948586.577203:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.577204:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.577206:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.577208:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.577211:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948586.577217:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.577219:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948586.577221:0:34742:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.577222:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.577224:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.577225:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=7 00000020:00000001:2.0:1783948586.577227:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.577228:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948586.577231:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.577234:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948586.577239:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.577240:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783948586.577243:0:34742:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783948586.577249:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.577251:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.577252:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.577253:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.577254:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783948586.577255:0:34742:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.577258:0:34742:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577260:0:34742:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.577262:0:34742:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577264:0:34742:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577265:0:34742:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577267:0:34742:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577270:0:34742:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577272:0:34742:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783948586.577274:0:34742:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1783948586.577278:0:34742:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783948586.577280:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.577282:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.577283:0:34742:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783948586.577285:0:34742:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783948586.577287:0:34742:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:2.0:1783948586.577289:0:34742:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577291:0:34742:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577292:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:2.0:1783948586.577294:0:34742:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783948586.577297:0:34742:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783948586.577299:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb88 00000080:00200000:2.0:1783948586.577301:0:34742:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1783948586.577304:0:34742:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783948586.577306:0:34742:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000002:2.0:1783948586.577309:0:34742:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e9508e0000. 00020000:00000002:2.0:1783948586.577311:0:34742:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00000020:00000001:2.0:1783948586.577313:0:34742:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783948586.577316:0:34742:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783948586.577320:0:34742:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783948586.577323:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1783948586.577325:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.577326:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:2.0:1783948586.577328:0:34742:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948586.577330:0:34742:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783948586.577333:0:34742:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577335:0:34742:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.577337:0:34742:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.577339:0:34742:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.577347:0:34742:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1783948586.577355:0:34742:0:(xattr.c:481:ll_xattr_list()) Process entered 00000080:00000001:2.0:1783948586.577358:0:34742:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1783948586.577362:0:34742:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1783948586.577363:0:34742:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1783948586.577369:0:34742:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950b81e00. 00000080:00000001:2.0:1783948586.577375:0:34742:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948586.577381:0:34742:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.577383:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b7a0 00800000:00000002:2.0:1783948586.578063:0:34742:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000404:0x36:0x0] 00800000:00000001:2.0:1783948586.578070:0:34742:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948586.578076:0:34742:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x36:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948586.578082:0:34742:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.578085:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b670 00000002:00010000:2.0:1783948586.578088:0:34742:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000404:0x36:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1783948586.578091:0:34742:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948586.578094:0:34742:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1783948586.578100:0:34742:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066c000. 00000020:00000040:2.0:1783948586.578104:0:34742:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948586.578108:0:34742:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948586.578110:0:34742:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.578115:0:34742:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948586.578119:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.578124:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.578125:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.578127:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.578130:0:34742:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.578132:0:34742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.578135:0:34742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.578141:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581cb800. 00000100:00000001:2.0:1783948586.578148:0:34742:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.578153:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.578155:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.578156:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.578158:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.578159:0:34742:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1783948586.578162:0:34742:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff89e943191000: get xattrs for [0x200000404:0x36:0x0] 00000002:00000001:2.0:1783948586.578169:0:34742:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00010000:00000001:2.0:1783948586.578172:0:34742:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948586.578174:0:34742:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948586.578180:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 2 00010000:00000001:2.0:1783948586.578182:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.578185:0:34742:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948586.578188:0:34742:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952235800. 00000020:00000001:2.0:1783948586.578190:0:34742:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948586.578193:0:34742:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952235800 with handle 0x8c7cf19e4b440e24 to hash 00000020:00000001:2.0:1783948586.578194:0:34742:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948586.578196:0:34742:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.578199:0:34742:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:2.0:1783948586.578202:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.578204:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.578208:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948586.578215:0:34742:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948586.578224:0:34742:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948586.578230:0:34742:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.578232:0:34742:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.578239:0:34742:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211f00. 00000100:00000001:2.0:1783948586.578241:0:34742:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166009600 : -129839543542016 : ffff89e960211f00) 00000100:00000001:2.0:1783948586.578243:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.578245:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000001:2.0:1783948586.578249:0:34742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.578252:0:34742:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.578254:0:34742:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.578256:0:34742:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.578266:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.578274:0:34742:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.578277:0:34742:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.578281:0:34742:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.578283:0:34742:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.578285:0:34742:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.578288:0:34742:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34742:1870603636542592:192.168.202.104@tcp:101:uname.0 00000100:00000001:2.0:1783948586.578292:0:34742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.578297:0:34742:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.578300:0:34742:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.578302:0:34742:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.578307:0:34742:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff89e9508a2000. 02000000:00000001:2.0:1783948586.578309:0:34742:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.578316:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.578319:0:34742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9438919a0. 00000400:00000010:2.0:1783948586.578326:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2c38. 00000100:00000200:2.0:1783948586.578333:0:34742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1870603636542592, portal 10 00000100:00000001:2.0:1783948586.578334:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.578335:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902137344 : -129839807414272 : ffff89e95066c000) 00000100:00000040:2.0:1783948586.578340:0:34742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.578348:0:34742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.578350:0:34742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.578353:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2550. 00000100:00000200:2.0:1783948586.578356:0:34742:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870603636542592, offset 0 00000400:00000200:2.0:1783948586.578362:0:34742:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.578370:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.578376:0:34742:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.578381:0:34742:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.578394:0:34742:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.578398:0:34742:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.578401:0:34742:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.578405:0:34742:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2738:2738:256:4294967295] 192.168.202.104@tcp LPNI seq info [2738:2738:8:4294967295] 00000400:00000200:2.0:1783948586.578409:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.578418:0:34742:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.578426:0:34742:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.578431:0:34742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61a00. 00000800:00000200:2.0:1783948586.578437:0:34742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.578446:0:34742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.578451:0:34742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61a00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.578474:0:34742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.578479:0:34742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 808931 usecs (809 jiffies) 00000400:00000200:2.0:1783948586.578483:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.578486:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677539 00000100:00000001:2.0:1783948586.578489:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.578498:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677539 00000100:00000001:2.0:1783948586.578500:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:2.0:1783948586.578502:0:34742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.578505:0:34742:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.578507:0:34742:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.578509:0:34742:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.578512:0:34742:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211f00 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.578514:0:34742:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.578517:0:34742:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.578736:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.578741:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61a00. 00000400:00000200:1.0:1783948586.578747:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.578752:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.578757:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2550 00000400:00000010:1.0:1783948586.578759:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2550. 00000100:00000001:1.0:1783948586.578763:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.578768:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.578777:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.578781:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.578787:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.578788:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948586.590047:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.590066:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.590070:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.590073:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.590083:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.590091:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.590103:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.590108:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.590115:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.590119:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 1144 into portal 10 MB=0x6a54dd9458c80 00000400:00000200:1.0:1783948586.590124:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.590131:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 1144/1144 into md 0x77c9 [1] + 224 00000800:00000001:1.0:1783948586.590139:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.590168:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.590172:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.590177:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.590196:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.590205:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948586.590217:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.590238:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.590249:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.590253:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.591157:0:34742:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948586.591166:0:34742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948586.591168:0:34742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948586.591172:0:34742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9438919a0. 00000400:00000200:3.0:1783948586.591177:0:34742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2c38 00000400:00000010:3.0:1783948586.591180:0:34742:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2c38. 00000100:00000001:3.0:1783948586.591184:0:34742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948586.591191:0:34742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948586.591199:0:34742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.591206:0:34742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948586.591208:0:34742:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.591211:0:34742:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948586.591214:0:34742:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948586.591217:0:34742:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948586.591220:0:34742:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.591222:0:34742:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948586.591233:0:34742:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948586.591238:0:34742:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948586.591240:0:34742:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948586.591242:0:34742:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.591245:0:34742:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948586.591248:0:34742:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.591251:0:34742:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948586.591253:0:34742:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1783948586.591255:0:34742:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948586.591258:0:34742:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.591262:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.591269:0:34742:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.591272:0:34742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948586.591274:0:34742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948586.591279:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948602 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948586.591287:0:34742:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066c000 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34742:1870603636542592:192.168.202.104@tcp:101:uname.0 00000100:00000001:3.0:1783948586.591292:0:34742:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.591295:0:34742:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.591297:0:34742:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948586.591300:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.591303:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.591309:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948586.591312:0:34742:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211f00. 00000100:00000001:3.0:1783948586.591315:0:34742:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948586.591317:0:34742:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.591320:0:34742:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948586.591323:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.591326:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.591329:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=4 00000020:00000001:3.0:1783948586.591332:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:3.0:1783948586.591335:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000040:3.0:1783948586.591342:0:34742:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952235800, remote cookie: 0x2ceea11ad5e069ea, flags: 0x1001 00010000:00010000:3.0:1783948586.591348:0:34742:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.591356:0:34742:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948586.591362:0:34742:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948586.591364:0:34742:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948586.591366:0:34742:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948586.591367:0:34742:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948586.591370:0:34742:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff89e94722d400) refcount = 2 00010000:00000040:3.0:1783948586.591372:0:34742:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783948586.591375:0:34742:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1783948586.591382:0:34742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.591399:0:34742:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948586.591402:0:34742:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948586.591404:0:34742:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.591407:0:34742:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948586.591410:0:34742:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.591413:0:34742:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.591418:0:34742:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948586.591420:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.591422:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.591422:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.591423:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.591425:0:34742:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.591429:0:34742:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948586.591431:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.591432:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.591434:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=3 00000020:00000001:3.0:1783948586.591436:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:3.0:1783948586.591438:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:3.0:1783948586.591439:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.591440:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948586.591445:0:34742:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948586.591452:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.591453:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.591454:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=3 00000020:00000001:3.0:1783948586.591456:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:3.0:1783948586.591458:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:3.0:1783948586.591460:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.591461:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.591462:0:34742:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.591464:0:34742:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.591467:0:34742:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948586.591469:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.591469:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.591471:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=3 00000020:00000001:3.0:1783948586.591472:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:3.0:1783948586.591474:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00000002:00010000:3.0:1783948586.591477:0:34742:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.591482:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.591483:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.591485:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948586.591486:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.591487:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.591489:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=3 00000020:00000001:3.0:1783948586.591490:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:3.0:1783948586.591492:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000040:3.0:1783948586.591500:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 3 00010000:00000001:3.0:1783948586.591503:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948586.591507:0:34742:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:3.0:1783948586.591510:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.591511:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.591512:0:34742:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948586.591515:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2b5f8 00000002:00002000:3.0:1783948586.591517:0:34742:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:3.0:1783948586.591520:0:34742:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.591523:0:34742:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.591526:0:34742:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948586.591539:0:34742:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000404:0x36:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783948586.591542:0:34742:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783948586.591548:0:34742:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b81e00. 00000080:00000001:3.0:1783948586.591554:0:34742:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1783948586.591559:0:34742:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff89e9508a2460 xtail=ffff89e9508a249a 00000080:00000001:3.0:1783948586.591561:0:34742:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:3.0:1783948586.591563:0:34742:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:3.0:1783948586.591566:0:34742:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1783948586.591568:0:34742:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1783948586.591569:0:34742:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1783948586.591576:0:34742:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff89e954e8d730. 00000080:00000010:3.0:1783948586.591580:0:34742:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff89e9509a9c80. 00000080:00000010:3.0:1783948586.591583:0:34742:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff89e9509ab7a0. 00000080:00000020:3.0:1783948586.591585:0:34742:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:3.0:1783948586.594310:0:34742:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1783948586.594316:0:34742:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:3.0:1783948586.594319:0:34742:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1783948586.594320:0:34742:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1783948586.594323:0:34742:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1783948586.594553:0:34742:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff89e95820b208. 00000080:00000010:1.0:1783948586.594561:0:34742:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff89e958225d20. 00000080:00000010:1.0:1783948586.594563:0:34742:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff89e943f22ac0. 00000080:00000020:1.0:1783948586.594566:0:34742:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:1.0:1783948586.594567:0:34742:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1783948586.594569:0:34742:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:1.0:1783948586.594571:0:34742:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1783948586.594572:0:34742:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1783948586.594573:0:34742:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1783948586.594576:0:34742:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff89e95820b870. 00000080:00000010:1.0:1783948586.594578:0:34742:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff89e958225350. 00000080:00000010:1.0:1783948586.594580:0:34742:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff89e95800e840. 00000080:00000020:1.0:1783948586.594582:0:34742:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:1.0:1783948586.594583:0:34742:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1783948586.594593:0:34742:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:1.0:1783948586.594595:0:34742:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1783948586.594596:0:34742:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1783948586.594597:0:34742:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1783948586.594601:0:34742:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff89e95820b3e8. 00000080:00000010:1.0:1783948586.594603:0:34742:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff89e958225ba0. 00000080:00000010:1.0:1783948586.594606:0:34742:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff89e943f22040. 00000080:00000020:1.0:1783948586.594607:0:34742:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:1.0:1783948586.594608:0:34742:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1783948586.594610:0:34742:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:1.0:1783948586.594612:0:34742:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:1.0:1783948586.594615:0:34742:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e24 00800000:00000001:1.0:1783948586.594621:0:34742:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783948586.594625:0:34742:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783948586.594628:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.594631:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.594634:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=3 00000020:00000001:1.0:1783948586.594637:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:1.0:1783948586.594641:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:1.0:1783948586.594645:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.594647:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783948586.594649:0:34742:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783948586.594651:0:34742:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783948586.594654:0:34742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e24 from it ffffb87d01d2b8f0 00010000:00000001:1.0:1783948586.594656:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.594658:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.594659:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952235800 refcount=3 00000020:00000001:1.0:1783948586.594660:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:1.0:1783948586.594662:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931274240 : -129839778277376 : ffff89e952235800) 00010000:00000001:1.0:1783948586.594664:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948586.594669:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783948586.594684:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.594685:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.594686:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948586.594689:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948586.594692:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783948586.594700:0:34742:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948586.594704:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948586.594705:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948586.594710:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.594711:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.594712:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.594716:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948586.594717:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.594719:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.594899:0:34742:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.594903:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948586.594905:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.594906:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783948586.594909:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.594922:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c000 x1870603636542592/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.594931:0:34742:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783948586.594934:0:34742:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783948586.594938:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff89e9508a2000. 02000000:00000001:1.0:1783948586.594945:0:34742:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783948586.594948:0:34742:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783948586.594950:0:34742:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:1.0:1783948586.594952:0:34742:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783948586.594955:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581cb800. 02000000:00000001:1.0:1783948586.594959:0:34742:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783948586.594961:0:34742:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783948586.594963:0:34742:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c000. 00000100:00000001:1.0:1783948586.594968:0:34742:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783948586.594969:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948586.594971:0:34742:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.594975:0:34742:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1783948586.594977:0:34742:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1783948586.594979:0:34742:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1783948586.594982:0:34742:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1783948586.594985:0:34742:0:(xattr.c:497:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:1.0:1783948586.594988:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783948586.594990:0:34742:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783948586.594991:0:34742:0:(xattr.c:544:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1783948586.594999:0:34742:0:(xattr.c:613:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1783948586.595009:0:34742:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:1.0:1783948586.595011:0:34742:0:(rw26.c:704:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1783948586.595020:0:34742:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1783948586.595021:0:34742:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595025:0:34742:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1783948586.595027:0:34742:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] ffffedddc4765fc0 ffff89e944770700 1 00000020:00000001:1.0:1783948586.595031:0:34742:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1783948586.595033:0:34742:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446614233701877504 : -129840007674112 : ffff89e944770700) 00000020:00000001:1.0:1783948586.595036:0:34742:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446614233701877504 : -129840007674112 : ffff89e944770700) 00000020:00000001:1.0:1783948586.595038:0:34742:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1783948586.595041:0:34742:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783948586.595043:0:34742:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032413136 : -129839677138480 : ffff89e9582a99d0) 00000020:00000001:1.0:1783948586.595045:0:34742:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1783948586.595046:0:34742:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1783948586.595049:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948586.595055:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000432ff9ec[3 00000000c39da1a4 1 1 000000007b8f554b 0 0 0] 00000020:00000001:1.0:1783948586.595057:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1783948586.595058:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948586.595060:0:34742:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1783948586.595061:0:34742:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:1.0:1783948586.595062:0:34742:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.595066:0:34742:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:1.0:1783948586.595067:0:34742:0:(rw26.c:898:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1783948586.595069:0:34742:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783948586.595070:0:34742:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446614234032413136 : -129839677138480 : ffff89e9582a99d0) 00000020:00000001:1.0:1783948586.595072:0:34742:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1783948586.595073:0:34742:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783948586.595076:0:34742:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1783948586.595078:0:34742:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1783948586.595079:0:34742:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1783948586.595080:0:34742:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1783948586.595083:0:34742:0:(rw26.c:956:ll_write_end()) page@00000000432ff9ec[4 00000000c39da1a4 2 1 000000007b8f554b 0 0 0] 00000080:00200000:1.0:1783948586.595086:0:34742:0:(rw26.c:956:ll_write_end()) vmpage @00000000e1b16860 17ffffc0001039 2:0 ffff89e944770700 0 lru 00000080:00200000:1.0:1783948586.595094:0:34742:0:(rw26.c:956:ll_write_end()) osc-page@0000000084abcb54 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000004736d7a0 000000005e50f073 > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1783948586.595097:0:34742:0:(rw26.c:956:ll_write_end()) end page@00000000432ff9ec 00000080:00200000:1.0:1783948586.595098:0:34742:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1783948586.595100:0:34742:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1783948586.595101:0:34742:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1783948586.595104:0:34742:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1783948586.595107:0:34742:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1783948586.595109:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.595111:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:1.0:1783948586.595113:0:34742:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1783948586.595116:0:34742:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1783948586.595118:0:34742:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1783948586.595120:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000002:1.0:1783948586.595123:0:34742:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1783948586.595125:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.595127:0:34742:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783948586.595129:0:34742:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1783948586.595132:0:34742:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948586.595134:0:34742:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595136:0:34742:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595137:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:1.0:1783948586.595139:0:34742:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1783948586.595140:0:34742:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1783948586.595142:0:34742:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948586.595145:0:34742:0:(cl_page.c:556:cl_batch_put()) page@00000000432ff9ec[4 00000000c39da1a4 2 1 000000007b8f554b 0 0 0] 00000020:00000001:1.0:1783948586.595147:0:34742:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1783948586.595148:0:34742:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1783948586.595149:0:34742:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1783948586.595151:0:34742:0:(osc_request.c:745:osc_update_next_shrink()) next time 3209 to shrink grant 00000080:00000001:1.0:1783948586.595155:0:34742:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1783948586.595157:0:34742:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1783948586.595161:0:34742:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff89e951d7c478, count 1, dirtied 0 00000080:00000001:1.0:1783948586.595162:0:34742:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1783948586.595164:0:34742:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1783948586.595166:0:34742:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783948586.595168:0:34742:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783948586.595169:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783948586.595171:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000432ff9ec[3 00000000c39da1a4 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948586.595174:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1783948586.595175:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783948586.595177:0:34742:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1783948586.595178:0:34742:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783948586.595180:0:34742:0:(cl_page.c:556:cl_batch_put()) page@00000000432ff9ec[3 00000000c39da1a4 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783948586.595182:0:34742:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1783948586.595345:0:34742:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1783948586.595347:0:34742:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1783948586.595348:0:34742:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1783948586.595351:0:34742:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595353:0:34742:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.595354:0:34742:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595356:0:34742:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948586.595358:0:34742:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1783948586.595361:0:34742:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1783948586.595362:0:34742:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1783948586.595363:0:34742:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.595365:0:34742:0:(rw26.c:977:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1783948586.595369:0:34742:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1783948586.595370:0:34742:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595374:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bb88 00000080:00200000:1.0:1783948586.595376:0:34742:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1783948586.595380:0:34742:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.595382:0:34742:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783948586.595393:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948586.595394:0:34742:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783948586.595396:0:34742:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1783948586.595398:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.595400:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.595402:0:34742:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1783948586.595404:0:34742:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783948586.595406:0:34742:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595407:0:34742:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595409:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:1.0:1783948586.595411:0:34742:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595412:0:34742:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.595414:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.595415:0:34742:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595417:0:34742:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595419:0:34742:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783948586.595421:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1783948586.595422:0:34742:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783948586.595423:0:34742:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1783948586.595424:0:34742:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783948586.595425:0:34742:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.595427:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.595429:0:34742:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783948586.595430:0:34742:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948586.595432:0:34742:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783948586.595434:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e958e0e5d8 (ffff89e958e11878/0) at cl_lock_release():245 00000020:00000001:1.0:1783948586.595437:0:34742:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948586.595438:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e958e0e5d8 (ffff89e958e11878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783948586.595441:0:34742:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783948586.595443:0:34742:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783948586.595444:0:34742:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901747736 : -129839807803880 : ffff89e95060ce18) 00000020:00000001:1.0:1783948586.595446:0:34742:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783948586.595447:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e943887730 (ffff89e958e11488/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783948586.595450:0:34742:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783948586.595451:0:34742:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783948586.595453:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948586.595455:0:34742:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948586.595457:0:34742:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:1.0:1783948586.595459:0:34742:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.595462:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948586.595464:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783948586.595468:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783948586.595481:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.595482:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.595484:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783948586.595485:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783948586.595488:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783948586.596009:0:34742:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783948586.596012:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783948586.596014:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783948586.596017:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.596019:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.596020:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.596023:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783948586.596025:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.596027:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.596030:0:34742:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948586.596032:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783948586.596033:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.596034:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783948586.596036:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783948586.596038:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783948586.596039:0:34742:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783948586.596041:0:34742:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.596043:0:34742:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.596045:0:34742:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783948586.596046:0:34742:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948586.596048:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e958e0e5d8 (ffff89e958e11878/0) at cl_lock_fini():72 00020000:00000001:1.0:1783948586.596052:0:34742:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783948586.596053:0:34742:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783948586.596054:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e943887730 (ffff89e958e11878/1) at cl_lock_fini():72 00000008:00000010:1.0:1783948586.596057:0:34742:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238a5f0. 00000020:00000001:1.0:1783948586.596062:0:34742:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783948586.596064:0:34742:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887700. 00020000:00000001:1.0:1783948586.596067:0:34742:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783948586.596069:0:34742:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783948586.596070:0:34742:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1783948586.596073:0:34742:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783948586.596074:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948586.596076:0:34742:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783948586.596077:0:34742:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783948586.596079:0:34742:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.596081:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.596083:0:34742:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783948586.596084:0:34742:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783948586.596086:0:34742:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1783948586.596088:0:34742:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1783948586.596090:0:34742:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783948586.596091:0:34742:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948586.596093:0:34742:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783948586.596094:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783948586.596095:0:34742:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783948586.596099:0:34742:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783948586.596101:0:34742:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.596103:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783948586.596105:0:34742:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948586.596106:0:34742:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783948586.596108:0:34742:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783948586.596112:0:34742:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1783948586.596115:0:34742:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1783948586.596118:0:34742:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1783948586.596119:0:34742:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783948586.596121:0:34742:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783948586.596122:0:34742:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783948586.596123:0:34742:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783948586.596125:0:34742:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783948586.596127:0:34742:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11480 00000020:00000010:1.0:1783948586.596131:0:34742:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81c00. 00000020:00000010:1.0:1783948586.596136:0:34742:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041ba0. 00000008:00000010:1.0:1783948586.596141:0:34742:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944720b30. 00020000:00000010:1.0:1783948586.596146:0:34742:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9582260c0. 00008000:00000010:1.0:1783948586.596151:0:34742:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585faa60. 00000080:00000010:1.0:1783948586.596156:0:34742:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10000. 00000080:00000010:1.0:1783948586.596159:0:34742:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9030. 00000020:00000010:1.0:1783948586.596163:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80c00. 00000008:00000010:1.0:1783948586.596167:0:34742:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584f20. 00020000:00000010:1.0:1783948586.596171:0:34742:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060db60. 00008000:00000010:1.0:1783948586.596174:0:34742:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fd08. 00000080:00000010:1.0:1783948586.596177:0:34742:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ea50. 00000020:00000010:1.0:1783948586.596180:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81400. 00000020:00000010:1.0:1783948586.596313:0:34742:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11480. 00020000:00000001:1.0:1783948586.596318:0:34742:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783948586.596320:0:34742:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783948586.596322:0:34742:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783948586.596324:0:34742:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783948586.596327:0:34742:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783948586.596329:0:34742:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1783948586.596331:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bca0 00000080:00200000:1.0:1783948586.596333:0:34742:0:(file.c:2206:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1783948586.596338:0:34742:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783948586.596340:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.596342:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:1.0:1783948586.596343:0:34742:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783948586.596348:0:34742:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783948586.596352:0:34742:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948586.596354:0:34742:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1783948586.596356:0:34742:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783948586.596358:0:34742:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1783948586.596361:0:34742:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:1.0:1783948586.596365:0:34742:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783948586.596367:0:34742:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:1.0:1783948586.596370:0:34742:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.596372:0:34742:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948586.596374:0:34742:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:1.0:1783948586.596376:0:34742:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1783948586.596379:0:34742:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1783948586.596384:0:34742:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1783948586.596398:0:34742:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1783948586.596400:0:34742:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11870 00000020:00000010:1.0:1783948586.596402:0:34742:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80e00. 00000020:00000010:1.0:1783948586.596405:0:34742:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580415a0. 00000008:00000010:1.0:1783948586.596409:0:34742:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944725980. 00020000:00000010:1.0:1783948586.600417:0:34742:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226600. 00008000:00000010:1.0:1783948586.600431:0:34742:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9c40. 00000080:00000010:1.0:1783948586.600437:0:34742:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e103f0. 00000080:00000010:1.0:1783948586.600441:0:34742:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582a9970. 00000020:00000010:1.0:1783948586.600445:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80a00. 00000008:00000010:1.0:1783948586.600450:0:34742:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9585854a0. 00020000:00000010:1.0:1783948586.600453:0:34742:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060cdb0. 00008000:00000010:1.0:1783948586.600457:0:34742:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f340. 00000080:00000010:1.0:1783948586.600462:0:34742:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e5a0. 00000020:00000010:1.0:1783948586.600465:0:34742:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81600. 00000020:00000010:1.0:1783948586.600469:0:34742:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11870. 00000020:00000001:1.0:1783948586.600480:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bd90 00000080:00000008:1.0:1783948586.600482:0:34742:0:(file.c:2683:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1783948586.600487:0:34742:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1783948586.600840:0:34742:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948586.600845:0:34742:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000002:1.0:1783948586.600851:0:34742:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000001:1.0:1783948586.600854:0:34742:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.600886:0:34742:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783948586.600889:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bdb8 00000080:00200008:1.0:1783948586.600891:0:34742:0:(file.c:447:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 102001 00000080:00000001:1.0:1783948586.600896:0:34742:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783948586.600899:0:34742:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783948586.600900:0:34742:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783948586.600902:0:34742:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000002:1.0:1783948586.600904:0:34742:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9508e0000 00020000:00000001:1.0:1783948586.600906:0:34742:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783948586.600908:0:34742:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1783948586.600918:0:34742:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783948586.600921:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783948586.600929:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 3 00010000:00000001:1.0:1783948586.600932:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783948586.600937:0:34742:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783948586.600940:0:34742:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1783948586.600942:0:34742:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783948586.600944:0:34742:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783948586.600952:0:34742:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e9584cfc00. 00000080:00000001:1.0:1783948586.600954:0:34742:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783948586.600960:0:34742:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783948586.600964:0:34742:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:1.0:1783948586.600966:0:34742:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1783948586.600969:0:34742:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783948586.600971:0:34742:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1783948586.600978:0:34742:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e9529cfb80. 00000020:00000040:1.0:1783948586.600982:0:34742:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:1.0:1783948586.600987:0:34742:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783948586.600990:0:34742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783948586.600997:0:34742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783948586.601009:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e9529d2600. 00000100:00000001:1.0:1783948586.601016:0:34742:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783948586.601038:0:34742:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783948586.601050:0:34742:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783948586.601056:0:34742:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783948586.601063:0:34742:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783948586.601065:0:34742:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783948586.601071:0:34742:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e95807e300. 00000100:00000001:1.0:1783948586.601073:0:34742:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234030138112 : -129839679413504 : ffff89e95807e300) 00000100:00000001:1.0:1783948586.601075:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.601077:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000001:1.0:1783948586.601082:0:34742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783948586.601086:0:34742:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.601088:0:34742:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783948586.601090:0:34742:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783948586.601093:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.601106:0:34742:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783948586.601108:0:34742:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.601111:0:34742:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783948586.601113:0:34742:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783948586.601115:0:34742:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948586.601119:0:34742:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34742:1870603636542848:192.168.202.104@tcp:35:uname.0 00000100:00000001:1.0:1783948586.601123:0:34742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783948586.601128:0:34742:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783948586.601130:0:34742:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948586.601132:0:34742:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783948586.601137:0:34742:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9493f0400. 02000000:00000001:1.0:1783948586.601138:0:34742:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948586.601146:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:1.0:1783948586.601150:0:34742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943888c08. 00000400:00000010:1.0:1783948586.601157:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618ee0. 00000100:00000200:1.0:1783948586.601163:0:34742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636542848, portal 10 00000100:00000001:1.0:1783948586.601165:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783948586.601166:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000040:1.0:1783948586.601172:0:34742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.601179:0:34742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948586.601182:0:34742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948586.601200:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9506185d8. 00000100:00000200:1.0:1783948586.601203:0:34742:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636542848, offset 0 00000400:00000200:1.0:1783948586.601210:0:34742:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948586.601217:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.601225:0:34742:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948586.601230:0:34742:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783948586.601234:0:34742:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:1.0:1783948586.601238:0:34742:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783948586.601241:0:34742:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:1.0:1783948586.601245:0:34742:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2739:2739:256:4294967295] 192.168.202.104@tcp LPNI seq info [2739:2739:8:4294967295] 00000400:00000200:1.0:1783948586.601250:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.601260:0:34742:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948586.601265:0:34742:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948586.601270:0:34742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ed00. 00000800:00000200:1.0:1783948586.601278:0:34742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948586.601286:0:34742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948586.601290:0:34742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ed00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783948586.602379:0:34742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948586.602399:0:34742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 808003 usecs (809 jiffies) 00000400:00000200:1.0:1783948586.602407:0:34742:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:1.0:1783948586.602411:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677563 00000100:00000001:1.0:1783948586.602415:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.602417:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677563 00000100:00000001:1.0:1783948586.602419:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296677609 00000100:00000001:1.0:1783948586.602421:0:34742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783948586.602425:0:34742:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.602427:0:34742:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783948586.602430:0:34742:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783948586.602433:0:34742:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e95807e300 going to sleep for 11 seconds 00000100:00000001:1.0:1783948586.602436:0:34742:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783948586.602443:0:34742:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948586.602874:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.602879:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ed00. 00000400:00000200:0.0:1783948586.602886:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.602893:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.602900:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9506185d8 00000400:00000010:0.0:1783948586.602902:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9506185d8. 00000100:00000001:0.0:1783948586.602907:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.602913:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.602924:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.602927:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.602933:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.602935:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948586.611397:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.611415:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.611419:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.611422:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.611431:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.611439:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.611451:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.611456:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.611462:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.611466:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9458d80 00000400:00000200:1.0:1783948586.611472:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.611479:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x77d1 [1] + 224 00000800:00000001:1.0:1783948586.611485:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.611508:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.611512:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.611516:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.611524:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.611542:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783948586.611554:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783948586.611576:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.611585:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.611588:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.611715:0:34742:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.611731:0:34742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.611733:0:34742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.611737:0:34742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943888c08. 00000400:00000200:2.0:1783948586.611741:0:34742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618ee0 00000400:00000010:2.0:1783948586.611744:0:34742:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618ee0. 00000100:00000001:2.0:1783948586.611747:0:34742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.611752:0:34742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948586.611762:0:34742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e9529cfb80 x1870603636542848/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.611768:0:34742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.611771:0:34742:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.611775:0:34742:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.611777:0:34742:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.611780:0:34742:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.611782:0:34742:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.611785:0:34742:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.611798:0:34742:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=106 v=5 (10 5 5 5) 00000100:00001000:2.0:1783948586.611802:0:34742:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.611805:0:34742:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.611807:0:34742:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.611810:0:34742:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.611814:0:34742:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.611817:0:34742:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948586.611819:0:34742:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948586.611821:0:34742:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948586.611823:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.611825:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000100:00000001:2.0:1783948586.611828:0:34742:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.611831:0:34742:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1783948586.611832:0:34742:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.611834:0:34742:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.611839:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e9529cfb80 x1870603636542848/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.611846:0:34742:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.611848:0:34742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.611887:0:34742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.611892:0:34742:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e9529cfb80 x1870603636542848/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948586.611899:0:34742:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e9529cfb80 pname:cluuid:pid:xid:nid:opc:job uname:342776fa-f61c-4b73-829b-67eb463eff17:34742:1870603636542848:192.168.202.104@tcp:35:uname.0 00000100:00000001:2.0:1783948586.611904:0:34742:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.611907:0:34742:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.611909:0:34742:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.611911:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.611915:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636542848/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.611921:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.611924:0:34742:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e95807e300. 00000100:00000001:2.0:1783948586.611928:0:34742:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.611930:0:34742:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.611936:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.611938:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233939245952 : -129839770305664 : ffff89e9529cfb80) 00000002:00000001:2.0:1783948586.611941:0:34742:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.611943:0:34742:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.611948:0:34742:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9584cfc00. 00000080:00000001:2.0:1783948586.611953:0:34742:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783948586.611957:0:34742:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1783948586.611961:0:34742:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783948586.611966:0:34742:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.611974:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.611975:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000001:2.0:1783948586.611977:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.611979:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.611985:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.611986:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.611988:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e9529cfb80 x1870603636542848/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.611993:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.611995:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.611997:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65500 x1870603636542336/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.612003:0:34742:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783948586.612005:0:34742:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.612007:0:34742:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.612010:0:34742:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.612013:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509e9400. 02000000:00000001:2.0:1783948586.612017:0:34742:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.612019:0:34742:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.612020:0:34742:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65500. 00000100:00000001:2.0:1783948586.612024:0:34742:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.612025:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.612026:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.612029:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cfb80 x1870603636542848/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.612034:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.612036:0:34742:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be820. 00000002:00000001:2.0:1783948586.612039:0:34742:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.612041:0:34742:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.612043:0:34742:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477c180. 00000100:00000001:2.0:1783948586.612045:0:34742:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.612048:0:34742:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cfb80 x1870603636542848/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.612053:0:34742:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.612054:0:34742:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.612057:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f0400. 02000000:00000001:2.0:1783948586.612059:0:34742:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.612060:0:34742:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.612061:0:34742:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.612063:0:34742:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.612064:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e9529d2600. 02000000:00000001:2.0:1783948586.612067:0:34742:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.612067:0:34742:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.612068:0:34742:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cfb80. 00000100:00000001:2.0:1783948586.612071:0:34742:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.612073:0:34742:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.612075:0:34742:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.612077:0:34742:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e9417b3180. 00000080:00000001:2.0:1783948586.612081:0:34742:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.612087:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2bdb8 00000080:00000008:2.0:1783948586.612089:0:34742:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 102001, rc = 0 00000080:00000001:2.0:1783948586.612092:0:34742:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.612098:0:34742:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948586.612100:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01d2be00 00000080:00002000:2.0:1783948586.612102:0:34742:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951f63e58, parent ffff89e951e2fe58, inode ffff89e951d7c2c8) hashed, 00000080:00000001:2.0:1783948586.612105:0:34742:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.670277:0:34743:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948586.670286:0:34743:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948586.670288:0:34743:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948586.670293:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbbc0 00000080:00200000:3.0:1783948586.670298:0:34743:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948586.670308:0:34743:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950bf4a00. 00800000:00000002:3.0:1783948586.670316:0:34743:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948586.670320:0:34743:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948586.670325:0:34743:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.670327:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbae0 00800000:00000002:3.0:1783948586.670329:0:34743:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948586.670333:0:34743:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948586.670337:0:34743:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948586.670343:0:34743:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.670345:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fb9b0 00000002:00010000:3.0:1783948586.670347:0:34743:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948586.670351:0:34743:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948586.670353:0:34743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.670356:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948586.670362:0:34743:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.670365:0:34743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.670367:0:34743:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.670370:0:34743:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783948586.670372:0:34743:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783948586.670378:0:34743:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e950b65500. 00000020:00000040:3.0:1783948586.670382:0:34743:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00010000:00000001:3.0:1783948586.670400:0:34743:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783948586.670405:0:34743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.670411:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.670413:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.670415:0:34743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.670419:0:34743:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783948586.670421:0:34743:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783948586.670436:0:34743:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783948586.670444:0:34743:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9509ea000. 00000100:00000001:3.0:1783948586.670450:0:34743:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.670455:0:34743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948586.670457:0:34743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.670459:0:34743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783948586.670460:0:34743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.670462:0:34743:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.670467:0:34743:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00010000:00000001:3.0:1783948586.670471:0:34743:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783948586.670473:0:34743:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783948586.670477:0:34743:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff89e959459600. 00010000:00000010:3.0:1783948586.670482:0:34743:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff89e9594c7600. 00010000:00000001:3.0:1783948586.670486:0:34743:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783948586.670489:0:34743:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e946597e00. 00000020:00000001:3.0:1783948586.670493:0:34743:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783948586.670496:0:34743:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e946597e00 with handle 0x8c7cf19e4b440e2b to hash 00000020:00000001:3.0:1783948586.670498:0:34743:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783948586.670500:0:34743:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.670504:0:34743:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.670508:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.670510:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.670523:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948586.671837:0:34743:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948586.671875:0:34743:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34743 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783948586.671882:0:34743:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783948586.671886:0:34743:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783948586.671897:0:34743:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e959473900. 00000100:00000001:3.0:1783948586.671899:0:34743:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234051066112 : -129839658485504 : ffff89e959473900) 00000100:00000001:3.0:1783948586.671903:0:34743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.671904:0:34743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000001:3.0:1783948586.671909:0:34743:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948586.671913:0:34743:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.671915:0:34743:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783948586.671917:0:34743:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948586.671928:0:34743:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.671937:0:34743:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948586.671938:0:34743:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.671942:0:34743:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948586.671944:0:34743:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948586.671947:0:34743:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948586.671950:0:34743:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job cat:342776fa-f61c-4b73-829b-67eb463eff17:34743:1870603636542976:192.168.202.104@tcp:101:cat.0 00000100:00000001:3.0:1783948586.671954:0:34743:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948586.671960:0:34743:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948586.671963:0:34743:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.671965:0:34743:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948586.671970:0:34743:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff89e9582bd000. 02000000:00000001:3.0:1783948586.671972:0:34743:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948586.671979:0:34743:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948586.671995:0:34743:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948586.672002:0:34743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948586.672008:0:34743:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870603636542976, portal 10 00000100:00000001:3.0:1783948586.672010:0:34743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948586.672012:0:34743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233907352832 : -129839802198784 : ffff89e950b65500) 00000100:00000040:3.0:1783948586.672017:0:34743:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.672025:0:34743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948586.672027:0:34743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948586.672029:0:34743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125220. 00000100:00000200:3.0:1783948586.672033:0:34743:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870603636542976, offset 0 00000400:00000200:3.0:1783948586.672038:0:34743:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948586.672046:0:34743:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948586.672055:0:34743:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948586.672060:0:34743:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948586.672064:0:34743:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948586.672068:0:34743:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948586.672070:0:34743:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948586.672073:0:34743:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2740:2740:256:4294967295] 192.168.202.104@tcp LPNI seq info [2740:2740:8:4294967295] 00000400:00000200:3.0:1783948586.672078:0:34743:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948586.672088:0:34743:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948586.672093:0:34743:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948586.672098:0:34743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e947f77d00. 00000800:00000200:3.0:1783948586.672104:0:34743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948586.672113:0:34743:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948586.672116:0:34743:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e947f77d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783948586.672132:0:34743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.672136:0:34743:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 807075 usecs (808 jiffies) 00000400:00000200:3.0:1783948586.672140:0:34743:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948586.672142:0:34743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677631 00000100:00000001:3.0:1783948586.672151:0:34743:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296677609 00000100:00000001:3.0:1783948586.672156:0:34743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677631 00000100:00000001:3.0:1783948586.672159:0:34743:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296677609 00000100:00000001:3.0:1783948586.672162:0:34743:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.672165:0:34743:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.672167:0:34743:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948586.672169:0:34743:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783948586.672171:0:34743:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e959473900 going to sleep for 11 seconds 00000100:00000001:3.0:1783948586.672174:0:34743:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948586.672177:0:34743:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948586.672546:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.672551:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e947f77d00. 00000400:00000200:0.0:1783948586.672556:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.672563:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.672569:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125220 00000400:00000010:0.0:1783948586.672571:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125220. 00000100:00000001:0.0:1783948586.672577:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.672582:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.672597:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.672600:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.672607:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.672609:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.677098:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.677117:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.677121:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.677123:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.677131:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.677139:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.677149:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.677153:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.677159:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.677162:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 688 into portal 10 MB=0x6a54dd9458e00 00000400:00000200:0.0:1783948586.677167:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.677173:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 688/688 into md 0x77e1 [1] + 224 00000800:00000001:0.0:1783948586.677180:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.677944:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.677950:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.677957:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.677965:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.677973:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948586.677994:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.678011:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.678023:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.678027:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.678448:0:34743:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948586.678457:0:34743:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948586.678459:0:34743:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948586.678463:0:34743:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:3.0:1783948586.678468:0:34743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:3.0:1783948586.678471:0:34743:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:3.0:1783948586.678475:0:34743:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948586.678481:0:34743:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783948586.678490:0:34743:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.678497:0:34743:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948586.678499:0:34743:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.678501:0:34743:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948586.678505:0:34743:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948586.678507:0:34743:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948586.678510:0:34743:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948586.678513:0:34743:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948586.678523:0:34743:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948586.678539:0:34743:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948586.678542:0:34743:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948586.678544:0:34743:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.678548:0:34743:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948586.678551:0:34743:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.678555:0:34743:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948586.678557:0:34743:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1783948586.678559:0:34743:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948586.678562:0:34743:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948586.678567:0:34743:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.678574:0:34743:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948586.678577:0:34743:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948586.678579:0:34743:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948586.678583:0:34743:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783948586.680754:0:34743:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e950b65500 pname:cluuid:pid:xid:nid:opc:job cat:342776fa-f61c-4b73-829b-67eb463eff17:34743:1870603636542976:192.168.202.104@tcp:101:cat.0 00000100:00000001:3.0:1783948586.680763:0:34743:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948586.680768:0:34743:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948586.680770:0:34743:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783948586.680774:0:34743:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948586.680781:0:34743:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783948586.680789:0:34743:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783948586.680793:0:34743:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e959473900. 00000100:00000001:3.0:1783948586.680797:0:34743:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783948586.680799:0:34743:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.680803:0:34743:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783948586.680808:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.680810:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.680814:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=4 00000020:00000001:3.0:1783948586.680816:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.680819:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000040:3.0:1783948586.680827:0:34743:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e946597e00, remote cookie: 0x2ceea11ad5e069f8, flags: 0x1001 00010000:00010000:3.0:1783948586.680832:0:34743:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783948586.680843:0:34743:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.680849:0:34743:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783948586.680882:0:34743:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783948586.680884:0:34743:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783948586.680886:0:34743:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783948586.680887:0:34743:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783948586.680891:0:34743:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff89e959459600) refcount = 1 00010000:00010000:3.0:1783948586.680894:0:34743:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.680900:0:34743:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783948586.680904:0:34743:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783948586.680906:0:34743:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.680909:0:34743:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783948586.680911:0:34743:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.680914:0:34743:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.680941:0:34743:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783948586.680943:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.680944:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.680945:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.680946:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.680947:0:34743:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.680952:0:34743:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783948586.680954:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.680955:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.680956:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948586.680958:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.680960:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.680962:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.680963:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.680964:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=4 00000020:00000001:3.0:1783948586.680966:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.680968:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.680970:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.680973:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.680976:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.680982:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.681119:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.681122:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.681124:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.681126:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=5 00000020:00000001:3.0:1783948586.681128:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.681131:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.681133:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.681136:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.681143:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.681144:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783948586.681146:0:34743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.681152:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.681153:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.681154:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.681155:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.681156:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783948586.681162:0:34743:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783948586.681171:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.681172:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.681174:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948586.681176:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.681178:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.681180:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.681181:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.681324:0:34743:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.681326:0:34743:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783948586.681329:0:34743:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783948586.681331:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.681332:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.681334:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948586.681336:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.681339:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00000002:00010000:3.0:1783948586.681342:0:34743:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783948586.681348:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.681350:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.681352:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783948586.681353:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.681354:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.681356:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948586.681358:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.681360:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000040:3.0:1783948586.681365:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:3.0:1783948586.681368:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783948586.681372:0:34743:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783948586.681374:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.681375:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.681376:0:34743:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783948586.681378:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fb938 00000002:00002000:3.0:1783948586.681380:0:34743:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783948586.681393:0:34743:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.681397:0:34743:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.681400:0:34743:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783948586.681404:0:34743:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783948586.681407:0:34743:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783948586.681411:0:34743:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948586.681415:0:34743:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950bf4a00. 00000080:00000001:3.0:1783948586.681420:0:34743:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948586.681422:0:34743:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783948586.681429:0:34743:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783948586.681432:0:34743:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783948586.681545:0:34743:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff89e94477c180. 00800000:00000001:2.0:1783948586.681549:0:34743:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446614233701925248 : -129840007626368 : ffff89e94477c180) 00800000:00000001:2.0:1783948586.681552:0:34743:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.681555:0:34743:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783948586.681557:0:34743:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783948586.681559:0:34743:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783948586.681562:0:34743:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783948586.681566:0:34743:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783948586.681568:0:34743:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.681573:0:34743:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783948586.681576:0:34743:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783948586.681581:0:34743:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783948586.681584:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.681595:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.681597:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948586.681598:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.681600:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.681603:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.681604:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948586.681605:0:34743:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948586.681608:0:34743:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783948586.681609:0:34743:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e94477c180 1 00800000:00000010:2.0:1783948586.681611:0:34743:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff89e94477c180. 00800000:00000001:2.0:1783948586.681614:0:34743:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.681617:0:34743:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e2b 00800000:00000001:2.0:1783948586.681620:0:34743:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948586.681622:0:34743:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948586.681623:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.681625:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.681626:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948586.681628:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.681629:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.681631:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.681632:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.681634:0:34743:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.681635:0:34743:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.681637:0:34743:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.681639:0:34743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948586.681643:0:34743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e2b from it ffffb87d014fbbf8 00010000:00000001:2.0:1783948586.681645:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.681646:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.681647:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948586.681649:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.681652:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.681654:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.681657:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.681663:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.681665:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.681666:0:34743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.681669:0:34743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.681672:0:34743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948586.681679:0:34743:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.681683:0:34743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.681685:0:34743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.681691:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.681692:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.681694:0:34743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.681698:0:34743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.681700:0:34743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.681702:0:34743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.681705:0:34743:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.681707:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.681708:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.681709:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948586.681711:0:34743:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.681717:0:34743:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e950b65500 x1870603636542976/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/688 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.681724:0:34743:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.681728:0:34743:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.681732:0:34743:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89e9582bd000. 02000000:00000001:2.0:1783948586.681736:0:34743:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.681739:0:34743:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.681741:0:34743:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.681744:0:34743:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.681747:0:34743:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9509ea000. 02000000:00000001:2.0:1783948586.681751:0:34743:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.681753:0:34743:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.681755:0:34743:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e950b65500. 00000100:00000001:2.0:1783948586.681759:0:34743:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.681760:0:34743:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948586.681763:0:34743:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948586.681768:0:34743:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.681774:0:34743:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783948586.681776:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbbc0 00000080:00002000:2.0:1783948586.681778:0:34743:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951f63e58) flags 0x48004e refc 0 00000080:00000001:2.0:1783948586.681780:0:34743:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.681782:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbc08 00000080:00200000:2.0:1783948586.681784:0:34743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1783948586.681791:0:34743:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783948586.681793:0:34743:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8), inode mode 81a4 mask 44 00000080:00000001:2.0:1783948586.681796:0:34743:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.681802:0:34743:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783948586.681804:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbb98 00000080:00200008:2.0:1783948586.681806:0:34743:0:(file.c:1058:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 100000 00000080:00000010:2.0:1783948586.681812:0:34743:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff89e960303540. 00000080:00000001:2.0:1783948586.681818:0:34743:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1783948586.681822:0:34743:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950b81a00. 00800000:00000002:2.0:1783948586.681827:0:34743:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948586.681830:0:34743:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948586.681833:0:34743:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.681835:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fba48 00800000:00000002:2.0:1783948586.681837:0:34743:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948586.681840:0:34743:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1783948586.681843:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fb9c8 00800000:00000002:2.0:1783948586.681845:0:34743:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1783948586.681880:0:34743:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.681883:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fb900 00000002:00010000:2.0:1783948586.681885:0:34743:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1783948586.681889:0:34743:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783948586.681891:0:34743:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783948586.681894:0:34743:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948586.681898:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 3 00010000:00000001:2.0:1783948586.681900:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.681903:0:34743:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948586.681906:0:34743:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.681908:0:34743:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.681910:0:34743:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.681912:0:34743:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948586.681913:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:2.0:1783948586.681915:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.681917:0:34743:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948586.681918:0:34743:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.681920:0:34743:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.681921:0:34743:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.682239:0:34743:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066e300. 00000020:00000040:2.0:1783948586.682245:0:34743:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948586.682250:0:34743:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948586.682252:0:34743:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.682255:0:34743:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948586.682260:0:34743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.682264:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.682265:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.682266:0:34743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.682269:0:34743:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.682271:0:34743:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.682275:0:34743:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.682280:0:34743:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff89e9581c8c00. 00000100:00000001:2.0:1783948586.682287:0:34743:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.682290:0:34743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.682292:0:34743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.682294:0:34743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.682295:0:34743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.682296:0:34743:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.682302:0:34743:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00010000:00000001:2.0:1783948586.682305:0:34743:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783948586.682306:0:34743:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783948586.682309:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:2.0:1783948586.682311:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.682314:0:34743:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783948586.682317:0:34743:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89e952234800. 00000020:00000001:2.0:1783948586.682321:0:34743:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783948586.682323:0:34743:0:(lustre_handles.c:93:class_handle_hash()) added object ffff89e952234800 with handle 0x8c7cf19e4b440e32 to hash 00000020:00000001:2.0:1783948586.682325:0:34743:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783948586.682326:0:34743:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.682329:0:34743:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.682332:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.682334:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.682338:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948586.682346:0:34743:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34743 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783948586.682358:0:34743:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783948586.682366:0:34743:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783948586.682375:0:34743:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34743 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783948586.682381:0:34743:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.682383:0:34743:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.682400:0:34743:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211000. 00000100:00000001:2.0:1783948586.682404:0:34743:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166005760 : -129839543545856 : ffff89e960211000) 00000100:00000001:2.0:1783948586.682406:0:34743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.682408:0:34743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00000100:00000001:2.0:1783948586.682412:0:34743:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.682417:0:34743:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.682419:0:34743:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.682421:0:34743:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.682426:0:34743:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.682434:0:34743:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.682436:0:34743:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.682441:0:34743:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.682444:0:34743:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.682446:0:34743:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.682455:0:34743:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job cat:342776fa-f61c-4b73-829b-67eb463eff17:34743:1870603636543232:192.168.202.104@tcp:101:cat.0 00000100:00000001:2.0:1783948586.682460:0:34743:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.682466:0:34743:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.682468:0:34743:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.682471:0:34743:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.684263:0:34743:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff89e958c00000. 02000000:00000001:2.0:1783948586.684271:0:34743:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.684281:0:34743:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.684289:0:34743:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891268. 00000400:00000010:2.0:1783948586.684298:0:34743:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff89e958132800. 00000100:00000200:2.0:1783948586.684307:0:34743:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870603636543232, portal 10 00000100:00000001:2.0:1783948586.684311:0:34743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.684312:0:34743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00000100:00000040:2.0:1783948586.684324:0:34743:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.684333:0:34743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.684336:0:34743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.684339:0:34743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2440. 00000100:00000200:2.0:1783948586.684343:0:34743:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870603636543232, offset 0 00000400:00000200:2.0:1783948586.684349:0:34743:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.684358:0:34743:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.684366:0:34743:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.684372:0:34743:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.684377:0:34743:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.684380:0:34743:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.684383:0:34743:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.684397:0:34743:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2741:2741:256:4294967295] 192.168.202.104@tcp LPNI seq info [2741:2741:8:4294967295] 00000400:00000200:2.0:1783948586.684402:0:34743:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.684412:0:34743:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.684418:0:34743:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.684424:0:34743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61e00. 00000800:00000200:2.0:1783948586.684431:0:34743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.684438:0:34743:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.684442:0:34743:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.684464:0:34743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.684470:0:34743:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 806143 usecs (807 jiffies) 00000400:00000200:2.0:1783948586.684473:0:34743:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.684477:0:34743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677643 00000100:00000001:2.0:1783948586.684487:0:34743:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296677631 00000100:00000001:2.0:1783948586.684500:0:34743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677643 00000100:00000001:2.0:1783948586.684505:0:34743:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296677631 00000100:00000001:2.0:1783948586.684508:0:34743:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.684512:0:34743:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.684515:0:34743:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.684517:0:34743:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.684520:0:34743:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211000 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.684523:0:34743:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.684525:0:34743:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948586.685944:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.685952:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61e00. 00000400:00000200:0.0:1783948586.685957:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.685964:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.685971:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2440 00000400:00000010:0.0:1783948586.685974:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2440. 00000100:00000001:0.0:1783948586.685979:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.685986:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.685998:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.686001:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948602 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.686007:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.686008:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.690287:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.690306:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.690310:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.690312:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.690320:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.690329:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.690339:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.690345:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.690350:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.690353:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 664 into portal 10 MB=0x6a54dd9458f00 00000400:00000200:0.0:1783948586.690359:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.690365:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 664/664 into md 0x77e9 [64] + 224 00000800:00000001:0.0:1783948586.690372:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.690379:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.690383:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.690397:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.690406:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.690417:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948602 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948586.690429:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.690449:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948586.690459:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.690462:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.690527:0:34743:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.690543:0:34743:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.690545:0:34743:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.690549:0:34743:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891268. 00000400:00000200:2.0:1783948586.690553:0:34743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e958132800 00000400:00000010:2.0:1783948586.690556:0:34743:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff89e958132800. 00000100:00000001:2.0:1783948586.690559:0:34743:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.690565:0:34743:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948586.690575:0:34743:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e300 x1870603636543232/t0(0) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.690580:0:34743:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.690582:0:34743:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.690594:0:34743:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.690598:0:34743:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.690601:0:34743:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.690603:0:34743:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.690606:0:34743:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.690617:0:34743:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948586.690621:0:34743:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.690624:0:34743:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.690626:0:34743:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.690628:0:34743:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.690631:0:34743:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.690634:0:34743:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948586.690636:0:34743:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948586.690637:0:34743:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948586.690640:0:34743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.690641:0:34743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00000100:00000001:2.0:1783948586.690646:0:34743:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.690648:0:34743:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1783948586.690650:0:34743:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.690652:0:34743:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.690658:0:34743:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.690665:0:34743:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.690668:0:34743:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.690670:0:34743:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.690674:0:34743:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948586.690681:0:34743:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job cat:342776fa-f61c-4b73-829b-67eb463eff17:34743:1870603636543232:192.168.202.104@tcp:101:cat.0 00000100:00000001:2.0:1783948586.690687:0:34743:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.690690:0:34743:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.690692:0:34743:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.690695:0:34743:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.690698:0:34743:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.690704:0:34743:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.690707:0:34743:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211000. 00000100:00000001:2.0:1783948586.690710:0:34743:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.690712:0:34743:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.690716:0:34743:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783948586.690721:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.690724:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.690727:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234800 refcount=4 00000020:00000001:2.0:1783948586.690729:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.690733:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000040:2.0:1783948586.690739:0:34743:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff89e952234800, remote cookie: 0x2ceea11ad5e06a06, flags: 0x1001 00010000:00000040:2.0:1783948586.690741:0:34743:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783948586.690745:0:34743:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1783948586.690751:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 3 00010000:00000001:2.0:1783948586.690754:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.690758:0:34743:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.690763:0:34743:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783948586.690772:0:34743:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.690778:0:34743:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783948586.690784:0:34743:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783948586.690786:0:34743:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783948586.690789:0:34743:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783948586.690791:0:34743:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783948586.690794:0:34743:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff89e94722d400) refcount = 3 00010000:00000040:2.0:1783948586.690797:0:34743:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783948586.690800:0:34743:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1783948586.690807:0:34743:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1783948586.690815:0:34743:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.690821:0:34743:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783948586.690824:0:34743:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783948586.690826:0:34743:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.690829:0:34743:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783948586.690832:0:34743:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.690835:0:34743:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.690841:0:34743:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783948586.690843:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.690844:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.690846:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.690846:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.690848:0:34743:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.690888:0:34743:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783948586.690891:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.690893:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.690895:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234800 refcount=3 00000020:00000001:2.0:1783948586.690897:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.690900:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.690902:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.690903:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783948586.690907:0:34743:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948586.690917:0:34743:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783948586.690922:0:34743:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 648/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948586.690928:0:34743:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.690934:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.690935:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.690936:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234800 refcount=3 00000020:00000001:2.0:1783948586.690938:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.690940:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00000002:00010000:2.0:1783948586.690944:0:34743:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783948586.690955:0:34743:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff89e94477c180. 00010000:00000001:2.0:1783948586.690957:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.690959:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.690960:0:34743:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.690963:0:34743:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.690966:0:34743:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783948586.690968:0:34743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.690969:0:34743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00010000:00000001:2.0:1783948586.690972:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.690973:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.690974:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234800 refcount=3 00000020:00000001:2.0:1783948586.690977:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.690979:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00000002:00010000:2.0:1783948586.690982:0:34743:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.690989:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.690990:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.690992:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783948586.690993:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.690994:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.690996:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234800 refcount=3 00000020:00000001:2.0:1783948586.690998:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.690999:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000040:2.0:1783948586.691002:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 4 00010000:00000001:2.0:1783948586.691004:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783948586.691008:0:34743:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff89e950607c00 type 13 mode 16 res 8589935620/54 (0 0) 00010000:00000001:2.0:1783948586.691010:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691011:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.691012:0:34743:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783948586.691015:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fb888 00000002:00002000:2.0:1783948586.691017:0:34743:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1783948586.691020:0:34743:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.691023:0:34743:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.691027:0:34743:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783948586.691032:0:34743:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783948586.691036:0:34743:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948586.691040:0:34743:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948586.691044:0:34743:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b81a00. 00000080:00000001:2.0:1783948586.691049:0:34743:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783948586.691055:0:34743:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783948586.691058:0:34743:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1783948586.691062:0:34743:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.691067:0:34743:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11360. 00000020:00000010:2.0:1783948586.691072:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81a00. 00000020:00000010:2.0:1783948586.691078:0:34743:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80200. 00000020:00000010:2.0:1783948586.691081:0:34743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041840. 00000008:00000010:2.0:1783948586.691088:0:34743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e9447237f0. 00020000:00000010:2.0:1783948586.691094:0:34743:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.691099:0:34743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f8710. 00000080:00000010:2.0:1783948586.691105:0:34743:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948586.691108:0:34743:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582abc20. 00000020:00000010:2.0:1783948586.691112:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80400. 00000008:00000010:2.0:1783948586.691116:0:34743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958584c60. 00020000:00000010:2.0:1783948586.691119:0:34743:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d488. 00008000:00000010:2.0:1783948586.691123:0:34743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f1f8. 00000080:00000010:2.0:1783948586.691127:0:34743:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e0f0. 00000020:00000001:2.0:1783948586.691129:0:34743:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044371816 : -129839665179800 : ffff89e958e11368) 00000020:00001000:2.0:1783948586.691132:0:34743:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11360 00000020:00000001:2.0:1783948586.691134:0:34743:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948586.691138:0:34743:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948586.691140:0:34743:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948586.691145:0:34743:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041360. 00020000:00000010:2.0:1783948586.691148:0:34743:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95081c200. 00020000:00000010:2.0:1783948586.691153:0:34743:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041cc0. 00020000:00000001:2.0:1783948586.691155:0:34743:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029890752 : -129839679660864 : ffff89e958041cc0) 00020000:00000002:2.0:1783948586.691159:0:34743:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041cc0, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948586.691163:0:34743:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948586.691167:0:34743:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95081c200: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1783948586.691170:0:34743:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2aa8) owner ffff89e958054f80 00020000:00000001:2.0:1783948586.691174:0:34743:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948586.691177:0:34743:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2aa8) owner ffff89e958054f80 00020000:00000010:2.0:1783948586.691182:0:34743:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95081c200. 00020000:00000010:2.0:1783948586.691185:0:34743:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041360. 00020000:00000010:2.0:1783948586.691189:0:34743:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041cc0. 00020000:00000002:2.0:1783948586.691191:0:34743:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948586.691193:0:34743:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.691195:0:34743:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948586.691198:0:34743:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11360 00000020:00000010:2.0:1783948586.691201:0:34743:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80200. 00000020:00000010:2.0:1783948586.691204:0:34743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041840. 00000008:00000010:2.0:1783948586.691206:0:34743:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e9447237f0. 00020000:00000010:2.0:1783948586.691210:0:34743:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.691213:0:34743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f8710. 00000080:00000010:2.0:1783948586.691215:0:34743:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948586.691218:0:34743:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582abc20. 00000020:00000010:2.0:1783948586.691221:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81a00. 00000008:00000010:2.0:1783948586.691224:0:34743:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584c60. 00020000:00000010:2.0:1783948586.691226:0:34743:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d488. 00008000:00000010:2.0:1783948586.691229:0:34743:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f1f8. 00000080:00000010:2.0:1783948586.691232:0:34743:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e0f0. 00000020:00000010:2.0:1783948586.691235:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80400. 00000020:00000010:2.0:1783948586.691237:0:34743:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11360. 00000080:00000001:2.0:1783948586.691241:0:34743:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:2.0:1783948586.691244:0:34743:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1783948586.691249:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.691250:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.691252:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234800 refcount=3 00000020:00000001:2.0:1783948586.691254:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.691256:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00000080:00000001:2.0:1783948586.691259:0:34743:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948586.691261:0:34743:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.691264:0:34743:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11360. 00000020:00000010:2.0:1783948586.691266:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80400. 00000020:00000010:2.0:1783948586.691268:0:34743:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81a00. 00000020:00000010:2.0:1783948586.691271:0:34743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041840. 00000008:00000010:2.0:1783948586.691273:0:34743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e9447237f0. 00020000:00000010:2.0:1783948586.691275:0:34743:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.691278:0:34743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f8710. 00000080:00000010:2.0:1783948586.691281:0:34743:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948586.691283:0:34743:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582abc20. 00000020:00000010:2.0:1783948586.691285:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80200. 00000008:00000010:2.0:1783948586.691288:0:34743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958584c60. 00020000:00000010:2.0:1783948586.691290:0:34743:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d488. 00008000:00000010:2.0:1783948586.691293:0:34743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f1f8. 00000080:00000010:2.0:1783948586.691295:0:34743:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e0f0. 00000020:00000001:2.0:1783948586.691297:0:34743:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044371816 : -129839665179800 : ffff89e958e11368) 00000020:00001000:2.0:1783948586.691299:0:34743:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11360 00000020:00000001:2.0:1783948586.691301:0:34743:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783948586.691302:0:34743:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948586.691303:0:34743:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783948586.691305:0:34743:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff89e958041cc0. 00020000:00000010:2.0:1783948586.691307:0:34743:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff89e95081c200. 00020000:00000010:2.0:1783948586.691309:0:34743:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff89e958041360. 00020000:00000001:2.0:1783948586.691311:0:34743:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614234029888352 : -129839679663264 : ffff89e958041360) 00020000:00000002:2.0:1783948586.691313:0:34743:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e958041360, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783948586.691316:0:34743:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783948586.691320:0:34743:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e95081c200: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1783948586.691322:0:34743:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff89e9601c2aa8) owner ffff89e958054f80 00020000:00000001:2.0:1783948586.691324:0:34743:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948586.691325:0:34743:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff89e9601c2aa8) owner ffff89e958054f80 00020000:00000010:2.0:1783948586.691327:0:34743:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e95081c200. 00020000:00000010:2.0:1783948586.691330:0:34743:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e958041cc0. 00020000:00000010:2.0:1783948586.691332:0:34743:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e958041360. 00020000:00000002:2.0:1783948586.691334:0:34743:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783948586.691336:0:34743:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.691337:0:34743:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.691340:0:34743:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948586.691343:0:34743:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000002:2.0:1783948586.691345:0:34743:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e958054f80. 00020000:00000002:2.0:1783948586.691348:0:34743:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000001:2.0:1783948586.691350:0:34743:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948586.691352:0:34743:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948586.691354:0:34743:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948586.691355:0:34743:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783948586.691358:0:34743:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783948586.691360:0:34743:0:(file.c:6749:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1783948586.691362:0:34743:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11360 00000020:00000010:2.0:1783948586.691364:0:34743:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81a00. 00000020:00000010:2.0:1783948586.691367:0:34743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041840. 00000008:00000010:2.0:1783948586.691369:0:34743:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e9447237f0. 00020000:00000010:2.0:1783948586.691371:0:34743:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.691373:0:34743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f8710. 00000080:00000010:2.0:1783948586.691376:0:34743:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948586.691377:0:34743:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582abc20. 00000020:00000010:2.0:1783948586.691379:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80400. 00000008:00000010:2.0:1783948586.691381:0:34743:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584c60. 00020000:00000010:2.0:1783948586.691393:0:34743:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d488. 00008000:00000010:2.0:1783948586.691398:0:34743:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f1f8. 00000080:00000010:2.0:1783948586.691401:0:34743:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e0f0. 00000020:00000010:2.0:1783948586.691403:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80200. 00000020:00000010:2.0:1783948586.691405:0:34743:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11360. 00000080:00000001:2.0:1783948586.691407:0:34743:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691409:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691410:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948586.691412:0:34743:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783948586.691415:0:34743:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783948586.691416:0:34743:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.691420:0:34743:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e32 00800000:00000001:2.0:1783948586.691423:0:34743:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948586.691425:0:34743:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948586.691426:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.691427:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.691428:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234800 refcount=3 00000020:00000001:2.0:1783948586.691430:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.691432:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.691434:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691435:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.691437:0:34743:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.691438:0:34743:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.691440:0:34743:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.691446:0:34743:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.691453:0:34743:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.691455:0:34743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e32 from it ffffb87d014fbbf0 00010000:00000001:2.0:1783948586.691458:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.691459:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.691460:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e952234800 refcount=3 00000020:00000001:2.0:1783948586.691461:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.691463:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233931270144 : -129839778281472 : ffff89e952234800) 00010000:00000001:2.0:1783948586.691466:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.691470:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783948586.691476:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691477:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.691478:0:34743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.691480:0:34743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.691483:0:34743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948586.691490:0:34743:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.691494:0:34743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.691496:0:34743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.691500:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691501:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.691503:0:34743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691506:0:34743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.691508:0:34743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691510:0:34743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691513:0:34743:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691515:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.691516:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691518:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783948586.691521:0:34743:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.691526:0:34743:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff89e94477ccc0. 00000080:00000001:2.0:1783948586.691529:0:34743:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783948586.691533:0:34743:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1783948586.691535:0:34743:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783948586.691538:0:34743:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff89e9461be100. 00000002:00100000:2.0:1783948586.691543:0:34743:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783948586.691549:0:34743:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.691551:0:34743:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783948586.691554:0:34743:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783948586.691557:0:34743:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.691560:0:34743:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783948586.691562:0:34743:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.691564:0:34743:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.691566:0:34743:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.691568:0:34743:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.691571:0:34743:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783948586.691574:0:34743:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.691576:0:34743:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783948586.691578:0:34743:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.691580:0:34743:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.691584:0:34743:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.691587:0:34743:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783948586.691600:0:34743:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.691603:0:34743:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff89e958c00000. 02000000:00000001:2.0:1783948586.691656:0:34743:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783948586.691658:0:34743:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.691661:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbb98 00000080:00000008:2.0:1783948586.691663:0:34743:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 100000, rc = 0 00000020:00000001:2.0:1783948586.691688:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbd28 00000080:00200008:2.0:1783948586.691691:0:34743:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948586.691696:0:34743:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948586.691697:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbca0 00000080:00200000:2.0:1783948586.691699:0:34743:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8),name=recon 00000080:00000010:2.0:1783948586.691705:0:34743:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950b80200. 00800000:00000002:2.0:1783948586.691709:0:34743:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948586.691714:0:34743:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948586.691718:0:34743:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.691720:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbbc0 00800000:00000002:2.0:1783948586.691722:0:34743:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948586.691725:0:34743:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948586.691729:0:34743:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948586.691732:0:34743:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.691734:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fba90 00000002:00010000:2.0:1783948586.691736:0:34743:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948586.691739:0:34743:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948586.691742:0:34743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.691744:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.691747:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 4 00010000:00000001:2.0:1783948586.691749:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.691753:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.691756:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.691760:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783948586.691773:0:34743:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948586.691778:0:34743:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.691781:0:34743:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1783948586.691787:0:34743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948586.691789:0:34743:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948586.691791:0:34743:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.691792:0:34743:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.691794:0:34743:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948586.691796:0:34743:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948586.691797:0:34743:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948586.691799:0:34743:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948586.691801:0:34743:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b80200. 00000080:00000001:2.0:1783948586.691804:0:34743:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948586.691805:0:34743:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.691808:0:34743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) 00000080:00010000:2.0:1783948586.691811:0:34743:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e01 00800000:00000001:2.0:1783948586.691814:0:34743:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948586.691816:0:34743:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948586.691817:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.691818:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.691820:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.691822:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.691824:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.691826:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691827:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.691828:0:34743:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.691830:0:34743:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.691832:0:34743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e01 from it ffffb87d014fbcd8 00010000:00000001:2.0:1783948586.691834:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.691835:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.691836:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:2.0:1783948586.691838:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.691840:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:2.0:1783948586.691842:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.691844:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948586.691878:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691880:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.691881:0:34743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.691882:0:34743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.691885:0:34743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783948586.691904:0:34743:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.691906:0:34743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.691908:0:34743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.691910:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691911:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.691912:0:34743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691915:0:34743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.691916:0:34743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691918:0:34743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691920:0:34743:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.691922:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.691924:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.691925:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948586.691927:0:34743:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948586.691929:0:34743:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.691931:0:34743:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783948586.691933:0:34743:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.691934:0:34743:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.691936:0:34743:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783948586.691937:0:34743:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.691939:0:34743:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948586.691943:0:34743:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783948586.691945:0:34743:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.691949:0:34743:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11360. 00000020:00000010:2.0:1783948586.691952:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80200. 00000020:00000010:2.0:1783948586.691955:0:34743:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80400. 00000020:00000010:2.0:1783948586.691958:0:34743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041840. 00000008:00000010:2.0:1783948586.691962:0:34743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e9447237f0. 00020000:00000010:2.0:1783948586.691966:0:34743:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.691969:0:34743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f8710. 00000080:00000010:2.0:1783948586.691972:0:34743:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10b28. 00000080:00000010:2.0:1783948586.691975:0:34743:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582abc20. 00000020:00000010:2.0:1783948586.691978:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81a00. 00000008:00000010:2.0:1783948586.691981:0:34743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958584c60. 00020000:00000010:2.0:1783948586.691983:0:34743:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d488. 00008000:00000010:2.0:1783948586.691985:0:34743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f1f8. 00000080:00000010:2.0:1783948586.691988:0:34743:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e0f0. 00000020:00000001:2.0:1783948586.691990:0:34743:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044371816 : -129839665179800 : ffff89e958e11368) 00000020:00001000:2.0:1783948586.691992:0:34743:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11360 00000020:00000001:2.0:1783948586.691996:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.691998:0:34743:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948586.692000:0:34743:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948586.692002:0:34743:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783948586.692006:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.692007:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948586.692009:0:34743:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783948586.692010:0:34743:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.692012:0:34743:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948586.692015:0:34743:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e9582abc80 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783948586.692018:0:34743:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000001:2.0:1783948586.692022:0:34743:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948586.692023:0:34743:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948586.692026:0:34743:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948586.692027:0:34743:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.692029:0:34743:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948586.692031:0:34743:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948586.692033:0:34743:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.692035:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.692035:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.692036:0:34743:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948586.692038:0:34743:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00000020:00000001:2.0:1783948586.692040:0:34743:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783948586.692042:0:34743:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783948586.692044:0:34743:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1783948586.692046:0:34743:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783948586.692048:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783948586.692050:0:34743:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783948586.692052:0:34743:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783948586.692058:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783948586.692062:0:34743:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e943887d80. 00020000:00000002:2.0:1783948586.692065:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948586.692067:0:34743:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783948586.692069:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.692070:0:34743:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948586.692072:0:34743:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.692074:0:34743:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11f30. 00000020:00000010:2.0:1783948586.692076:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80600. 00000020:00000010:2.0:1783948586.692080:0:34743:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81800. 00000020:00000010:2.0:1783948586.692082:0:34743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041360. 00000008:00000010:2.0:1783948586.692086:0:34743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e9447264b0. 00020000:00000010:2.0:1783948586.692089:0:34743:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226240. 00008000:00000010:2.0:1783948586.692092:0:34743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585f9c40. 00000080:00000010:2.0:1783948586.692096:0:34743:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10348. 00000080:00000010:2.0:1783948586.692098:0:34743:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582aa9a0. 00000020:00000010:2.0:1783948586.692101:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81600. 00000008:00000010:2.0:1783948586.692104:0:34743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585600. 00020000:00000010:2.0:1783948586.692106:0:34743:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060e6c8. 00008000:00000010:2.0:1783948586.692109:0:34743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0f4e0. 00000080:00000010:2.0:1783948586.692112:0:34743:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e4b0. 00000020:00000001:2.0:1783948586.692114:0:34743:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374840 : -129839665176776 : ffff89e958e11f38) 00000020:00001000:2.0:1783948586.692116:0:34743:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11f30 00000020:00000001:2.0:1783948586.692118:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.692120:0:34743:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948586.692123:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.692124:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948586.692126:0:34743:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.692128:0:34743:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.692130:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901749488 : -129839807802128 : ffff89e95060d4f0) 00000020:00000001:2.0:1783948586.692132:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783948586.692136:0:34743:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e95238b8f0. 00000008:00010000:2.0:1783948586.692138:0:34743:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783948586.692141:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948586.692143:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783948586.692144:0:34743:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e943887db0, osc lock ffff89e95238b8f0, flags 0x400001002 00000020:00000001:2.0:1783948586.692147:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.692148:0:34743:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.692151:0:34743:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233686244736 : -129840023306880 : ffff89e943887d80) 00000020:00000001:2.0:1783948586.692154:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783948586.692154:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.692156:0:34743:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.692158:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.692160:0:34743:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783948586.692162:0:34743:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783948586.692164:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948586.692166:0:34743:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783948586.692167:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.692168:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901749488 : -129839807802128 : ffff89e95060d4f0) 00000020:00000001:2.0:1783948586.692170:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948586.695276:0:34743:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783948586.695279:0:34743:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783948586.695285:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783948586.695288:0:34743:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.695290:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783948586.695293:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783948586.695294:0:34743:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783948586.695295:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783948586.695297:0:34743:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783948586.695300:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.695307:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:2.0:1783948586.695311:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.695315:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.695321:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.695325:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783948586.695338:0:34743:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.697179:0:34743:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.697194:0:34743:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948586.697277:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.697279:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.697282:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:0.0:1783948586.697285:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.697288:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:0.0:1783948586.697293:0:34743:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783948586.697296:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.697298:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.697299:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:0.0:1783948586.697301:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.697303:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000020:00000001:0.0:1783948586.697307:0:34743:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948586.697309:0:34743:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783948586.697310:0:34743:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783948586.697312:0:34743:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.697314:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.697315:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.697316:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:0.0:1783948586.697317:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.697319:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.697321:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.697324:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948586.697331:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.697333:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.697334:0:34743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.697337:0:34743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.697339:0:34743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.697348:0:34743:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.697351:0:34743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.697353:0:34743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.697357:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.697358:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.697359:0:34743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.697362:0:34743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.697364:0:34743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.697366:0:34743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.697369:0:34743:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.697371:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.697372:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.697373:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.697374:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.697375:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.697376:0:34743:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.697378:0:34743:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.697381:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.697392:0:34743:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.697394:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.697396:0:34743:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948586.697397:0:34743:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783948586.697399:0:34743:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783948586.697401:0:34743:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1783948586.697403:0:34743:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.697404:0:34743:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.697410:0:34743:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783948586.697413:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.697416:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.697417:0:34743:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783948586.697421:0:34743:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1783948586.697423:0:34743:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:0.0:1783948586.697426:0:34743:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.697428:0:34743:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.697429:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:0.0:1783948586.697431:0:34743:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1783948586.697434:0:34743:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783948586.697437:0:34743:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783948586.697439:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e9582abc20 (ffff89e958e11368/0) at cl_lock_release():245 00000020:00000001:0.0:1783948586.697442:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.697443:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9582abc20 (ffff89e958e11368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783948586.697446:0:34743:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783948586.697449:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.697451:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901749488 : -129839807802128 : ffff89e95060d4f0) 00000020:00000001:0.0:1783948586.697453:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.697454:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e943887db0 (ffff89e958e11f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783948586.697456:0:34743:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783948586.697458:0:34743:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783948586.697459:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.697460:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.697461:0:34743:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783948586.697463:0:34743:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.697464:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.697465:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.697467:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.697468:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9582abc20 (ffff89e958e11368/0) at cl_lock_fini():72 00020000:00000001:0.0:1783948586.697470:0:34743:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783948586.697472:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.697473:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e943887db0 (ffff89e958e11368/1) at cl_lock_fini():72 00000008:00000010:0.0:1783948586.697476:0:34743:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e95238b8f0. 00000020:00000001:0.0:1783948586.697482:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783948586.697483:0:34743:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e943887d80. 00020000:00000001:0.0:1783948586.697488:0:34743:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.697489:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.697490:0:34743:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783948586.697728:0:34743:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.697732:0:34743:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783948586.697735:0:34743:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783948586.697736:0:34743:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783948586.697738:0:34743:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783948586.697739:0:34743:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948586.697741:0:34743:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11f30 00000020:00000010:0.0:1783948586.697747:0:34743:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81800. 00000020:00000010:0.0:1783948586.697752:0:34743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041360. 00000008:00000010:0.0:1783948586.697757:0:34743:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e9447264b0. 00020000:00000010:0.0:1783948586.697761:0:34743:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226240. 00008000:00000010:0.0:1783948586.697767:0:34743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f9c40. 00000080:00000010:0.0:1783948586.697772:0:34743:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10348. 00000080:00000010:0.0:1783948586.697775:0:34743:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582aa9a0. 00000020:00000010:0.0:1783948586.697779:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80600. 00000008:00000010:0.0:1783948586.697782:0:34743:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585600. 00020000:00000010:0.0:1783948586.697785:0:34743:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060e6c8. 00008000:00000010:0.0:1783948586.697789:0:34743:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f4e0. 00000080:00000010:0.0:1783948586.697794:0:34743:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e4b0. 00000020:00000010:0.0:1783948586.697797:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81600. 00000020:00000010:0.0:1783948586.697800:0:34743:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11f30. 00020000:00000001:0.0:1783948586.697802:0:34743:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783948586.697805:0:34743:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783948586.697808:0:34743:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783948586.697810:0:34743:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783948586.697814:0:34743:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783948586.697817:0:34743:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.697819:0:34743:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948586.697821:0:34743:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783948586.697822:0:34743:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948586.697823:0:34743:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11360 00000020:00000010:0.0:1783948586.697825:0:34743:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80400. 00000020:00000010:0.0:1783948586.697827:0:34743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041840. 00000008:00000010:0.0:1783948586.697830:0:34743:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e9447237f0. 00020000:00000010:0.0:1783948586.697833:0:34743:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226d80. 00008000:00000010:0.0:1783948586.697834:0:34743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585f8710. 00000080:00000010:0.0:1783948586.697837:0:34743:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10b28. 00000080:00000010:0.0:1783948586.697839:0:34743:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582abc20. 00000020:00000010:0.0:1783948586.697841:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80200. 00000008:00000010:0.0:1783948586.697843:0:34743:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584c60. 00020000:00000010:0.0:1783948586.697846:0:34743:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d488. 00008000:00000010:0.0:1783948586.697848:0:34743:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0f1f8. 00000080:00000010:0.0:1783948586.701032:0:34743:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e0f0. 00000020:00000010:0.0:1783948586.701049:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81a00. 00000020:00000010:0.0:1783948586.701055:0:34743:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11360. 00000001:00000001:0.0:1783948586.701059:0:34743:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.701071:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbd28 00000080:00000008:0.0:1783948586.701074:0:34743:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783948586.701190:0:34743:0:(file.c:2446:do_file_read_iter()) Process entered 00000020:00000001:0.0:1783948586.701193:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbd88 00000080:00200008:0.0:1783948586.701195:0:34743:0:(file.c:2450:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1783948586.701199:0:34743:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1783948586.701201:0:34743:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783948586.701205:0:34743:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1783948586.701209:0:34743:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1783948586.701233:0:34743:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948586.701238:0:34743:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948586.701243:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3e00. 00000020:00000010:0.0:1783948586.701248:0:34743:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2200. 00000020:00000010:0.0:1783948586.701252:0:34743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948586.701258:0:34743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948586.701269:0:34743:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948586.701274:0:34743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948586.701280:0:34743:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948586.701284:0:34743:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948586.701287:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000008:00000010:0.0:1783948586.701291:0:34743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948586.701294:0:34743:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948586.701298:0:34743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948586.701301:0:34743:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948586.701305:0:34743:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948586.701308:0:34743:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000080:00000001:0.0:1783948586.701310:0:34743:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1783948586.701312:0:34743:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.701314:0:34743:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1783948586.701316:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbc98 00000080:00200000:0.0:1783948586.701318:0:34743:0:(file.c:2058:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1783948586.701323:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbc30 00000080:00200000:0.0:1783948586.701324:0:34743:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1783948586.701327:0:34743:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1783948586.701333:0:34743:0:(cl_io.c:214:cl_io_rw_init()) header@00000000776e8834[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1783948586.701335:0:34743:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1783948586.701339:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.701341:0:34743:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783948586.701343:0:34743:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783948586.701345:0:34743:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783948586.701349:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.701350:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1783948586.701352:0:34743:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948586.701356:0:34743:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.701359:0:34743:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783948586.701360:0:34743:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.701362:0:34743:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948586.701367:0:34743:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e94671f590 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1783948586.701370:0:34743:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000001:0.0:1783948586.701374:0:34743:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783948586.701375:0:34743:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783948586.701377:0:34743:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783948586.701379:0:34743:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.701381:0:34743:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783948586.701383:0:34743:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783948586.701396:0:34743:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.701398:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.701399:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.701400:0:34743:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783948586.701402:0:34743:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00000020:00000001:0.0:1783948586.701404:0:34743:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.701407:0:34743:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.701412:0:34743:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783948586.704196:0:34743:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783948586.704212:0:34743:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1783948586.704217:0:34743:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1783948586.704223:0:34743:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783948586.704225:0:34743:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783948586.704230:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1783948586.704234:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.704235:0:34743:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783948586.704238:0:34743:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948586.704249:0:34743:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fab0. 00000020:00000010:0.0:1783948586.704256:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3000. 00000020:00000010:0.0:1783948586.704260:0:34743:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3600. 00000020:00000010:0.0:1783948586.704265:0:34743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713cc0. 00000008:00000010:0.0:1783948586.704272:0:34743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948586.704276:0:34743:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076780. 00008000:00000010:0.0:1783948586.704282:0:34743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948586.704288:0:34743:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948586.704292:0:34743:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948586.704295:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2000. 00000008:00000010:0.0:1783948586.704299:0:34743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948586.704302:0:34743:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948586.704306:0:34743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948586.704309:0:34743:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060aa50. 00000020:00000001:0.0:1783948586.704312:0:34743:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788024 : -129839658763592 : ffff89e95942fab8) 00000020:00001000:0.0:1783948586.704315:0:34743:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fab0 00000020:00000001:0.0:1783948586.704319:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.704321:0:34743:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783948586.704324:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.704326:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783948586.704328:0:34743:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704330:0:34743:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704332:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.704334:0:34743:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783948586.704337:0:34743:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783948586.704340:0:34743:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704342:0:34743:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704344:0:34743:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704346:0:34743:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704347:0:34743:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704350:0:34743:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1783948586.704352:0:34743:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1783948586.704354:0:34743:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1783948586.704358:0:34743:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1783948586.704360:0:34743:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1783948586.704363:0:34743:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.704366:0:34743:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.704368:0:34743:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1783948586.704370:0:34743:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1783948586.704372:0:34743:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1783948586.704373:0:34743:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1783948586.704375:0:34743:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704376:0:34743:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.704378:0:34743:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.704380:0:34743:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.704382:0:34743:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704394:0:34743:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783948586.704396:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948586.704397:0:34743:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783948586.704399:0:34743:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783948586.704401:0:34743:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704403:0:34743:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704404:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704406:0:34743:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704407:0:34743:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783948586.704409:0:34743:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783948586.704411:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783948586.704413:0:34743:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783948586.704415:0:34743:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783948586.704418:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1783948586.704425:0:34743:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e95082d400. 00020000:00000002:0.0:1783948586.704428:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1783948586.704430:0:34743:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783948586.704431:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.704432:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.704435:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783948586.704439:0:34743:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e959452260. 00000008:00010000:0.0:1783948586.704441:0:34743:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1783948586.704444:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.704445:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783948586.704448:0:34743:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e95082d430, osc lock ffff89e959452260, flags 0x0 00000020:00000001:0.0:1783948586.704450:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704452:0:34743:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.704454:0:34743:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233903977472 : -129839805574144 : ffff89e95082d400) 00000020:00000001:0.0:1783948586.704456:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.704457:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.704458:0:34743:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704460:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704461:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.704463:0:34743:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.704464:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.704465:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.704466:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.704468:0:34743:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.704470:0:34743:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1783948586.704472:0:34743:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.704475:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783948586.704477:0:34743:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.704478:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.704480:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783948586.704481:0:34743:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783948586.704482:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783948586.704484:0:34743:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783948586.704488:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.704504:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:0.0:1783948586.704507:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.704514:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.704520:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.704524:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783948586.705930:0:34743:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.705937:0:34743:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.705943:0:34743:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.705954:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.705956:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.705959:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:0.0:1783948586.705962:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.705964:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:0.0:1783948586.705968:0:34743:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783948586.705971:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.705972:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.705973:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:0.0:1783948586.705976:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.705977:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.705979:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.705980:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.705981:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:0.0:1783948586.705983:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.705985:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.705988:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.705990:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.705994:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.706001:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706003:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.706006:0:34743:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.706008:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.706009:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.706010:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=7 00000020:00000001:0.0:1783948586.706012:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.706015:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.706018:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.706021:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.706028:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706029:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948586.706032:0:34743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.706039:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.706040:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706041:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.706042:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706044:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.706045:0:34743:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.706048:0:34743:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706051:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.706054:0:34743:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706056:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706058:0:34743:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706060:0:34743:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706062:0:34743:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706064:0:34743:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1783948586.706069:0:34743:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1783948586.706072:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbb90 00000080:00200000:0.0:1783948586.706075:0:34743:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1783948586.706078:0:34743:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1783948586.706081:0:34743:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1783948586.706085:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1783948586.706089:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.706090:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.706093:0:34743:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1783948586.706095:0:34743:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1783948586.706099:0:34743:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706100:0:34743:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.706102:0:34743:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706105:0:34743:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706109:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.706111:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.706113:0:34743:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783948586.706116:0:34743:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1783948586.706119:0:34743:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:0.0:1783948586.706123:0:34743:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706124:0:34743:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706126:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000001:00000001:0.0:1783948586.706129:0:34743:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1783948586.706131:0:34743:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1783948586.706133:0:34743:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783948586.706134:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783948586.706136:0:34743:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783948586.706138:0:34743:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783948586.706139:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783948586.706148:0:34743:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e95082df00. 00020000:00000002:0.0:1783948586.706150:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783948586.706152:0:34743:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783948586.706154:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.706155:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.706157:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783948586.706161:0:34743:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e959452d10. 00000008:00010000:0.0:1783948586.706163:0:34743:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1783948586.706165:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.706167:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783948586.706168:0:34743:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e95082df30, osc lock ffff89e959452d10, flags 0x400001002 00000020:00000001:0.0:1783948586.706170:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.706171:0:34743:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.706174:0:34743:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233903980288 : -129839805571328 : ffff89e95082df00) 00000020:00000001:0.0:1783948586.706176:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.706177:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.706178:0:34743:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706179:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706182:0:34743:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1783948586.706184:0:34743:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1783948586.706186:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.706187:0:34743:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.706189:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.706190:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.706192:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.706193:0:34743:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.706195:0:34743:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783948586.706199:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783948586.706201:0:34743:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.706203:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.706205:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783948586.706206:0:34743:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783948586.706207:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783948586.706209:0:34743:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783948586.706211:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.706216:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:0.0:1783948586.706218:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.706221:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.706223:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.706226:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783948586.706234:0:34743:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.706236:0:34743:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.706239:0:34743:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.706245:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.706246:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.706248:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:0.0:1783948586.706250:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.706251:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:0.0:1783948586.706253:0:34743:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783948586.706254:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.706255:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.706256:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=7 00000020:00000001:0.0:1783948586.706258:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.706260:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000020:00000001:0.0:1783948586.706263:0:34743:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948586.706265:0:34743:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783948586.706267:0:34743:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783948586.706268:0:34743:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.706270:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.706271:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.706272:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=8 00000020:00000001:0.0:1783948586.706274:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.706276:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.706278:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.706280:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.706287:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706288:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948586.706291:0:34743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.706296:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.706298:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706298:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.706299:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706300:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.706302:0:34743:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.706303:0:34743:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706305:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.706307:0:34743:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706308:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706310:0:34743:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948586.706311:0:34743:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783948586.706313:0:34743:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783948586.706314:0:34743:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1783948586.706317:0:34743:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706318:0:34743:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.706321:0:34743:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783948586.706323:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.706325:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.706326:0:34743:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783948586.706328:0:34743:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1783948586.706329:0:34743:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948586 a=0 c=1783948586 b=0 00020000:00000001:0.0:1783948586.706331:0:34743:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706333:0:34743:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706334:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:0.0:1783948586.706336:0:34743:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1783948586.706339:0:34743:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783948586.706342:0:34743:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783948586.706344:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_release():245 00000020:00000001:0.0:1783948586.706346:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.706348:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783948586.706350:0:34743:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783948586.706352:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.706353:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.706355:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.706356:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e95082df30 (ffff89e95942fab8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783948586.706359:0:34743:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783948586.706360:0:34743:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783948586.706361:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706362:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.706363:0:34743:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783948586.706365:0:34743:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.706366:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.706367:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.706368:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.706369:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783948586.706372:0:34743:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783948586.706373:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.706374:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e95082df30 (ffff89e95942fbd8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783948586.706377:0:34743:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e959452d10. 00000020:00000001:0.0:1783948586.706395:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783948586.706398:0:34743:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e95082df00. 00020000:00000001:0.0:1783948586.706403:0:34743:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.706404:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.706405:0:34743:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783948586.706407:0:34743:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783948586.706413:0:34743:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000776e8834[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1783948586.706415:0:34743:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1783948586.706418:0:34743:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1783948586.706423:0:34743:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1783948586.706430:0:34743:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783948586.706434:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948586.706435:0:34743:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783948586.706442:0:34743:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1783948586.706444:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.706447:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.706448:0:34743:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783948586.706451:0:34743:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783948586.706452:0:34743:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706454:0:34743:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706456:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:0.0:1783948586.706457:0:34743:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706459:0:34743:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.706460:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.706462:0:34743:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706463:0:34743:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706465:0:34743:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783948586.706466:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783948586.706468:0:34743:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783948586.706469:0:34743:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783948586.706470:0:34743:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783948586.706471:0:34743:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.706473:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.706474:0:34743:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783948586.706476:0:34743:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783948586.706477:0:34743:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783948586.706478:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e95060ad58 (ffff89e95942fbd8/0) at cl_lock_release():245 00000020:00000001:0.0:1783948586.706481:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.706482:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e95060ad58 (ffff89e95942fbd8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783948586.706484:0:34743:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783948586.706485:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.706487:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.706489:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.706490:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e95082d430 (ffff89e95942fab8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783948586.706492:0:34743:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783948586.706493:0:34743:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783948586.706495:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.706496:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.706498:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:0.0:1783948586.706500:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.706502:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.706504:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.706507:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.706514:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706515:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.706516:0:34743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.706518:0:34743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.706521:0:34743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.706546:0:34743:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.706550:0:34743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.706551:0:34743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.706556:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706557:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.706559:0:34743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.706562:0:34743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.706563:0:34743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.706565:0:34743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.706569:0:34743:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.706571:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.706572:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706573:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.706574:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.706576:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.706577:0:34743:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783948586.706578:0:34743:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.706579:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.706580:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.706581:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.706582:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e95060ad58 (ffff89e95942fbd8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783948586.708167:0:34743:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783948586.708172:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.708175:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e95082d430 (ffff89e95942fbd8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783948586.708182:0:34743:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e959452260. 00000020:00000001:0.0:1783948586.708188:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783948586.708190:0:34743:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e95082d400. 00020000:00000001:0.0:1783948586.708193:0:34743:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.708194:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.708195:0:34743:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783948586.708199:0:34743:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783948586.708201:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948586.708202:0:34743:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783948586.708204:0:34743:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783948586.708205:0:34743:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.708208:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.708209:0:34743:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783948586.708211:0:34743:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783948586.708212:0:34743:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1783948586.708215:0:34743:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1783948586.708217:0:34743:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783948586.708219:0:34743:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783948586.708220:0:34743:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783948586.708221:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948586.708223:0:34743:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783948586.708227:0:34743:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783948586.708228:0:34743:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.708229:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.708231:0:34743:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783948586.708232:0:34743:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783948586.708234:0:34743:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.708238:0:34743:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783948586.708240:0:34743:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783948586.708241:0:34743:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783948586.708252:0:34743:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783948586.708254:0:34743:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948586.708256:0:34743:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fab0 00000020:00000010:0.0:1783948586.708261:0:34743:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3600. 00000020:00000010:0.0:1783948586.708265:0:34743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713cc0. 00000008:00000010:0.0:1783948586.708269:0:34743:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948586.708274:0:34743:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076780. 00008000:00000010:0.0:1783948586.708279:0:34743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948586.708285:0:34743:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948586.708289:0:34743:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948586.708293:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3000. 00000008:00000010:0.0:1783948586.708296:0:34743:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948586.708299:0:34743:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948586.708303:0:34743:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948586.708307:0:34743:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060aa50. 00000020:00000010:0.0:1783948586.708309:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2000. 00000020:00000010:0.0:1783948586.708312:0:34743:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fab0. 00020000:00000001:0.0:1783948586.708315:0:34743:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783948586.708317:0:34743:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783948586.708318:0:34743:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783948586.708321:0:34743:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783948586.708324:0:34743:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783948586.708325:0:34743:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1783948586.708328:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbc98 00000080:00200000:0.0:1783948586.708330:0:34743:0:(file.c:2206:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1783948586.708334:0:34743:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1783948586.708336:0:34743:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948586.708338:0:34743:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948586.708340:0:34743:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2200. 00000020:00000010:0.0:1783948586.708342:0:34743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948586.708345:0:34743:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948586.708349:0:34743:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948586.708351:0:34743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948586.708354:0:34743:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948586.708356:0:34743:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948586.708359:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3e00. 00000008:00000010:0.0:1783948586.708361:0:34743:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948586.708363:0:34743:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948586.708367:0:34743:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948586.708370:0:34743:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948586.708372:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000020:00000010:0.0:1783948586.708373:0:34743:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000020:00000001:0.0:1783948586.708379:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbd88 00000080:00000008:0.0:1783948586.708381:0:34743:0:(file.c:2515:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1783948586.708394:0:34743:0:(file.c:2517:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1783948586.708452:0:34743:0:(file.c:2446:do_file_read_iter()) Process entered 00000020:00000001:0.0:1783948586.708454:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbd88 00000080:00200008:0.0:1783948586.708456:0:34743:0:(file.c:2450:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1783948586.708460:0:34743:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1783948586.708462:0:34743:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783948586.708466:0:34743:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1783948586.708468:0:34743:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783948586.708475:0:34743:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948586.708484:0:34743:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948586.708488:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2e00. 00000020:00000010:0.0:1783948586.708501:0:34743:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3e00. 00000020:00000010:0.0:1783948586.708504:0:34743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948586.708509:0:34743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948586.708513:0:34743:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948586.708517:0:34743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948586.708522:0:34743:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948586.708533:0:34743:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948586.708537:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2200. 00000008:00000010:0.0:1783948586.708541:0:34743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948586.708543:0:34743:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948586.708546:0:34743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948586.708549:0:34743:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948586.708552:0:34743:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948586.708554:0:34743:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000080:00000001:0.0:1783948586.708557:0:34743:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1783948586.708561:0:34743:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.708563:0:34743:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1783948586.708565:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbc98 00000080:00200000:0.0:1783948586.708567:0:34743:0:(file.c:2058:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1783948586.708572:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbc30 00000080:00200000:0.0:1783948586.708574:0:34743:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1783948586.708576:0:34743:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1783948586.708582:0:34743:0:(cl_io.c:214:cl_io_rw_init()) header@00000000776e8834[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1783948586.708584:0:34743:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1783948586.708595:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.708597:0:34743:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783948586.708599:0:34743:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783948586.708601:0:34743:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783948586.708604:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.708605:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1783948586.708607:0:34743:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948586.708612:0:34743:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.708614:0:34743:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783948586.708616:0:34743:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.708618:0:34743:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948586.708621:0:34743:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e94671f590 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1783948586.708625:0:34743:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000001:0.0:1783948586.708628:0:34743:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783948586.708630:0:34743:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783948586.708632:0:34743:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783948586.708634:0:34743:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.708636:0:34743:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783948586.708638:0:34743:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783948586.708640:0:34743:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.708641:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.708642:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.709018:0:34743:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783948586.709020:0:34743:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00000020:00000001:0.0:1783948586.709023:0:34743:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709024:0:34743:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709028:0:34743:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783948586.709030:0:34743:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783948586.709033:0:34743:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1783948586.709037:0:34743:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1783948586.709040:0:34743:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783948586.709042:0:34743:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783948586.709045:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1783948586.709049:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.709051:0:34743:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783948586.709052:0:34743:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948586.709056:0:34743:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fab0. 00000020:00000010:0.0:1783948586.709059:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2000. 00000020:00000010:0.0:1783948586.709062:0:34743:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b3000. 00000020:00000010:0.0:1783948586.709064:0:34743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713cc0. 00000008:00000010:0.0:1783948586.709068:0:34743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948586.709071:0:34743:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076780. 00008000:00000010:0.0:1783948586.709074:0:34743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948586.709077:0:34743:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948586.709080:0:34743:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948586.709083:0:34743:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3600. 00000008:00000010:0.0:1783948586.709085:0:34743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948586.709088:0:34743:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948586.709090:0:34743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948586.709093:0:34743:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060aa50. 00000020:00000001:0.0:1783948586.709094:0:34743:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788024 : -129839658763592 : ffff89e95942fab8) 00000020:00001000:0.0:1783948586.709096:0:34743:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fab0 00000020:00000001:0.0:1783948586.709099:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.709101:0:34743:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783948586.709103:0:34743:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.709104:0:34743:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783948586.709106:0:34743:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709108:0:34743:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709109:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.709112:0:34743:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783948586.709114:0:34743:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783948586.709117:0:34743:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709118:0:34743:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709120:0:34743:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709122:0:34743:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709123:0:34743:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709125:0:34743:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1783948586.709127:0:34743:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1783948586.709129:0:34743:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1783948586.709131:0:34743:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1783948586.709133:0:34743:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1783948586.709136:0:34743:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.709138:0:34743:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.709140:0:34743:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1783948586.709142:0:34743:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1783948586.709144:0:34743:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1783948586.709147:0:34743:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1783948586.709148:0:34743:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709150:0:34743:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.709152:0:34743:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.709153:0:34743:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.709155:0:34743:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709157:0:34743:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783948586.709158:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948586.709159:0:34743:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783948586.709160:0:34743:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783948586.709162:0:34743:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709163:0:34743:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709165:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709167:0:34743:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709168:0:34743:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783948586.709169:0:34743:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783948586.709171:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783948586.709173:0:34743:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783948586.709174:0:34743:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783948586.709176:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1783948586.709180:0:34743:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e95082d400. 00020000:00000002:0.0:1783948586.709182:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1783948586.709184:0:34743:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783948586.709186:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.709187:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.709188:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783948586.709191:0:34743:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e959452260. 00000008:00010000:0.0:1783948586.709193:0:34743:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1783948586.709196:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.709197:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783948586.709199:0:34743:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e95082d430, osc lock ffff89e959452260, flags 0x0 00000020:00000001:0.0:1783948586.709202:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709204:0:34743:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709206:0:34743:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233903977472 : -129839805574144 : ffff89e95082d400) 00000020:00000001:0.0:1783948586.709208:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.709209:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.709210:0:34743:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709212:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709214:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.709215:0:34743:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.709216:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.709217:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.709219:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.709220:0:34743:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.709222:0:34743:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1783948586.709223:0:34743:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709226:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783948586.709229:0:34743:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.709230:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.709231:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783948586.709232:0:34743:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783948586.709233:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783948586.709236:0:34743:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783948586.709239:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.709245:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:0.0:1783948586.709247:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.709253:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.709258:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.709262:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1783948586.709272:0:34743:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.709279:0:34743:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.709282:0:34743:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.709289:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.709292:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.709295:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:0.0:1783948586.709297:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.709299:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:0.0:1783948586.709303:0:34743:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783948586.709304:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.709305:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.709306:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:0.0:1783948586.709308:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.709310:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.709313:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.709314:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.709315:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:0.0:1783948586.709317:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.709319:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.709321:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.709322:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.709325:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.709331:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.709332:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.709335:0:34743:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.709336:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.709337:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.709338:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=7 00000020:00000001:0.0:1783948586.709340:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.709341:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.709343:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.709346:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.709357:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.709358:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948586.709361:0:34743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.709368:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.709369:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.709370:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.709370:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.709372:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.709373:0:34743:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.709375:0:34743:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709377:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.709379:0:34743:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.709381:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710093:0:34743:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710103:0:34743:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710105:0:34743:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710107:0:34743:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1783948586.710110:0:34743:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1783948586.710113:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbb90 00000080:00200000:0.0:1783948586.710115:0:34743:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1783948586.710119:0:34743:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1783948586.710122:0:34743:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1783948586.710125:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1783948586.710128:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.710129:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.710131:0:34743:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1783948586.710134:0:34743:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1783948586.710137:0:34743:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710138:0:34743:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710140:0:34743:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710142:0:34743:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710145:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.710148:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.710149:0:34743:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783948586.710152:0:34743:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783948586.710155:0:34743:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783948586.710157:0:34743:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1783948586.710159:0:34743:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783948586.710160:0:34743:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1783948586.710162:0:34743:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1783948586 a=1783948586 c=1783948586 b=0 00020000:00000001:0.0:1783948586.710165:0:34743:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948586.710167:0:34743:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948586 a=1783948586 c=1783948586 b=0 00020000:00000001:0.0:1783948586.710170:0:34743:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710171:0:34743:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710174:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000001:00000001:0.0:1783948586.710176:0:34743:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1783948586.710178:0:34743:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1783948586.710179:0:34743:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783948586.710181:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783948586.710182:0:34743:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783948586.710184:0:34743:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783948586.710186:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783948586.710192:0:34743:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e95082df00. 00020000:00000002:0.0:1783948586.710195:0:34743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783948586.710197:0:34743:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783948586.710199:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.710200:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.710202:0:34743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783948586.710205:0:34743:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e959452d10. 00000008:00010000:0.0:1783948586.710208:0:34743:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1783948586.710210:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.710211:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783948586.710212:0:34743:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e95082df30, osc lock ffff89e959452d10, flags 0x400001002 00000020:00000001:0.0:1783948586.710214:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710216:0:34743:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710218:0:34743:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233903980288 : -129839805571328 : ffff89e95082df00) 00000020:00000001:0.0:1783948586.710220:0:34743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.710221:0:34743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.710222:0:34743:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710224:0:34743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710226:0:34743:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1783948586.710228:0:34743:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1783948586.710229:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.710230:0:34743:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.710232:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.710232:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.710234:0:34743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.710236:0:34743:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.710237:0:34743:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783948586.710239:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783948586.710241:0:34743:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.710242:0:34743:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.710244:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783948586.710245:0:34743:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783948586.710246:0:34743:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783948586.710247:0:34743:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783948586.710250:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.710266:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:0.0:1783948586.710268:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.710272:0:34743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.710274:0:34743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.710278:0:34743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1783948586.710286:0:34743:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.710292:0:34743:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.710294:0:34743:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.710300:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.710302:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.710304:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:0.0:1783948586.710306:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.710307:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:0.0:1783948586.710311:0:34743:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783948586.710312:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.710313:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.710314:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=7 00000020:00000001:0.0:1783948586.710316:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.710318:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000020:00000001:0.0:1783948586.710320:0:34743:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948586.710322:0:34743:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783948586.710325:0:34743:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783948586.710326:0:34743:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.710327:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.710328:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.710329:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=8 00000020:00000001:0.0:1783948586.710331:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.710333:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.710335:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.710337:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.710344:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.710345:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783948586.710348:0:34743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.710354:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.710355:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.710355:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.710356:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.710357:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.710359:0:34743:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.710361:0:34743:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710362:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710364:0:34743:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710366:0:34743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710368:0:34743:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948586.710369:0:34743:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783948586.710371:0:34743:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783948586.710372:0:34743:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1783948586.710373:0:34743:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710375:0:34743:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.710378:0:34743:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783948586.710379:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.710381:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.710383:0:34743:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783948586.710395:0:34743:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1783948586.710396:0:34743:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948586 a=1783948586 c=1783948586 b=0 00020000:00000001:0.0:1783948586.710399:0:34743:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710401:0:34743:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710402:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:0.0:1783948586.710405:0:34743:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1783948586.710407:0:34743:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783948586.710411:0:34743:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783948586.710412:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_release():245 00000020:00000001:0.0:1783948586.710415:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.710416:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783948586.710418:0:34743:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783948586.710421:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.710422:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.710423:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.710424:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e95082df30 (ffff89e95942fab8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783948586.710427:0:34743:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783948586.710428:0:34743:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783948586.710429:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.710430:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.710431:0:34743:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783948586.710432:0:34743:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.710434:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.710435:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.710436:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.710437:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783948586.710439:0:34743:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783948586.710440:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.710441:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e95082df30 (ffff89e95942fbd8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783948586.710444:0:34743:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e959452d10. 00000020:00000001:0.0:1783948586.710449:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783948586.710451:0:34743:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e95082df00. 00020000:00000001:0.0:1783948586.710454:0:34743:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.710455:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.710456:0:34743:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783948586.710457:0:34743:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783948586.710462:0:34743:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000776e8834[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1783948586.710464:0:34743:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1783948586.710467:0:34743:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1783948586.710470:0:34743:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1783948586.710475:0:34743:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783948586.710477:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948586.710477:0:34743:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783948586.710479:0:34743:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1783948586.710480:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.710482:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.710484:0:34743:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783948586.710486:0:34743:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783948586.710488:0:34743:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710490:0:34743:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710500:0:34743:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:0.0:1783948586.710501:0:34743:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710503:0:34743:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710505:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710506:0:34743:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710508:0:34743:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710509:0:34743:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783948586.710511:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783948586.710512:0:34743:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783948586.710513:0:34743:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783948586.710514:0:34743:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783948586.710515:0:34743:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710517:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710519:0:34743:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783948586.710520:0:34743:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783948586.710522:0:34743:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783948586.710523:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e95060ad58 (ffff89e95942fbd8/0) at cl_lock_release():245 00000020:00000001:0.0:1783948586.710526:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.710758:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e95060ad58 (ffff89e95942fbd8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783948586.710763:0:34743:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783948586.710765:0:34743:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.710767:0:34743:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.710769:0:34743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.710770:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e95082d430 (ffff89e95942fab8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783948586.710772:0:34743:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783948586.710774:0:34743:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783948586.710775:0:34743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.710777:0:34743:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.710778:0:34743:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:0.0:1783948586.710780:0:34743:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.710783:0:34743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.710785:0:34743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.710788:0:34743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783948586.710796:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.710797:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.710799:0:34743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.710801:0:34743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.710804:0:34743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783948586.710812:0:34743:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.710815:0:34743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.710817:0:34743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.710820:0:34743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.710823:0:34743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.710825:0:34743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.710827:0:34743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.710830:0:34743:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.710832:0:34743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.710834:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.710835:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.710836:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.710837:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.710838:0:34743:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783948586.710839:0:34743:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.710841:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.710841:0:34743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.710842:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.710843:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e95060ad58 (ffff89e95942fbd8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783948586.710846:0:34743:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783948586.710847:0:34743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.710848:0:34743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e95082d430 (ffff89e95942fbd8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783948586.710874:0:34743:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e959452260. 00000020:00000001:0.0:1783948586.710877:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783948586.710879:0:34743:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e95082d400. 00020000:00000001:0.0:1783948586.710881:0:34743:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.710882:0:34743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.710883:0:34743:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783948586.710884:0:34743:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783948586.710885:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948586.710886:0:34743:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783948586.710888:0:34743:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783948586.710889:0:34743:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710891:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710892:0:34743:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783948586.710893:0:34743:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783948586.710895:0:34743:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1783948586.710897:0:34743:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1783948586.710898:0:34743:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783948586.710900:0:34743:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783948586.710901:0:34743:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783948586.710902:0:34743:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783948586.710903:0:34743:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783948586.710906:0:34743:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783948586.710907:0:34743:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710909:0:34743:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.710910:0:34743:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783948586.710911:0:34743:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783948586.710913:0:34743:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.710916:0:34743:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783948586.710918:0:34743:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783948586.710920:0:34743:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783948586.710921:0:34743:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783948586.710923:0:34743:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948586.710925:0:34743:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fab0 00000020:00000010:0.0:1783948586.710928:0:34743:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3000. 00000020:00000010:0.0:1783948586.710931:0:34743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713cc0. 00000008:00000010:0.0:1783948586.710935:0:34743:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948586.710940:0:34743:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076780. 00008000:00000010:0.0:1783948586.710944:0:34743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948586.710949:0:34743:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948586.710953:0:34743:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948586.710956:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2000. 00000008:00000010:0.0:1783948586.710959:0:34743:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948586.710962:0:34743:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948586.710966:0:34743:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948586.710969:0:34743:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060aa50. 00000020:00000010:0.0:1783948586.710971:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3600. 00000020:00000010:0.0:1783948586.710974:0:34743:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fab0. 00020000:00000001:0.0:1783948586.710976:0:34743:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783948586.710978:0:34743:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783948586.710979:0:34743:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783948586.710981:0:34743:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783948586.710984:0:34743:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783948586.710985:0:34743:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1783948586.710988:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbc98 00000080:00200000:0.0:1783948586.710990:0:34743:0:(file.c:2206:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1783948586.710993:0:34743:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1783948586.710995:0:34743:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783948586.710997:0:34743:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948586.710999:0:34743:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b3e00. 00000020:00000010:0.0:1783948586.711001:0:34743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948586.711003:0:34743:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948586.711006:0:34743:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948586.711008:0:34743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948586.711010:0:34743:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948586.711012:0:34743:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948586.711015:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2e00. 00000008:00000010:0.0:1783948586.711017:0:34743:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948586.711019:0:34743:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948586.711022:0:34743:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948586.711024:0:34743:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948586.711026:0:34743:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2200. 00000020:00000010:0.0:1783948586.711028:0:34743:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000020:00000001:0.0:1783948586.711030:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbd88 00000080:00000008:0.0:1783948586.711032:0:34743:0:(file.c:2515:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1783948586.711034:0:34743:0:(file.c:2517:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.711120:0:34743:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948586.711122:0:34743:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000002:0.0:1783948586.711125:0:34743:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000001:0.0:1783948586.711127:0:34743:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.711135:0:34743:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783948586.711137:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbdb8 00000080:00200008:0.0:1783948586.711138:0:34743:0:(file.c:447:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 100000 00000080:00000001:0.0:1783948586.711142:0:34743:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783948586.711144:0:34743:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783948586.711145:0:34743:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783948586.711147:0:34743:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000002:0.0:1783948586.711149:0:34743:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e958054f80 00020000:00000001:0.0:1783948586.711150:0:34743:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.711152:0:34743:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1783948586.711160:0:34743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.711162:0:34743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.711166:0:34743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 4 00010000:00000001:0.0:1783948586.711168:0:34743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.711171:0:34743:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783948586.711174:0:34743:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783948586.711176:0:34743:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.711178:0:34743:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.711183:0:34743:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948586.711195:0:34743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.711196:0:34743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948586.711198:0:34743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783948586.711200:0:34743:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 16 00000080:00000010:0.0:1783948586.711203:0:34743:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff89e960303540. 00000080:00000001:0.0:1783948586.711206:0:34743:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.711209:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbdb8 00000080:00000008:0.0:1783948586.711211:0:34743:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), flags 100000, rc = 0 00000080:00000001:0.0:1783948586.711213:0:34743:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.711217:0:34743:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948586.711219:0:34743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d014fbe00 00000080:00002000:0.0:1783948586.711221:0:34743:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951f63e58, parent ffff89e951e2fe58, inode ffff89e951d7c2c8) hashed, 00000080:00000001:0.0:1783948586.711224:0:34743:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.730204:0:34744:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.730210:0:34744:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.730213:0:34744:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948586.730217:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabb20 00000080:00200000:0.0:1783948586.730222:0:34744:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948586.730231:0:34744:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2200. 00800000:00000002:0.0:1783948586.730239:0:34744:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948586.730243:0:34744:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948586.730250:0:34744:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.730252:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eaba40 00800000:00000002:0.0:1783948586.730255:0:34744:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948586.730258:0:34744:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948586.730264:0:34744:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948586.730269:0:34744:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.730271:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eab910 00000002:00010000:0.0:1783948586.730273:0:34744:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948586.730277:0:34744:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948586.730278:0:34744:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.730282:0:34744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.730289:0:34744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:0.0:1783948586.730292:0:34744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.730297:0:34744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.730302:0:34744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.730307:0:34744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783948586.730319:0:34744:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.730325:0:34744:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.730328:0:34744:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783948586.730336:0:34744:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948586.730338:0:34744:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948586.730340:0:34744:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.730342:0:34744:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.730344:0:34744:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.730346:0:34744:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948586.730349:0:34744:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948586.730352:0:34744:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948586.730355:0:34744:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2200. 00000080:00000001:0.0:1783948586.730358:0:34744:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948586.730360:0:34744:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.730362:0:34744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948586.730365:0:34744:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e2b 00800000:00000001:0.0:1783948586.730368:0:34744:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948586.730370:0:34744:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948586.730372:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.730374:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.730376:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948586.730379:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.730381:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.730399:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.730401:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948586.730403:0:34744:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.730406:0:34744:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.730408:0:34744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e2b from it ffffb87d01eabb58 00010000:00000001:0.0:1783948586.730410:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.730411:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.730413:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948586.730414:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.730417:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.730419:0:34744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.730422:0:34744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783948586.730428:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.730429:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.730431:0:34744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.730433:0:34744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.730436:0:34744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948586.730443:0:34744:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.730447:0:34744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.730450:0:34744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.730455:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.730456:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.730458:0:34744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.730461:0:34744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.730463:0:34744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.730465:0:34744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.730468:0:34744:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.730470:0:34744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.730471:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.730472:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948586.730475:0:34744:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948586.730477:0:34744:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.730479:0:34744:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948586.730485:0:34744:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.730498:0:34744:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948586.730501:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabb48 00000080:00002000:0.0:1783948586.730503:0:34744:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951f63e58) flags 0x48004e refc 0 00000080:00000001:0.0:1783948586.730505:0:34744:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.730508:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabb90 00000080:00200000:0.0:1783948586.730509:0:34744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1783948586.730516:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabd08 00000080:00200008:0.0:1783948586.730518:0:34744:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1783948586.730523:0:34744:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948586.730524:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabc80 00000080:00200000:0.0:1783948586.730526:0:34744:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8),name=recon 00000080:00000010:0.0:1783948586.730539:0:34744:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b2200. 00800000:00000002:0.0:1783948586.730542:0:34744:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948586.730547:0:34744:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948586.730549:0:34744:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.730550:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabba0 00800000:00000002:0.0:1783948586.730552:0:34744:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948586.730554:0:34744:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948586.730558:0:34744:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948586.730561:0:34744:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.730562:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eaba70 00000002:00010000:0.0:1783948586.730564:0:34744:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948586.730566:0:34744:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948586.730568:0:34744:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.730569:0:34744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.730572:0:34744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 4 00010000:00000001:0.0:1783948586.730574:0:34744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.730577:0:34744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.730579:0:34744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.730582:0:34744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1783948586.730598:0:34744:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.730600:0:34744:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.730603:0:34744:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1783948586.730609:0:34744:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948586.730610:0:34744:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948586.730612:0:34744:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.730614:0:34744:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.730616:0:34744:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.730617:0:34744:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948586.730619:0:34744:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948586.730621:0:34744:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948586.730623:0:34744:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b2200. 00000080:00000001:0.0:1783948586.730626:0:34744:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948586.730627:0:34744:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.730629:0:34744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) 00000080:00010000:0.0:1783948586.730631:0:34744:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e01 00800000:00000001:0.0:1783948586.730634:0:34744:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948586.730635:0:34744:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948586.730636:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.730637:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.730638:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:0.0:1783948586.730640:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:0.0:1783948586.730643:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:0.0:1783948586.730644:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.730646:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948586.730647:0:34744:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.730648:0:34744:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.730650:0:34744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e01 from it ffffb87d01eabcb8 00010000:00000001:0.0:1783948586.730652:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.730653:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.730654:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:0.0:1783948586.730656:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:0.0:1783948586.730658:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:0.0:1783948586.730660:0:34744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.730733:0:34744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783948586.730741:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.730742:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.730743:0:34744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.730745:0:34744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.730748:0:34744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1783948586.730754:0:34744:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.730755:0:34744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.730756:0:34744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.730758:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.730759:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.730761:0:34744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.730763:0:34744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.730764:0:34744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.730766:0:34744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.730768:0:34744:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.730769:0:34744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.730770:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.730772:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948586.730773:0:34744:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948586.730775:0:34744:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948586.730778:0:34744:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1783948586.730780:0:34744:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783948586.730782:0:34744:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783948586.730784:0:34744:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783948586.730786:0:34744:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.730788:0:34744:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783948586.730792:0:34744:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1783948586.730795:0:34744:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948586.730800:0:34744:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fbd0. 00000020:00000010:0.0:1783948586.730804:0:34744:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b2200. 00000020:00000010:0.0:1783948586.730808:0:34744:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2e00. 00000020:00000010:0.0:1783948586.730812:0:34744:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948586.730819:0:34744:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948586.730823:0:34744:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948586.730828:0:34744:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948586.730834:0:34744:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948586.730838:0:34744:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948586.730841:0:34744:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3e00. 00000008:00000010:0.0:1783948586.730845:0:34744:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948586.730848:0:34744:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948586.730896:0:34744:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948586.730900:0:34744:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060ad20. 00000020:00000001:0.0:1783948586.730903:0:34744:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788312 : -129839658763304 : ffff89e95942fbd8) 00000020:00001000:0.0:1783948586.730905:0:34744:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fbd0 00000020:00000001:0.0:1783948586.730909:0:34744:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.730912:0:34744:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783948586.730914:0:34744:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783948586.730916:0:34744:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1783948586.730919:0:34744:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.730920:0:34744:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783948586.730922:0:34744:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783948586.730924:0:34744:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.730926:0:34744:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948586.730929:0:34744:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e94671f590 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1783948586.730932:0:34744:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00020000:00000001:0.0:1783948586.730936:0:34744:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783948586.730938:0:34744:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783948586.730939:0:34744:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783948586.730941:0:34744:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.730943:0:34744:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783948586.730946:0:34744:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783948586.730947:0:34744:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.730949:0:34744:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.730950:0:34744:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.730951:0:34744:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783948586.730952:0:34744:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e9412d8000 00000020:00000001:0.0:1783948586.730955:0:34744:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783948586.730957:0:34744:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1783948586.730959:0:34744:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1783948586.730962:0:34744:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783948586.730963:0:34744:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783948586.730965:0:34744:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783948586.730967:0:34744:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783948586.730972:0:34744:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783948586.730976:0:34744:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e95082d400. 00020000:00000002:0.0:1783948586.730978:0:34744:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783948586.730980:0:34744:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783948586.730982:0:34744:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.730984:0:34744:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783948586.730985:0:34744:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783948586.730987:0:34744:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e95942fab0. 00000020:00000010:0.0:1783948586.730990:0:34744:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3600. 00000020:00000010:0.0:1783948586.730992:0:34744:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e9594b2000. 00000020:00000010:0.0:1783948586.730994:0:34744:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e943713cc0. 00000008:00000010:0.0:1783948586.730998:0:34744:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948586.731000:0:34744:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e946076780. 00008000:00000010:0.0:1783948586.731003:0:34744:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948586.731006:0:34744:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948586.731008:0:34744:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948586.731011:0:34744:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e9594b3000. 00000008:00000010:0.0:1783948586.731013:0:34744:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948586.731016:0:34744:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948586.731018:0:34744:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948586.731020:0:34744:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e95060aa50. 00000020:00000001:0.0:1783948586.731022:0:34744:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234050788024 : -129839658763592 : ffff89e95942fab8) 00000020:00001000:0.0:1783948586.731024:0:34744:0:(cl_object.c:831:cl_env_get()) 1@ffff89e95942fab0 00000020:00000001:0.0:1783948586.731026:0:34744:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.731027:0:34744:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783948586.731030:0:34744:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783948586.731031:0:34744:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783948586.731032:0:34744:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.731034:0:34744:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.731036:0:34744:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.731037:0:34744:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783948586.731041:0:34744:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e959452260. 00000008:00010000:0.0:1783948586.731044:0:34744:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1783948586.731046:0:34744:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.731048:0:34744:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783948586.731049:0:34744:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e95082d430, osc lock ffff89e959452260, flags 0x400001002 00000020:00000001:0.0:1783948586.731052:0:34744:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.731054:0:34744:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.731056:0:34744:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614233903977472 : -129839805574144 : ffff89e95082d400) 00000020:00000001:0.0:1783948586.731058:0:34744:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783948586.731059:0:34744:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783948586.731061:0:34744:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731062:0:34744:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731064:0:34744:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1783948586.731066:0:34744:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1783948586.731067:0:34744:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.731068:0:34744:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783948586.731070:0:34744:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.731071:0:34744:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.731072:0:34744:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.731074:0:34744:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783948586.731076:0:34744:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783948586.731079:0:34744:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783948586.731081:0:34744:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.731083:0:34744:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783948586.731085:0:34744:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783948586.731086:0:34744:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783948586.731087:0:34744:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783948586.731089:0:34744:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783948586.731091:0:34744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.731094:0:34744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:0.0:1783948586.731096:0:34744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.731101:0:34744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.731103:0:34744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.731107:0:34744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:0.0:1783948586.731116:0:34744:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.731119:0:34744:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.731122:0:34744:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783948586.731129:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.731130:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.731132:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:0.0:1783948586.731134:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.731136:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:0.0:1783948586.731139:0:34744:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783948586.731141:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.731142:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.731143:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:0.0:1783948586.731145:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.731147:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000020:00000001:0.0:1783948586.731151:0:34744:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948586.731152:0:34744:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783948586.731154:0:34744:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783948586.731156:0:34744:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731158:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.731159:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.731160:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:0.0:1783948586.731161:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.731163:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:0.0:1783948586.731165:0:34744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.731167:0:34744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783948586.731173:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.731175:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.731176:0:34744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.731177:0:34744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.731180:0:34744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1783948586.731187:0:34744:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.731189:0:34744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.731190:0:34744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.731192:0:34744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731194:0:34744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.731195:0:34744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731197:0:34744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731199:0:34744:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731201:0:34744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.731202:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.731203:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.731204:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.731205:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.731207:0:34744:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783948586.731209:0:34744:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731211:0:34744:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783948586.731212:0:34744:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731214:0:34744:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731215:0:34744:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783948586.731216:0:34744:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783948586.731219:0:34744:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783948586.731220:0:34744:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1783948586.731222:0:34744:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731224:0:34744:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.731227:0:34744:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783948586.731229:0:34744:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.731230:0:34744:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:0.0:1783948586.731232:0:34744:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783948586.731235:0:34744:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783948586.731238:0:34744:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783948586.731240:0:34744:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1783948586.731241:0:34744:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783948586.731243:0:34744:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1783948586.731245:0:34744:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1783948586 a=1783948586 c=1783948586 b=0 00020000:00000001:0.0:1783948586.731249:0:34744:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783948586.731251:0:34744:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948586 a=1783948586 c=1783948586 b=0 00020000:00000001:0.0:1783948586.731255:0:34744:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731257:0:34744:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731258:0:34744:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:0.0:1783948586.731261:0:34744:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1783948586.731263:0:34744:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783948586.731267:0:34744:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783948586.731268:0:34744:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_release():245 00000020:00000001:0.0:1783948586.731271:0:34744:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.731272:0:34744:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783948586.731274:0:34744:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783948586.731275:0:34744:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783948586.731277:0:34744:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233939423312 : -129839770128304 : ffff89e9529fb050) 00000020:00000001:0.0:1783948586.731278:0:34744:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783948586.731280:0:34744:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e95082d430 (ffff89e95942fab8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783948586.731282:0:34744:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783948586.731283:0:34744:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783948586.731285:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.731285:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783948586.731287:0:34744:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783948586.731288:0:34744:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.731289:0:34744:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.731290:0:34744:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783948586.731292:0:34744:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.731293:0:34744:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e94671f530 (ffff89e95942fbd8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783948586.731295:0:34744:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783948586.731296:0:34744:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783948586.731297:0:34744:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e95082d430 (ffff89e95942fbd8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783948586.731300:0:34744:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e959452260. 00000020:00000001:0.0:1783948586.731304:0:34744:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783948586.731305:0:34744:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e95082d400. 00020000:00000001:0.0:1783948586.731308:0:34744:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.731309:0:34744:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783948586.731310:0:34744:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783948586.731311:0:34744:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731313:0:34744:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783948586.731315:0:34744:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783948586.731317:0:34744:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783948586.731318:0:34744:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783948586.731319:0:34744:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948586.731321:0:34744:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fab0 00000020:00000010:0.0:1783948586.731324:0:34744:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2000. 00000020:00000010:0.0:1783948586.731327:0:34744:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e943713cc0. 00000008:00000010:0.0:1783948586.731331:0:34744:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b70b30. 00020000:00000010:0.0:1783948586.731334:0:34744:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e946076780. 00008000:00000010:0.0:1783948586.731337:0:34744:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e947363170. 00000080:00000010:0.0:1783948586.731341:0:34744:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177abd0. 00000080:00000010:0.0:1783948586.731344:0:34744:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671dbc0. 00000020:00000010:0.0:1783948586.731348:0:34744:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3600. 00000008:00000010:0.0:1783948586.731351:0:34744:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e9594049a0. 00020000:00000010:0.0:1783948586.731354:0:34744:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fada0. 00008000:00000010:0.0:1783948586.731358:0:34744:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8500. 00000080:00000010:0.0:1783948586.731361:0:34744:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060aa50. 00000020:00000010:0.0:1783948586.731364:0:34744:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3000. 00000020:00000010:0.0:1783948586.731366:0:34744:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fab0. 00020000:00000001:0.0:1783948586.731368:0:34744:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783948586.731370:0:34744:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783948586.731372:0:34744:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783948586.731375:0:34744:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783948586.731378:0:34744:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783948586.731379:0:34744:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.731381:0:34744:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783948586.731392:0:34744:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783948586.731393:0:34744:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783948586.731394:0:34744:0:(cl_object.c:925:cl_env_put()) 1@ffff89e95942fbd0 00000020:00000010:0.0:1783948586.731396:0:34744:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e9594b2e00. 00000020:00000010:0.0:1783948586.731398:0:34744:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9437132a0. 00000008:00000010:0.0:1783948586.731400:0:34744:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950b737f0. 00020000:00000010:0.0:1783948586.731403:0:34744:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9460760c0. 00008000:00000010:0.0:1783948586.731405:0:34744:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9473618b8. 00000080:00000010:0.0:1783948586.731408:0:34744:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e95177a930. 00000080:00000010:0.0:1783948586.731410:0:34744:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e94671f530. 00000020:00000010:0.0:1783948586.731412:0:34744:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b2200. 00000008:00000010:0.0:1783948586.731414:0:34744:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e959405760. 00020000:00000010:0.0:1783948586.731417:0:34744:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9529fafe8. 00008000:00000010:0.0:1783948586.731420:0:34744:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e943ff8850. 00000080:00000010:0.0:1783948586.731423:0:34744:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e95060ad20. 00000020:00000010:0.0:1783948586.731425:0:34744:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e9594b3e00. 00000020:00000010:0.0:1783948586.731427:0:34744:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e95942fbd0. 00000001:00000001:0.0:1783948586.731429:0:34744:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.731433:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabd08 00000080:00000008:0.0:1783948586.731435:0:34744:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1783948586.731439:0:34744:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948586.731441:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabda0 00000080:00002000:0.0:1783948586.731443:0:34744:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951f63e58, parent ffff89e951e2fe58, inode ffff89e951d7c2c8) hashed, 00000080:00000001:0.0:1783948586.731446:0:34744:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.731479:0:34744:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.731482:0:34744:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.731483:0:34744:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948586.731484:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabbc0 00000080:00200000:0.0:1783948586.731486:0:34744:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948586.731490:0:34744:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3e00. 00800000:00000002:0.0:1783948586.731494:0:34744:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948586.731496:0:34744:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948586.731499:0:34744:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.731500:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabae0 00800000:00000002:0.0:1783948586.731502:0:34744:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948586.731505:0:34744:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948586.731508:0:34744:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948586.731511:0:34744:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.731512:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eab9b0 00000002:00010000:0.0:1783948586.731514:0:34744:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948586.731516:0:34744:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948586.731517:0:34744:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.731519:0:34744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.731522:0:34744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:0.0:1783948586.731524:0:34744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.731527:0:34744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.731529:0:34744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.731532:0:34744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783948586.731540:0:34744:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.731542:0:34744:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.731544:0:34744:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783948586.731551:0:34744:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948586.731553:0:34744:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948586.731555:0:34744:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.731556:0:34744:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.731558:0:34744:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.731560:0:34744:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948586.731562:0:34744:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948586.731564:0:34744:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948586.731567:0:34744:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3e00. 00000080:00000001:0.0:1783948586.731569:0:34744:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948586.731571:0:34744:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.731573:0:34744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948586.731576:0:34744:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e2b 00800000:00000001:0.0:1783948586.731579:0:34744:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948586.731580:0:34744:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948586.731582:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.731583:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.731584:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948586.731586:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.731588:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.731590:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.731591:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948586.731593:0:34744:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.731594:0:34744:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.731596:0:34744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e2b from it ffffb87d01eabbf8 00010000:00000001:0.0:1783948586.731598:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.731599:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.731601:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948586.731602:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.731604:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.731606:0:34744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.731609:0:34744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783948586.731614:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.731616:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.731617:0:34744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.731618:0:34744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.731621:0:34744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948586.731627:0:34744:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.731629:0:34744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.731631:0:34744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.731633:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.731634:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.731635:0:34744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731637:0:34744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.731639:0:34744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731640:0:34744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731642:0:34744:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.731644:0:34744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.731645:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.731646:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948586.731648:0:34744:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948586.731649:0:34744:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.731652:0:34744:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948586.731655:0:34744:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.731658:0:34744:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948586.731659:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabbe8 00000080:00002000:0.0:1783948586.731661:0:34744:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951f63e58) flags 0x48004e refc 0 00000080:00000001:0.0:1783948586.733649:0:34744:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.733656:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabc30 00000080:00200000:0.0:1783948586.733659:0:34744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1783948586.733752:0:34744:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1783948586.733757:0:34744:0:(xattr.c:563:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1783948586.733764:0:34744:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948586.733767:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabe40 00000080:00002000:0.0:1783948586.733769:0:34744:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951f63e58, parent ffff89e951e2fe58, inode ffff89e951d7c2c8) hashed, 00000080:00000001:0.0:1783948586.733772:0:34744:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.733797:0:34744:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.733800:0:34744:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783948586.733801:0:34744:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783948586.733803:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabbc0 00000080:00200000:0.0:1783948586.733805:0:34744:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:0.0:1783948586.733811:0:34744:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e9594b3e00. 00800000:00000002:0.0:1783948586.733818:0:34744:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:0.0:1783948586.733823:0:34744:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783948586.733828:0:34744:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.733830:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabae0 00800000:00000002:0.0:1783948586.733833:0:34744:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783948586.733836:0:34744:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1783948586.733841:0:34744:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783948586.733846:0:34744:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783948586.733848:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eab9b0 00000002:00010000:0.0:1783948586.734049:0:34744:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783948586.734055:0:34744:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783948586.734057:0:34744:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783948586.734061:0:34744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783948586.734069:0:34744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:0.0:1783948586.734071:0:34744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783948586.734077:0:34744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783948586.734083:0:34744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783948586.734089:0:34744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783948586.734105:0:34744:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783948586.734111:0:34744:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948586.734114:0:34744:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783948586.734121:0:34744:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783948586.734123:0:34744:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783948586.734125:0:34744:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.734127:0:34744:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783948586.734129:0:34744:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.734132:0:34744:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783948586.734134:0:34744:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783948586.734137:0:34744:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:0.0:1783948586.734140:0:34744:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e9594b3e00. 00000080:00000001:0.0:1783948586.734144:0:34744:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783948586.734145:0:34744:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.734147:0:34744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:0.0:1783948586.734151:0:34744:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e2b 00800000:00000001:0.0:1783948586.734154:0:34744:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783948586.734157:0:34744:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783948586.734158:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.734160:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.734162:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948586.734165:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.734168:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.734171:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.734172:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783948586.734173:0:34744:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783948586.734174:0:34744:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783948586.734176:0:34744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e2b from it ffffb87d01eabbf8 00010000:00000001:0.0:1783948586.734178:0:34744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783948586.734179:0:34744:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783948586.734181:0:34744:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:0.0:1783948586.734182:0:34744:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.734184:0:34744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:0.0:1783948586.734186:0:34744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783948586.734189:0:34744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783948586.734196:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.734197:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.734199:0:34744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783948586.734201:0:34744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783948586.734203:0:34744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783948586.734209:0:34744:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783948586.734213:0:34744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783948586.734215:0:34744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783948586.734219:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.734220:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783948586.734222:0:34744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.734226:0:34744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783948586.734227:0:34744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.734229:0:34744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.734232:0:34744:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948586.734233:0:34744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783948586.734235:0:34744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783948586.734236:0:34744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783948586.734239:0:34744:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783948586.734241:0:34744:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783948586.734244:0:34744:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:0.0:1783948586.734248:0:34744:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783948586.734252:0:34744:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783948586.734254:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabbe8 00000080:00002000:0.0:1783948586.734256:0:34744:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951f63e58) flags 0x48004e refc 0 00000080:00000001:0.0:1783948586.734258:0:34744:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948586.734260:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabc30 00000080:00200000:0.0:1783948586.734262:0:34744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1783948586.734269:0:34744:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1783948586.734272:0:34744:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783948586.734275:0:34744:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783948586.734277:0:34744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01eabe40 00000080:00002000:0.0:1783948586.734278:0:34744:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951f63e58, parent ffff89e951e2fe58, inode ffff89e951d7c2c8) hashed, 00000080:00000001:0.0:1783948586.734281:0:34744:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.743455:0:34745:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948586.743463:0:34745:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783948586.743465:0:34745:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948586.743469:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53b20 00000080:00200000:3.0:1783948586.743475:0:34745:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:3.0:1783948586.743484:0:34745:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950bf4a00. 00800000:00000002:3.0:1783948586.743492:0:34745:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948586.743496:0:34745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948586.743502:0:34745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.743504:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53a40 00800000:00000002:3.0:1783948586.743507:0:34745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948586.743511:0:34745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948586.743515:0:34745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948586.743519:0:34745:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.743521:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53910 00000002:00010000:3.0:1783948586.743523:0:34745:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948586.743526:0:34745:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948586.743528:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.743531:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.743538:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:3.0:1783948586.743541:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.743546:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.743551:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948586.743555:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783948586.743566:0:34745:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948586.743572:0:34745:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.743575:0:34745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783948586.743582:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948586.743584:0:34745:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948586.743586:0:34745:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.743587:0:34745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.743589:0:34745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948586.743591:0:34745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948586.743594:0:34745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948586.743597:0:34745:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948586.743601:0:34745:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950bf4a00. 00000080:00000001:3.0:1783948586.743605:0:34745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948586.743607:0:34745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.743610:0:34745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:3.0:1783948586.743613:0:34745:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e2b 00800000:00000001:3.0:1783948586.743618:0:34745:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948586.743620:0:34745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948586.743622:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.743624:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.743627:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948586.743630:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.743633:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.743636:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.743638:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.743639:0:34745:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.743641:0:34745:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.743643:0:34745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e2b from it ffffb87d01f53b58 00010000:00000001:3.0:1783948586.743646:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.743647:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.743648:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:3.0:1783948586.743650:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.743652:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:3.0:1783948586.743654:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.743657:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783948586.743663:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.743664:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.743666:0:34745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948586.743668:0:34745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948586.743671:0:34745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783948586.743678:0:34745:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948586.743681:0:34745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948586.743683:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.743687:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.743688:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.743689:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.743693:0:34745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948586.743695:0:34745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.743697:0:34745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.743700:0:34745:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.743702:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.743703:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.743704:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948586.743707:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948586.743710:0:34745:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948586.743712:0:34745:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:3.0:1783948586.743716:0:34745:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.743720:0:34745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783948586.743722:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53b48 00000080:00002000:3.0:1783948586.743724:0:34745:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951f63e58) flags 0x48004e refc 0 00000080:00000001:3.0:1783948586.743727:0:34745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.743728:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53b90 00000080:00200000:3.0:1783948586.743729:0:34745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1783948586.743737:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d08 00000080:00200008:3.0:1783948586.743739:0:34745:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783948586.743743:0:34745:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783948586.743744:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53c80 00000080:00200000:3.0:1783948586.743746:0:34745:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8),name=recon 00000080:00000010:3.0:1783948586.743750:0:34745:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950bf4a00. 00800000:00000002:3.0:1783948586.743753:0:34745:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:3.0:1783948586.743758:0:34745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783948586.743760:0:34745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.743762:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53ba0 00800000:00000002:3.0:1783948586.743764:0:34745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783948586.743766:0:34745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1783948586.743770:0:34745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1783948586.743773:0:34745:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783948586.743774:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53a70 00000002:00010000:3.0:1783948586.743775:0:34745:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783948586.743778:0:34745:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783948586.743779:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783948586.743781:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.743784:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 4 00010000:00000001:3.0:1783948586.743786:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.743789:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.743791:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948586.743794:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1783948586.743800:0:34745:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948586.743802:0:34745:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.743804:0:34745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1783948586.743809:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783948586.743811:0:34745:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783948586.743812:0:34745:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.743814:0:34745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783948586.743815:0:34745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783948586.743817:0:34745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783948586.743819:0:34745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783948586.743820:0:34745:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:3.0:1783948586.743823:0:34745:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950bf4a00. 00000080:00000001:3.0:1783948586.743825:0:34745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783948586.743826:0:34745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.743829:0:34745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) 00000080:00010000:3.0:1783948586.743831:0:34745:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) for lock 0x8c7cf19e4b440e01 00800000:00000001:3.0:1783948586.743834:0:34745:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783948586.743835:0:34745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783948586.743836:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.743838:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.743839:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:3.0:1783948586.743841:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:3.0:1783948586.743843:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:3.0:1783948586.743845:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.743847:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783948586.743848:0:34745:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.743850:0:34745:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783948586.743877:0:34745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e01 from it ffffb87d01f53cb8 00010000:00000001:3.0:1783948586.743879:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.743880:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.743882:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617b000 refcount=3 00000020:00000001:3.0:1783948586.743884:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:3.0:1783948586.743886:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729183744 : -129839980367872 : ffff89e94617b000) 00010000:00000001:3.0:1783948586.743888:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.743890:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1783948586.743897:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.743898:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.743899:0:34745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948586.743901:0:34745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948586.743903:0:34745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1783948586.743909:0:34745:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948586.743910:0:34745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948586.743912:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.743914:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.743915:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.743916:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.743918:0:34745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948586.743919:0:34745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.743922:0:34745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.743923:0:34745:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.743925:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.743926:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.743927:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783948586.743929:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783948586.743930:0:34745:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948586.743933:0:34745:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1783948586.743937:0:34745:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783948586.743939:0:34745:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783948586.743941:0:34745:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783948586.743943:0:34745:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.743945:0:34745:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948586.743949:0:34745:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1783948586.743951:0:34745:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948586.743957:0:34745:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948586.743961:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf4a00. 00000020:00000010:3.0:1783948586.743966:0:34745:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950bf5400. 00000020:00000010:3.0:1783948586.743970:0:34745:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204360. 00000008:00000010:3.0:1783948586.743977:0:34745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948586.743982:0:34745:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948586.743988:0:34745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948586.743994:0:34745:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948586.743998:0:34745:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948586.744002:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf5800. 00000008:00000010:3.0:1783948586.744006:0:34745:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948586.744010:0:34745:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948586.744014:0:34745:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948586.744017:0:34745:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948586.744021:0:34745:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948586.744023:0:34745:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00000020:00000001:3.0:1783948586.744027:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:3.0:1783948586.744029:0:34745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783948586.744031:0:34745:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783948586.744033:0:34745:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1783948586.744036:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948586.744038:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783948586.744040:0:34745:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783948586.744042:0:34745:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.744044:0:34745:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948586.744048:0:34745:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e9601082b0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1783948586.744051:0:34745:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:3.0:1783948586.744055:0:34745:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783948586.744057:0:34745:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783948586.744060:0:34745:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783948586.744062:0:34745:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.744064:0:34745:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783948586.744066:0:34745:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783948586.744068:0:34745:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744069:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948586.744070:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783948586.744072:0:34745:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783948586.744074:0:34745:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00000020:00000001:3.0:1783948586.744076:0:34745:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948586.744078:0:34745:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1783948586.744080:0:34745:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1783948586.744082:0:34745:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1783948586.744084:0:34745:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1783948586.744086:0:34745:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1783948586.744089:0:34745:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1783948586.744093:0:34745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1783948586.744098:0:34745:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff89e9594c7280. 00020000:00000002:3.0:1783948586.744102:0:34745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783948586.744104:0:34745:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1783948586.744106:0:34745:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948586.744108:0:34745:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783948586.744109:0:34745:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948586.744111:0:34745:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7120. 00000020:00000010:3.0:1783948586.744115:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf5200. 00000020:00000010:3.0:1783948586.744118:0:34745:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950bf4e00. 00000020:00000010:3.0:1783948586.744120:0:34745:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204300. 00000008:00000010:3.0:1783948586.744124:0:34745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb6fe0. 00020000:00000010:3.0:1783948586.744126:0:34745:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948586.744129:0:34745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e95069b4f8. 00000080:00000010:3.0:1783948586.744132:0:34745:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff150. 00000080:00000010:3.0:1783948586.744135:0:34745:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e96010a2b0. 00000020:00000010:3.0:1783948586.744138:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e945135e00. 00000008:00000010:3.0:1783948586.744141:0:34745:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014a420. 00020000:00000010:3.0:1783948586.744144:0:34745:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d0490. 00008000:00000010:3.0:1783948586.744146:0:34745:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee680. 00000080:00000010:3.0:1783948586.744150:0:34745:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e4b0. 00000020:00000001:3.0:1783948586.744153:0:34745:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035679528 : -129839673872088 : ffff89e9585c7128) 00000020:00001000:3.0:1783948586.744155:0:34745:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7120 00000020:00000001:3.0:1783948586.744157:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:3.0:1783948586.744160:0:34745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783948586.744162:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783948586.744164:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783948586.744165:0:34745:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.744168:0:34745:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.744170:0:34745:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796960 : -129839542754656 : ffff89e9602d22a0) 00000020:00000001:3.0:1783948586.744172:0:34745:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1783948586.744175:0:34745:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff89e9523e64c0. 00000008:00010000:3.0:1783948586.744178:0:34745:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1783948586.744180:0:34745:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948586.744182:0:34745:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1783948586.744183:0:34745:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff89e9594c72b0, osc lock ffff89e9523e64c0, flags 0x400001002 00000020:00000001:3.0:1783948586.744185:0:34745:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.744187:0:34745:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.744189:0:34745:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614234051408512 : -129839658143104 : ffff89e9594c7280) 00000020:00000001:3.0:1783948586.744191:0:34745:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783948586.744192:0:34745:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1783948586.744194:0:34745:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744196:0:34745:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744198:0:34745:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1783948586.744200:0:34745:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1783948586.744201:0:34745:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948586.744203:0:34745:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1783948586.744204:0:34745:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948586.744206:0:34745:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796960 : -129839542754656 : ffff89e9602d22a0) 00000020:00000001:3.0:1783948586.744207:0:34745:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948586.744210:0:34745:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1783948586.744212:0:34745:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783948586.744215:0:34745:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783948586.744217:0:34745:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783948586.744218:0:34745:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783948586.744220:0:34745:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783948586.744221:0:34745:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783948586.744222:0:34745:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783948586.744224:0:34745:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1783948586.744227:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783948586.744230:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:3.0:1783948586.744232:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.744236:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783948586.744239:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783948586.744242:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1783948586.744251:0:34745:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783948586.744253:0:34745:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948586.744256:0:34745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1783948586.744262:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.744263:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.744265:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=4 00000020:00000001:3.0:1783948586.744267:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:3.0:1783948586.744269:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000008:00000001:3.0:1783948586.744272:0:34745:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783948586.744274:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.744275:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.744276:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=5 00000020:00000001:3.0:1783948586.744278:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:3.0:1783948586.744280:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00000020:00000001:3.0:1783948586.744282:0:34745:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783948586.744284:0:34745:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1783948586.744286:0:34745:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1783948586.744287:0:34745:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.744288:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783948586.744289:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783948586.744291:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=6 00000020:00000001:3.0:1783948586.744292:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:3.0:1783948586.744294:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:3.0:1783948586.744296:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783948586.744298:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1783948586.744304:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.744305:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.744306:0:34745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783948586.744307:0:34745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783948586.744308:0:34745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1783948586.744314:0:34745:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783948586.744316:0:34745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783948586.744317:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783948586.744319:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.744320:0:34745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783948586.744322:0:34745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.744323:0:34745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.744325:0:34745:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948586.744327:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783948586.744329:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.744330:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783948586.744331:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.744332:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948586.744333:0:34745:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783948586.744335:0:34745:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744337:0:34745:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.744339:0:34745:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744341:0:34745:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744342:0:34745:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783948586.744343:0:34745:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1783948586.744345:0:34745:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1783948586.744347:0:34745:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1783948586.744349:0:34745:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744351:0:34745:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.744354:0:34745:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783948586.744357:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:3.0:1783948586.744359:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:3.0:1783948586.744361:0:34745:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783948586.744364:0:34745:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1783948586.744366:0:34745:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783948586 a=1783948586 c=1783948586 b=0 00020000:00000001:3.0:1783948586.744369:0:34745:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744371:0:34745:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.744373:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000080:00200000:3.0:1783948586.744375:0:34745:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1783948586.744377:0:34745:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1783948586.744381:0:34745:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1783948586.744382:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff89e960108250 (ffff89e9585c7758/0) at cl_lock_release():245 00000020:00000001:3.0:1783948586.745195:0:34745:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948586.745197:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e960108250 (ffff89e9585c7758/0) at cl_lock_cancel():142 00020000:00000001:3.0:1783948586.745200:0:34745:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1783948586.745202:0:34745:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783948586.745204:0:34745:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614234166796960 : -129839542754656 : ffff89e9602d22a0) 00000020:00000001:3.0:1783948586.745206:0:34745:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783948586.745207:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff89e9594c72b0 (ffff89e9585c7128/1) at cl_lock_cancel():142 00000008:00000001:3.0:1783948586.745210:0:34745:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1783948586.745212:0:34745:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1783948586.745214:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783948586.745215:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783948586.745216:0:34745:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1783948586.745218:0:34745:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948586.745220:0:34745:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948586.745221:0:34745:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783948586.745222:0:34745:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948586.745223:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e960108250 (ffff89e9585c7758/0) at cl_lock_fini():72 00020000:00000001:3.0:1783948586.745226:0:34745:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1783948586.745227:0:34745:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783948586.745228:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff89e9594c72b0 (ffff89e9585c7758/1) at cl_lock_fini():72 00000008:00000010:3.0:1783948586.745231:0:34745:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff89e9523e64c0. 00000020:00000001:3.0:1783948586.745235:0:34745:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1783948586.745236:0:34745:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff89e9594c7280. 00020000:00000001:3.0:1783948586.745238:0:34745:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1783948586.745239:0:34745:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1783948586.745241:0:34745:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1783948586.745242:0:34745:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.745245:0:34745:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783948586.745248:0:34745:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783948586.745250:0:34745:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783948586.745251:0:34745:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783948586.745253:0:34745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948586.745255:0:34745:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7120 00000020:00000010:3.0:1783948586.745259:0:34745:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950bf4e00. 00000020:00000010:3.0:1783948586.745263:0:34745:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204300. 00000008:00000010:3.0:1783948586.745266:0:34745:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb6fe0. 00020000:00000010:3.0:1783948586.745270:0:34745:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca000. 00008000:00000010:3.0:1783948586.745274:0:34745:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e95069b4f8. 00000080:00000010:3.0:1783948586.745277:0:34745:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff150. 00000080:00000010:3.0:1783948586.745280:0:34745:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e96010a2b0. 00000020:00000010:3.0:1783948586.745284:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf5200. 00000008:00000010:3.0:1783948586.745287:0:34745:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014a420. 00020000:00000010:3.0:1783948586.745289:0:34745:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d0490. 00008000:00000010:3.0:1783948586.745292:0:34745:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee680. 00000080:00000010:3.0:1783948586.745294:0:34745:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e4b0. 00000020:00000010:3.0:1783948586.745297:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e945135e00. 00000020:00000010:3.0:1783948586.745300:0:34745:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7120. 00020000:00000001:3.0:1783948586.745301:0:34745:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783948586.745304:0:34745:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783948586.745306:0:34745:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783948586.745308:0:34745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783948586.745311:0:34745:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783948586.745312:0:34745:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.745314:0:34745:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783948586.745317:0:34745:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783948586.745318:0:34745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783948586.745319:0:34745:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948586.745320:0:34745:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950bf5400. 00000020:00000010:3.0:1783948586.745323:0:34745:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204360. 00000008:00000010:3.0:1783948586.745325:0:34745:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948586.745327:0:34745:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948586.745329:0:34745:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948586.745332:0:34745:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948586.745334:0:34745:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948586.745337:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf4a00. 00000008:00000010:3.0:1783948586.745339:0:34745:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948586.745342:0:34745:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948586.745345:0:34745:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948586.745347:0:34745:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948586.745349:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf5800. 00000020:00000010:3.0:1783948586.745351:0:34745:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00000001:00000001:3.0:1783948586.745353:0:34745:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.745439:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d08 00000080:00000008:2.0:1783948586.745443:0:34745:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff89e951d7c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783948586.745449:0:34745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948586.745450:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53da0 00000080:00002000:2.0:1783948586.745452:0:34745:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff89e951f63e58, parent ffff89e951e2fe58, inode ffff89e951d7c2c8) hashed, 00000080:00000001:2.0:1783948586.745455:0:34745:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.745485:0:34745:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948586.745488:0:34745:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948586.745489:0:34745:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948586.745491:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53bd8 00000080:00200000:2.0:1783948586.745493:0:34745:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948586.745498:0:34745:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950b80e00. 00800000:00000002:2.0:1783948586.745503:0:34745:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948586.745505:0:34745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948586.745508:0:34745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.745509:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53af8 00800000:00000002:2.0:1783948586.745512:0:34745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948586.745515:0:34745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948586.745518:0:34745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948586.745523:0:34745:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.745525:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f539c8 00000002:00010000:2.0:1783948586.745746:0:34745:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948586.745751:0:34745:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948586.745752:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.745754:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.745759:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:2.0:1783948586.745762:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.745765:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.745769:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.745774:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783948586.745782:0:34745:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948586.745787:0:34745:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.745790:0:34745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1783948586.745796:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948586.745798:0:34745:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948586.745800:0:34745:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.745802:0:34745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.745804:0:34745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948586.745806:0:34745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948586.745809:0:34745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948586.745812:0:34745:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948586.745815:0:34745:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b80e00. 00000080:00000001:2.0:1783948586.745820:0:34745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948586.745822:0:34745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.745824:0:34745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948586.745828:0:34745:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e2b 00800000:00000001:2.0:1783948586.745832:0:34745:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948586.745834:0:34745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948586.745835:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.745837:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.745840:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948586.745841:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.745844:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.745846:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.745848:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.745849:0:34745:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.746378:0:34745:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.746381:0:34745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e2b from it ffffb87d01f53c10 00010000:00000001:2.0:1783948586.746394:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.746397:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.746398:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948586.746400:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.746403:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.746405:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.746408:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783948586.746415:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.746416:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.746418:0:34745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.746420:0:34745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.746422:0:34745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783948586.746429:0:34745:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.746432:0:34745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.746434:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.746437:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.746438:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.746440:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.746444:0:34745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.746446:0:34745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.746448:0:34745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.746451:0:34745:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.746453:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.746454:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.746455:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948586.746458:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948586.746460:0:34745:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948586.746462:0:34745:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 1 00000080:00000001:2.0:1783948586.746467:0:34745:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.746475:0:34745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783948586.746477:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53da0 00000080:00002000:2.0:1783948586.746479:0:34745:0:(dcache.c:87:ll_dcompare()) found name recon(ffff89e951f63e58) flags 0x48004e refc 0 00000080:00000001:2.0:1783948586.746481:0:34745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.746484:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53e10 00000080:00200000:2.0:1783948586.746485:0:34745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:2.0:1783948586.746491:0:34745:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783948586.746493:0:34745:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783948586.746494:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53d30 00000080:00200000:2.0:1783948586.746496:0:34745:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8),name=/ 00000080:00000010:2.0:1783948586.746501:0:34745:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950b80e00. 00800000:00000002:2.0:1783948586.746505:0:34745:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00000080:00000001:2.0:1783948586.746508:0:34745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783948586.746510:0:34745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.746512:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53c50 00800000:00000002:2.0:1783948586.746514:0:34745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783948586.746517:0:34745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1783948586.746519:0:34745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783948586.746523:0:34745:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783948586.746524:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53b20 00000002:00010000:2.0:1783948586.746526:0:34745:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783948586.746755:0:34745:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783948586.746757:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.746759:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.746763:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:2.0:1783948586.746765:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.746769:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.746772:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783948586.746776:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1783948586.746785:0:34745:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783948586.746788:0:34745:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948586.746791:0:34745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1783948586.746797:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783948586.746799:0:34745:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948586.746801:0:34745:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.746803:0:34745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783948586.746804:0:34745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948586.746806:0:34745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783948586.746808:0:34745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783948586.746811:0:34745:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948586.746813:0:34745:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b80e00. 00000080:00000001:2.0:1783948586.746817:0:34745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783948586.746818:0:34745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.746820:0:34745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00010000:2.0:1783948586.746823:0:34745:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff89e951dc80c8) for lock 0x8c7cf19e4b440e2b 00800000:00000001:2.0:1783948586.746825:0:34745:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783948586.746827:0:34745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783948586.746828:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.746830:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.746831:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948586.746833:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.746835:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.746838:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.746839:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783948586.746840:0:34745:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.746842:0:34745:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783948586.746844:0:34745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c7cf19e4b440e2b from it ffffb87d01f53d68 00010000:00000001:2.0:1783948586.746846:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948586.746847:0:34745:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948586.746848:0:34745:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e946597e00 refcount=3 00000020:00000001:2.0:1783948586.747024:0:34745:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.747027:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233733496320 : -129839976055296 : ffff89e946597e00) 00010000:00000001:2.0:1783948586.747029:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783948586.747033:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783948586.747040:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.747041:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.747043:0:34745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783948586.747044:0:34745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783948586.747046:0:34745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1783948586.747053:0:34745:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948586.747055:0:34745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783948586.747057:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.747059:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.747060:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.747061:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.747063:0:34745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783948586.747064:0:34745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.747066:0:34745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.747069:0:34745:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.747071:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783948586.747072:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.747073:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783948586.747075:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783948586.747076:0:34745:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783948586.747079:0:34745:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff89e951dc80c8), inode mode 41ff mask 3 00000080:00000001:2.0:1783948586.747082:0:34745:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.747086:0:34745:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:2.0:1783948586.747087:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53df8 00000080:00200000:2.0:1783948586.747089:0:34745:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff89e951dc80c8) 00000080:00000001:2.0:1783948586.747092:0:34745:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1783948586.747095:0:34745:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.747100:0:34745:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11360. 00000020:00000010:2.0:1783948586.747104:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.747108:0:34745:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.747112:0:34745:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041cc0. 00000008:00000010:2.0:1783948586.747118:0:34745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948586.747123:0:34745:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.747128:0:34745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.747134:0:34745:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948586.747137:0:34745:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948586.747141:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80c00. 00000008:00000010:2.0:1783948586.747144:0:34745:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948586.747147:0:34745:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948586.747150:0:34745:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948586.747154:0:34745:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e1e0. 00000020:00000001:2.0:1783948586.747157:0:34745:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044371816 : -129839665179800 : ffff89e958e11368) 00000020:00001000:2.0:1783948586.747159:0:34745:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11360 00000020:00000001:2.0:1783948586.747161:0:34745:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783948586.747165:0:34745:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000002:2.0:1783948586.747169:0:34745:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff89e9506198a0 addref 2/0 by ffff89e950b90000. 00020000:00000002:2.0:1783948586.747172:0:34745:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948586.747174:0:34745:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783948586.747177:0:34745:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783948586.747178:0:34745:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783948586.747180:0:34745:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1783948586.747183:0:34745:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1783948586.747186:0:34745:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11360 00000020:00000010:2.0:1783948586.747188:0:34745:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.747192:0:34745:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041cc0. 00000008:00000010:2.0:1783948586.747195:0:34745:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948586.747197:0:34745:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.747200:0:34745:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.747203:0:34745:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948586.747206:0:34745:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948586.747209:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80e00. 00000008:00000010:2.0:1783948586.747212:0:34745:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948586.747214:0:34745:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948586.747218:0:34745:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948586.747220:0:34745:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e1e0. 00000020:00000010:2.0:1783948586.747223:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80c00. 00000020:00000010:2.0:1783948586.747225:0:34745:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11360. 00000080:00000001:2.0:1783948586.747227:0:34745:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1783948586.747232:0:34745:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff89e950b80c00. 00800000:00000002:2.0:1783948586.747236:0:34745:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff89e95167c500 2 00800000:00000001:2.0:1783948586.747244:0:34745:0:(lmv_obd.c:3486:lmv_unlink()) Process entered 00800000:00000001:2.0:1783948586.747248:0:34745:0:(lmv_obd.c:2555:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1783948586.747251:0:34745:0:(lmv_obd.c:2574:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:2.0:1783948586.747253:0:34745:0:(lmv_obd.c:2579:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948586.747256:0:34745:0:(lmv_obd.c:3526:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:2.0:1783948586.747260:0:34745:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1783948586.747262:0:34745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948586.747266:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 2 00010000:00000001:2.0:1783948586.747268:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.747270:0:34745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948586.747273:0:34745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948586.747276:0:34745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1783948586.747284:0:34745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948586.747288:0:34745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948586.747290:0:34745:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948586.747292:0:34745:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783948586.747295:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.747296:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.747298:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 3 00010000:00000001:2.0:1783948586.747300:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.747302:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.747304:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.747305:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.747306:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 3 00010000:00000001:2.0:1783948586.747307:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.747309:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.747311:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.747312:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.747313:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e959459600 count: 3 00010000:00000001:2.0:1783948586.747315:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.747317:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.747319:0:34745:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783948586.747322:0:34745:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff89e951dc8000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783948586.747326:0:34745:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783948586.747329:0:34745:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783948586.747331:0:34745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948586.747332:0:34745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.747335:0:34745:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948586.747339:0:34745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948586.747341:0:34745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948586.747342:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.747344:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948586.747347:0:34745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e946597e00 with handle 0x8c7cf19e4b440e2b from hash 00010000:00000001:2.0:1783948586.747349:0:34745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948586.747351:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.747352:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.747353:0:34745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948586.747355:0:34745:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948586.747357:0:34745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948586.747359:0:34745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783948586.747361:0:34745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948586.747363:0:34745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783948586.747365:0:34745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783948586.747367:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 4 00010000:00000001:2.0:1783948586.747369:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948586.747371:0:34745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783948586.747373:0:34745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948586.747375:0:34745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783948586.747381:0:34745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948586.748754:0:34745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948586.748759:0:34745:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948586.748762:0:34745:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CR 00000002:00000001:2.0:1783948586.748767:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.748769:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.748775:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.748779:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.748783:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.748785:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.748786:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.748788:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.748790:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.748792:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.748793:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.748794:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.748795:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.748797:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.748799:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.748801:0:34745:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.748803:0:34745:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783948586.748807:0:34745:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783948586.748814:0:34745:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff89e950b80e00. 00000080:00000001:2.0:1783948586.748827:0:34745:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783948586.748831:0:34745:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783948586.748836:0:34745:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000002:2.0:1783948586.748838:0:34745:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:2.0:1783948586.748842:0:34745:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783948586.748844:0:34745:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff89e943191000: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:2.0:1783948586.749184:0:34745:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ed80. 00000020:00000040:2.0:1783948586.749190:0:34745:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948586.749196:0:34745:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.749199:0:34745:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.749203:0:34745:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.749211:0:34745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b81400. 00000100:00000001:2.0:1783948586.749219:0:34745:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783948586.749237:0:34745:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783948586.749248:0:34745:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783948586.749253:0:34745:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783948586.749261:0:34745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.749263:0:34745:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.749271:0:34745:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211000. 00000100:00000001:2.0:1783948586.749273:0:34745:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166005760 : -129839543545856 : ffff89e960211000) 00000100:00000001:2.0:1783948586.749276:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.749277:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000001:2.0:1783948586.749282:0:34745:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.749286:0:34745:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.749288:0:34745:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.749290:0:34745:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.749294:0:34745:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.749301:0:34745:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.749303:0:34745:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.749306:0:34745:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.749308:0:34745:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.749311:0:34745:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.749315:0:34745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:34745:1870603636543488:192.168.202.104@tcp:35:rm.0 00000100:00000001:2.0:1783948586.749319:0:34745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.749324:0:34745:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.749327:0:34745:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.749329:0:34745:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.749334:0:34745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cac00. 02000000:00000001:2.0:1783948586.749336:0:34745:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.749344:0:34745:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.749349:0:34745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891268. 00000400:00000010:2.0:1783948586.749355:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948586.749363:0:34745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636543488, portal 10 00000100:00000001:2.0:1783948586.749365:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.749366:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000040:2.0:1783948586.749373:0:34745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.749380:0:34745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.749383:0:34745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.749398:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2770. 00000100:00000200:2.0:1783948586.749403:0:34745:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870603636543488, offset 0 00000400:00000200:2.0:1783948586.749410:0:34745:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.749420:0:34745:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.749427:0:34745:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.749432:0:34745:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.749436:0:34745:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.749440:0:34745:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.749443:0:34745:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.749447:0:34745:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2742:2742:256:4294967295] 192.168.202.104@tcp LPNI seq info [2742:2742:8:4294967295] 00000400:00000200:2.0:1783948586.749451:0:34745:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.749462:0:34745:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.749468:0:34745:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.749473:0:34745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61700. 00000800:00000200:2.0:1783948586.749480:0:34745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.749489:0:34745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.749495:0:34745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.749518:0:34745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.749524:0:34745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 805215 usecs (806 jiffies) 00000400:00000200:2.0:1783948586.749527:0:34745:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.749530:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677707 00000100:00000001:2.0:1783948586.749548:0:34745:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296677643 00000100:00000001:2.0:1783948586.749554:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677707 00000100:00000001:2.0:1783948586.749557:0:34745:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296677643 00000100:00000001:2.0:1783948586.749560:0:34745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.749563:0:34745:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.749565:0:34745:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.749567:0:34745:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.749570:0:34745:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211000 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.749573:0:34745:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.749576:0:34745:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948586.750129:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948586.750134:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61700. 00000400:00000200:0.0:1783948586.750139:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.750146:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948586.750152:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2770 00000400:00000010:0.0:1783948586.750154:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2770. 00000100:00000001:0.0:1783948586.750158:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948586.750164:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.750173:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948586.750176:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.750183:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948586.750185:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948586.754035:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.754057:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948586.754063:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.754066:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.754075:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.754084:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948586.754097:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.754102:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.754108:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.754112:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9459000 00000400:00000200:0.0:1783948586.754118:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948586.754125:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x77f1 [1] + 224 00000800:00000001:0.0:1783948586.754135:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948586.754200:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948586.754205:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948586.754210:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948586.754221:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948586.754232:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783948586.754243:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948586.756125:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948586.756215:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.756224:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.757324:0:34745:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.757335:0:34745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.757338:0:34745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.757343:0:34745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891268. 00000400:00000200:2.0:1783948586.757350:0:34745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948586.757352:0:34745:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948586.757357:0:34745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.757369:0:34745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783948586.757382:0:34745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ed80 x1870603636543488/t0(0) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757400:0:34745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.757402:0:34745:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.757405:0:34745:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.757408:0:34745:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.757412:0:34745:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.757414:0:34745:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.757417:0:34745:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.757428:0:34745:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d14a8 time=106 v=5 (10 5 5 5) 00000100:00001000:2.0:1783948586.757433:0:34745:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.757435:0:34745:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.757437:0:34745:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.757440:0:34745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.757443:0:34745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.757447:0:34745:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948586.757448:0:34745:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783948586.757450:0:34745:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948586.757453:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.757455:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000001:2.0:1783948586.757458:0:34745:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.757461:0:34745:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1783948586.757463:0:34745:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.757466:0:34745:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.757472:0:34745:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ed80 x1870603636543488/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757486:0:34745:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.757489:0:34745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.757492:0:34745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.757497:0:34745:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ed80 x1870603636543488/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783948586.757505:0:34745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:34745:1870603636543488:192.168.202.104@tcp:35:rm.0 00000100:00000001:2.0:1783948586.757510:0:34745:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.757513:0:34745:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.757515:0:34745:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.757518:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.757521:0:34745:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636543488/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757538:0:34745:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.757541:0:34745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211000. 00000100:00000001:2.0:1783948586.757545:0:34745:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.757547:0:34745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.757555:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.757556:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000002:00000001:2.0:1783948586.757560:0:34745:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.757563:0:34745:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.757568:0:34745:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b80e00. 00000080:00000001:2.0:1783948586.757573:0:34745:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783948586.757577:0:34745:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1783948586.757581:0:34745:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783948586.757595:0:34745:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757603:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.757605:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00000100:00000001:2.0:1783948586.757607:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.757610:0:34745:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757619:0:34745:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.757620:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.757624:0:34745:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636543488/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757630:0:34745:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.757631:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.757634:0:34745:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e300 x1870603636543232/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757640:0:34745:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783948586.757644:0:34745:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.757646:0:34745:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.757649:0:34745:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.757652:0:34745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e9581c8c00. 02000000:00000001:2.0:1783948586.757657:0:34745:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.757660:0:34745:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.757662:0:34745:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e300. 00000100:00000001:2.0:1783948586.757785:0:34745:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.757786:0:34745:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.757787:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.757792:0:34745:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636543488/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757797:0:34745:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.757799:0:34745:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9461be100. 00000002:00000001:2.0:1783948586.757803:0:34745:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.757804:0:34745:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783948586.757806:0:34745:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff89e94477ccc0. 00000100:00000001:2.0:1783948586.757809:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.757812:0:34745:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ed80 x1870603636543488/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783948586.757818:0:34745:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948586.757820:0:34745:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948586.757824:0:34745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cac00. 02000000:00000001:2.0:1783948586.757827:0:34745:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948586.757828:0:34745:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948586.757829:0:34745:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:2.0:1783948586.757831:0:34745:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948586.757833:0:34745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b81400. 02000000:00000001:2.0:1783948586.757835:0:34745:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948586.757837:0:34745:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948586.757838:0:34745:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ed80. 00000100:00000001:2.0:1783948586.757841:0:34745:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948586.757842:0:34745:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.757844:0:34745:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.757847:0:34745:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948586.757849:0:34745:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1783948586.757880:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.757884:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.757891:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.757895:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.757901:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.757902:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.757903:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.757905:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.757906:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.757920:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.757922:0:34745:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.757925:0:34745:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948586.757928:0:34745:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.757938:0:34745:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11360. 00000020:00000010:2.0:1783948586.757943:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.757948:0:34745:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.757951:0:34745:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041cc0. 00000008:00000010:2.0:1783948586.757958:0:34745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948586.757962:0:34745:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.757967:0:34745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.757973:0:34745:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948586.757977:0:34745:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948586.757982:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81c00. 00000008:00000010:2.0:1783948586.757986:0:34745:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948586.757989:0:34745:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948586.757993:0:34745:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948586.757997:0:34745:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e1e0. 00000020:00000001:2.0:1783948586.758000:0:34745:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044371816 : -129839665179800 : ffff89e958e11368) 00000020:00001000:2.0:1783948586.758003:0:34745:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11360 00000020:00000001:2.0:1783948586.758005:0:34745:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1783948586.758009:0:34745:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:2.0:1783948586.758012:0:34745:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1783948586.758015:0:34745:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1783948586.758019:0:34745:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948586.758022:0:34745:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948586.758024:0:34745:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1783948586.758027:0:34745:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.758028:0:34745:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948586.758030:0:34745:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11360 00000020:00000010:2.0:1783948586.758034:0:34745:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.758038:0:34745:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041cc0. 00000008:00000010:2.0:1783948586.758042:0:34745:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948586.758046:0:34745:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.758049:0:34745:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.758052:0:34745:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948586.758055:0:34745:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948586.758058:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81400. 00000008:00000010:2.0:1783948586.758062:0:34745:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948586.758065:0:34745:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948586.758068:0:34745:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948586.758070:0:34745:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e1e0. 00000020:00000010:2.0:1783948586.758073:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81c00. 00000020:00000010:2.0:1783948586.758075:0:34745:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11360. 00000080:00000001:2.0:1783948586.758078:0:34745:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.758082:0:34745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1783948586.758084:0:34745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) invalid 00000020:00000001:2.0:1783948586.758088:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53a60 00000080:00002000:2.0:1783948586.758090:0:34745:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry recon (ffff89e951f63e58) parent ffff89e951e2fe58 inode ffff89e951d7c2c8 refc 1 00000080:00000001:2.0:1783948586.758095:0:34745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1783948586.758097:0:34745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948586.758099:0:34745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.758104:0:34745:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948586.758109:0:34745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948586.758111:0:34745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948586.758114:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.758117:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948586.758121:0:34745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952234800 with handle 0x8c7cf19e4b440e32 from hash 00010000:00000001:2.0:1783948586.758123:0:34745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948586.758125:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.758127:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.758128:0:34745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948586.758132:0:34745:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948586.758134:0:34745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948586.758136:0:34745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948586.758141:0:34745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1783948586.758149:0:34745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948586.758152:0:34745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948586.758154:0:34745:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:2.0:1783948586.758158:0:34745:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:2.0:1783948586.758160:0:34745:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff89e958225ba0. 00000080:00000010:2.0:1783948586.758164:0:34745:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff89e943f22040. 00000080:00000010:2.0:1783948586.758167:0:34745:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff89e95820b3e8. 00000080:00000020:2.0:1783948586.758170:0:34745:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:2.0:1783948586.758171:0:34745:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff89e958225350. 00000080:00000010:2.0:1783948586.758173:0:34745:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff89e95800e840. 00000080:00000010:2.0:1783948586.758176:0:34745:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff89e95820b870. 00000080:00000020:2.0:1783948586.758178:0:34745:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:2.0:1783948586.758180:0:34745:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff89e958225d20. 00000080:00000010:2.0:1783948586.758181:0:34745:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff89e943f22ac0. 00000080:00000010:2.0:1783948586.758183:0:34745:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff89e95820b208. 00000080:00000020:2.0:1783948586.758186:0:34745:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:2.0:1783948586.758187:0:34745:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff89e9509a9c80. 00000080:00000010:2.0:1783948586.758189:0:34745:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff89e9509ab7a0. 00000080:00000010:2.0:1783948586.758191:0:34745:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff89e954e8d730. 00000080:00000001:2.0:1783948586.758193:0:34745:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.758195:0:34745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948586.758196:0:34745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.758198:0:34745:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948586.758199:0:34745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948586.758200:0:34745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948586.758202:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.758203:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948586.758206:0:34745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e952235800 with handle 0x8c7cf19e4b440e24 from hash 00010000:00000001:2.0:1783948586.758208:0:34745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948586.758209:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.758210:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.758211:0:34745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948586.758212:0:34745:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948586.758214:0:34745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948586.758216:0:34745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948586.758218:0:34745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00000001:2.0:1783948586.758224:0:34745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783948586.758225:0:34745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783948586.758226:0:34745:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783948586.758227:0:34745:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1783948586.758229:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.758231:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.758233:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.758235:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.758237:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.758239:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.758239:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.758241:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.758242:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.758244:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.758246:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.758247:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.758248:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.758250:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.758251:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.758252:0:34745:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783948586.758254:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783948586.758255:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e94722d400 count: 5 00010000:00000001:2.0:1783948586.758257:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783948586.758258:0:34745:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.758260:0:34745:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.758261:0:34745:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783948586.758263:0:34745:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.758266:0:34745:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11360. 00000020:00000010:2.0:1783948586.758268:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81c00. 00000020:00000010:2.0:1783948586.758271:0:34745:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.758273:0:34745:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041cc0. 00000008:00000010:2.0:1783948586.758276:0:34745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948586.758278:0:34745:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.758281:0:34745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.758284:0:34745:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948586.758286:0:34745:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948586.758289:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80e00. 00000008:00000010:2.0:1783948586.758292:0:34745:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948586.758294:0:34745:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948586.758297:0:34745:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948586.758299:0:34745:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e1e0. 00000020:00000001:2.0:1783948586.758301:0:34745:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044371816 : -129839665179800 : ffff89e958e11368) 00000020:00001000:2.0:1783948586.758303:0:34745:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11360 00000020:00000001:2.0:1783948586.758305:0:34745:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1783948586.758307:0:34745:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:2.0:1783948586.758308:0:34745:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1783948586.758310:0:34745:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1783948586.758312:0:34745:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783948586.758313:0:34745:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783948586.758315:0:34745:0:(lov_object.c:1533:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1783948586.758317:0:34745:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.758318:0:34745:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948586.758320:0:34745:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11360 00000020:00000010:2.0:1783948586.758322:0:34745:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.758324:0:34745:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041cc0. 00000008:00000010:2.0:1783948586.758327:0:34745:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948586.758330:0:34745:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.758332:0:34745:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.758334:0:34745:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948586.758337:0:34745:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948586.758339:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81c00. 00000008:00000010:2.0:1783948586.758342:0:34745:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948586.758344:0:34745:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948586.758346:0:34745:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948586.758348:0:34745:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e1e0. 00000020:00000010:2.0:1783948586.758350:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80e00. 00000020:00000010:2.0:1783948586.758352:0:34745:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11360. 00000080:00000001:2.0:1783948586.758354:0:34745:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.758356:0:34745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1783948586.758357:0:34745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff89e951d7c2c8) invalid 00000020:00000001:2.0:1783948586.758360:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53a60 00000080:00002000:2.0:1783948586.758361:0:34745:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry recon (ffff89e951f63e58) parent ffff89e951e2fe58 inode ffff89e951d7c2c8 refc 1 00000080:00000001:2.0:1783948586.758364:0:34745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1783948586.758365:0:34745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783948586.758366:0:34745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.758369:0:34745:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948586.758370:0:34745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948586.758371:0:34745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948586.758373:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948586.758374:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783948586.758377:0:34745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617b000 with handle 0x8c7cf19e4b440e01 from hash 00010000:00000001:2.0:1783948586.758379:0:34745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948586.758380:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.758381:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.758382:0:34745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948586.758394:0:34745:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948586.758395:0:34745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783948586.758398:0:34745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1783948586.758400:0:34745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:2.0:1783948586.758403:0:34745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:2.0:1783948586.758409:0:34745:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066ed80. 00000020:00000040:2.0:1783948586.758413:0:34745:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 02000000:00000001:2.0:1783948586.758418:0:34745:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783948586.758419:0:34745:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.758422:0:34745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783948586.758426:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948586.758429:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.758431:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.758432:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.758435:0:34745:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948586.758436:0:34745:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948586.758441:0:34745:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948586.758447:0:34745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e950b80e00. 00000100:00000001:2.0:1783948586.758452:0:34745:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.758455:0:34745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.758457:0:34745:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948586.758462:0:34745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783948586.758470:0:34745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783948586.758477:0:34745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1783948586.758484:0:34745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1783948586.758495:0:34745:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1783948586.758497:0:34745:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1783948586.758499:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948586.758501:0:34745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952234800/0x8c7cf19e4b440e32 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e06a06 expref: -99 pid: 34743 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1783948586.758509:0:34745:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e94477c180. 00010000:00000001:2.0:1783948586.758517:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.758518:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948586.758520:0:34745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e952235800/0x8c7cf19e4b440e24 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069ea expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783948586.758526:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.758527:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948586.758529:0:34745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e94617b000/0x8c7cf19e4b440e01 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2ceea11ad5e069a4 expref: -99 pid: 34736 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000010:2.0:1783948586.758535:0:34745:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e943f22a00. 00010000:00000040:2.0:1783948586.758538:0:34745:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e94722d400 count: 0 00010000:00000010:2.0:1783948586.758543:0:34745:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9585c4980. 00010000:00000001:2.0:1783948586.758549:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.758550:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948586.758553:0:34745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89e943191000 lock: ffff89e946597e00/0x8c7cf19e4b440e2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2ceea11ad5e069f8 expref: -99 pid: 34743 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1783948586.758559:0:34745:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e959459600 count: 0 00010000:00000010:2.0:1783948586.758562:0:34745:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff89e9594c7600. 00010000:00000001:2.0:1783948586.758567:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948586.758568:0:34745:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.758570:0:34745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948586.758572:0:34745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.758574:0:34745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1783948586.760997:0:34745:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89e943191000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1783948586.761019:0:34745:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948586.761028:0:34745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783948586.761030:0:34745:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783948586.761045:0:34745:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89e960211000. 00000100:00000001:2.0:1783948586.761047:0:34745:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446614234166005760 : -129839543545856 : ffff89e960211000) 00000100:00000001:2.0:1783948586.761050:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.761051:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000001:2.0:1783948586.761057:0:34745:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948586.761061:0:34745:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.761063:0:34745:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783948586.761065:0:34745:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948586.761068:0:34745:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.761076:0:34745:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948586.761078:0:34745:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.761083:0:34745:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948586.761086:0:34745:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948586.761089:0:34745:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948586.761091:0:34745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:34745:1870603636543744:192.168.202.104@tcp:36:rm.0 00000100:00000001:2.0:1783948586.761095:0:34745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948586.761102:0:34745:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948586.761104:0:34745:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.761106:0:34745:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948586.761112:0:34745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89e9581cac00. 02000000:00000001:2.0:1783948586.761114:0:34745:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948586.761122:0:34745:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948586.761126:0:34745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891268. 00000400:00000010:2.0:1783948586.761133:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948586.761140:0:34745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870603636543744, portal 10 00000100:00000001:2.0:1783948586.761142:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.761143:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000040:2.0:1783948586.761151:0:34745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.761158:0:34745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948586.761160:0:34745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948586.761163:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2088. 00000100:00000200:2.0:1783948586.761166:0:34745:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1870603636543744, offset 0 00000400:00000200:2.0:1783948586.761173:0:34745:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948586.761182:0:34745:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.761190:0:34745:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948586.761196:0:34745:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948586.761200:0:34745:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948586.761204:0:34745:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948586.761206:0:34745:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948586.761210:0:34745:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2743:2743:256:4294967295] 192.168.202.104@tcp LPNI seq info [2743:2743:8:4294967295] 00000400:00000200:2.0:1783948586.761213:0:34745:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948586.761223:0:34745:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948586.761230:0:34745:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948586.761236:0:34745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61700. 00000800:00000200:2.0:1783948586.761243:0:34745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948586.761251:0:34745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948586.761256:0:34745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1783948586.761400:0:34745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.761405:0:34745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 804290 usecs (805 jiffies) 00000400:00000200:2.0:1783948586.761409:0:34745:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948586.761411:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296677718 00000100:00000001:2.0:1783948586.761419:0:34745:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, simply extend its deadline from 4296677707 00000100:00000001:2.0:1783948586.761423:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296677718 00000100:00000001:2.0:1783948586.761426:0:34745:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, simply extend its deadline from 4296677707 00000100:00000001:2.0:1783948586.761429:0:34745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.761431:0:34745:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.761433:0:34745:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948586.761435:0:34745:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783948586.761438:0:34745:0:(client.c:2702:ptlrpc_set_wait()) set ffff89e960211000 going to sleep for 11 seconds 00000100:00000001:2.0:1783948586.761441:0:34745:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948586.761443:0:34745:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948586.768284:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.768306:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61700. 00000400:00000200:1.0:1783948586.768315:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.768324:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948586.768332:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2088 00000400:00000010:1.0:1783948586.768336:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2088. 00000100:00000001:1.0:1783948586.768341:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948586.768350:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.768361:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948586.768364:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948602 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.768371:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948586.768374:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783948586.774941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952234800. 00010000:00000010:2.1:1783948586.774956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e952235800. 00010000:00000010:2.1:1783948586.774961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e94722d400. 00010000:00000010:2.1:1783948586.774965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617b000. 00010000:00000010:2.1:1783948586.774969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e959459600. 00010000:00000010:2.1:1783948586.774972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e946597e00. 00000800:00000001:1.0:1783948586.784770:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.784786:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948586.784792:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.784794:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.784803:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.784812:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948586.784821:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.784826:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.784833:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.784837:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 456 into portal 10 MB=0x6a54dd9459100 00000400:00000200:1.0:1783948586.784842:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.784849:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 456/456 into md 0x77f9 [1] + 224 00000800:00000001:1.0:1783948586.784900:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.784908:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948586.784911:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.784916:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948586.784937:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948586.784948:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948586.784958:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948586.784978:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783948586.784987:0:2345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783948586.784990:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.784996:0:2345:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948586.785002:0:2345:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2744:2744:256:4294967295] 192.168.202.104@tcp LPNI seq info [2744:2744:8:4294967295] 00000400:00000200:1.0:1783948586.785007:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948586.785014:0:2345:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) 192.168.202.104@tcp : ACK try# 0 00000800:00000200:1.0:1783948586.785020:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948586.785027:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4ec00. 00000800:00000200:1.0:1783948586.785033:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948586.785040:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948586.785045:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4ec00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783948586.785126:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948586.785130:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4ec00. 00000400:00000200:1.0:1783948586.785133:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948586.785137:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: ACK: OK 00000800:00000001:1.0:1783948586.785143:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948586.785147:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.785274:0:34745:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948586.785294:0:34745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948586.785296:0:34745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948586.785299:0:34745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891268. 00000400:00000200:2.0:1783948586.785304:0:34745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948586.785307:0:34745:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948586.785310:0:34745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948586.785315:0:34745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948586.785325:0:34745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066ed80 x1870603636543744/t0(0) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/624 e 0 to 0 dl 1783948602 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.785331:0:34745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948586.785333:0:34745:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.785335:0:34745:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948586.785339:0:34745:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948586.785341:0:34745:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948586.785343:0:34745:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948586.785346:0:34745:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948586.785355:0:34745:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=106 v=5 (5 106 106 106) 00000100:00001000:2.0:1783948586.785359:0:34745:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948586.785362:0:34745:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948586.785363:0:34745:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948586.785366:0:34745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948586.785369:0:34745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.785371:0:34745:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783948586.785373:0:34745:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x200000017] 00000100:00000001:2.0:1783948586.785375:0:34745:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783948586.785377:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948586.785379:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902148992 : -129839807402624 : ffff89e95066ed80) 00000100:00000001:2.0:1783948586.785391:0:34745:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948586.785393:0:34745:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1783948586.785396:0:34745:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948586.785398:0:34745:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948586.785403:0:34745:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066ed80 x1870603636543744/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948602 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.785411:0:34745:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948586.785414:0:34745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948586.785416:0:34745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948586.785419:0:34745:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066ed80 x1870603636543744/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948602 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948586.785427:0:34745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066ed80 pname:cluuid:pid:xid:nid:opc:job rm:342776fa-f61c-4b73-829b-67eb463eff17:34745:1870603636543744:192.168.202.104@tcp:36:rm.0 00000100:00000001:2.0:1783948586.785432:0:34745:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948586.785434:0:34745:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948586.785437:0:34745:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783948586.785439:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.785442:0:34745:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff89e95066ed80 x1870603636543744/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948602 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.785448:0:34745:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783948586.785450:0:34745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89e960211000. 00000100:00000001:2.0:1783948586.785453:0:34745:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783948586.785455:0:34745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783948586.785462:0:34745:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783948586.785464:0:34745:0:(lmv_obd.c:3536:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783948586.785468:0:34745:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff89e95167c500 2 00000080:00000010:2.0:1783948586.785472:0:34745:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff89e950b80c00. 00000100:00000001:2.0:1783948586.785477:0:34745:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948586.785480:0:34745:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066ed80 x1870603636543744/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948586.785486:0:34745:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.785498:0:34745:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783948586.785511:0:34745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783948586.785514:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb87d01f53e28 00000080:00002000:2.0:1783948586.785517:0:34745:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff89e951f63e58, parent ffff89e951e2fe58, inode 0000000000000000) hashed, 00000080:00000001:2.0:1783948586.785520:0:34745:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783948586.785526:0:34745:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783948586.785531:0:34745:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1783948586.785538:0:34745:0:(llite_lib.c:3397:ll_delete_inode()) Process entered 00000080:00000001:2.0:1783948586.785541:0:34745:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1783948586.785543:0:34745:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.785549:0:34745:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11360. 00000020:00000010:2.0:1783948586.785554:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b80c00. 00000020:00000010:2.0:1783948586.785559:0:34745:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b81c00. 00000020:00000010:2.0:1783948586.785563:0:34745:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e958041cc0. 00000008:00000010:2.0:1783948586.785570:0:34745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948586.785575:0:34745:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.785580:0:34745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.785586:0:34745:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948586.785590:0:34745:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948586.785593:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81400. 00000008:00000010:2.0:1783948586.785597:0:34745:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948586.785600:0:34745:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948586.785603:0:34745:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948586.785608:0:34745:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e1e0. 00000020:00000001:2.0:1783948586.785611:0:34745:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044371816 : -129839665179800 : ffff89e958e11368) 00000020:00001000:2.0:1783948586.785613:0:34745:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11360 00000020:00000001:2.0:1783948586.785618:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e9582a35f8 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.785621:0:34745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783948586.785624:0:34745:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783948586.785627:0:34745:0:(vvp_io.c:1822:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783948586.785630:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.785631:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783948586.785633:0:34745:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783948586.785637:0:34745:0:(lov_object.c:1588:lov_io_init()) [0x200000404:0x36:0x0]io ffff89e9582aac50 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1783948586.785640:0:34745:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:2.0:1783948586.785644:0:34745:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783948586.785646:0:34745:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783948586.785648:0:34745:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783948586.785650:0:34745:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.785652:0:34745:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783948586.785654:0:34745:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783948586.785656:0:34745:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.785657:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.785658:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783948586.785660:0:34745:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783948586.785661:0:34745:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00000020:00000001:2.0:1783948586.785664:0:34745:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.785667:0:34745:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783948586.785669:0:34745:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783948586.785671:0:34745:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783948586.785676:0:34745:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783948586.785680:0:34745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783948586.785683:0:34745:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783948586.785684:0:34745:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783948586.785686:0:34745:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948586.785688:0:34745:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11f30. 00000020:00000010:2.0:1783948586.785692:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81e00. 00000020:00000010:2.0:1783948586.785694:0:34745:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e950b80000. 00000020:00000010:2.0:1783948586.785697:0:34745:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580419c0. 00000008:00000010:2.0:1783948586.785700:0:34745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944726fe0. 00020000:00000010:2.0:1783948586.785703:0:34745:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226240. 00008000:00000010:2.0:1783948586.785706:0:34745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948586.785708:0:34745:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10888. 00000080:00000010:2.0:1783948586.785711:0:34745:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582aae40. 00000020:00000010:2.0:1783948586.785716:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950b81a00. 00000008:00000010:2.0:1783948586.785719:0:34745:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958584580. 00020000:00000010:2.0:1783948586.785722:0:34745:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060d918. 00008000:00000010:2.0:1783948586.785725:0:34745:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fd68. 00000080:00000010:2.0:1783948586.785728:0:34745:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0ed20. 00000020:00000001:2.0:1783948586.785730:0:34745:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044374840 : -129839665176776 : ffff89e958e11f38) 00000020:00001000:2.0:1783948586.785732:0:34745:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11f30 00000020:00000001:2.0:1783948586.785735:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e9582a3e90 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.785736:0:34745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783948586.785740:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783948586.785741:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783948586.785742:0:34745:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.785744:0:34745:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.785746:0:34745:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446614233901745984 : -129839807805632 : ffff89e95060c740) 00000020:00000001:2.0:1783948586.785749:0:34745:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783948586.785751:0:34745:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.785753:0:34745:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.785755:0:34745:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.785757:0:34745:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1783948586.785759:0:34745:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783948586.785761:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.785762:0:34745:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783948586.785764:0:34745:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948586.785766:0:34745:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.785768:0:34745:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.785770:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.785771:0:34745:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.785773:0:34745:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783948586.785774:0:34745:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.785775:0:34745:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.785777:0:34745:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1783948586.785779:0:34745:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783948586.785780:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.785781:0:34745:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783948586.785783:0:34745:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1783948586.785786:0:34745:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1783948586.785792:0:34745:0:(osc_cache.c:1874:osc_update_pending()) obj ffff89e952015340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1783948586.785797:0:34745:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948586.785799:0:34745:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.785800:0:34745:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783948586.785802:0:34745:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.785805:0:34745:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1783948586.785808:0:34745:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1783948586.785813:0:34745:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff89e9820d3c00@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff89e952015340], [28672|1|+|-|ffff89e94617a200|1024|ffff89e950b90000]} make ready 00000008:00010000:2.0:1783948586.785821:0:34745:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783948586.785839:0:34745:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:2.0:1783948586.785841:0:34745:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1783948586.785915:0:34745:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000432ff9ec[2 00000000c39da1a4 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1783948586.785917:0:34745:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1783948586.785919:0:34745:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1783948586.785920:0:34745:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948586.785922:0:34745:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948586.786272:0:34745:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948586.786330:0:34745:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948586.786334:0:34745:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948586.786338:0:34745:0:(cl_page.c:507:__cl_page_state_set()) page@00000000432ff9ec[2 00000000c39da1a4 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948586.786340:0:34745:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1783948586.786342:0:34745:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783948586.786343:0:34745:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1783948586.786346:0:34745:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000432ff9ec[2 00000000c39da1a4 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948586.786348:0:34745:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1783948586.786350:0:34745:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.786354:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.786356:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:2.0:1783948586.786358:0:34745:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1783948586.786361:0:34745:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.786362:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:2.0:1783948586.786365:0:34745:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.786368:0:34745:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1783948586.786371:0:34745:0:(osc_cache.c:910:osc_extent_finish()) extent ffff89e9820d3c00@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff89e952015340], [28672|1|+|-|ffff89e94617a200|1024|ffff89e950b90000]} extent finished. 00000008:00010000:2.0:1783948586.786379:0:34745:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783948586.786401:0:34745:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1783948586.786403:0:34745:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1783948586.786406:0:34745:0:(cl_page.c:1104:cl_page_complete()) page@00000000432ff9ec[2 00000000c39da1a4 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948586.786407:0:34745:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1783948586.786410:0:34745:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783948586.786411:0:34745:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783948586.786412:0:34745:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948586.786415:0:34745:0:(cl_page.c:507:__cl_page_state_set()) page@00000000432ff9ec[2 00000000c39da1a4 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948586.786416:0:34745:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1783948586.786417:0:34745:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1783948586.786419:0:34745:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1783948586.786423:0:34745:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000432ff9ec[2 00000000c39da1a4 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1783948586.786425:0:34745:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1783948586.786437:0:34745:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1783948586.786439:0:34745:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1783948586.786440:0:34745:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948586.786444:0:34745:0:(cl_page.c:556:cl_batch_put()) page@00000000432ff9ec[2 00000000c39da1a4 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948586.786445:0:34745:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1783948586.786447:0:34745:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783948586.786449:0:34745:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:2.0:1783948586.786451:0:34745:0:(osc_cache.c:1602:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:2.0:1783948586.786457:0:34745:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff89e9820d3c00@{[0 -> 0/1023], [1|0|-|inv|wY|ffff89e952015340], [28672|0|-|-|ffff89e94617a200|1024|ffff89e950b90000]} destroyed. 00000008:00010000:2.0:1783948586.786462:0:34745:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000f5515a59 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1783948586.786471:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948586.786473:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1783948586.786476:0:34745:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff89e9820d3c00. 00000008:00000001:2.0:1783948586.786480:0:34745:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.786483:0:34745:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1783948586.786485:0:34745:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff89e952015340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1783948586.786488:0:34745:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783948586.786887:0:34745:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff89e952015340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1783948586.786894:0:34745:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783948586.786896:0:34745:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.786899:0:34745:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.786901:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.786903:0:34745:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.786904:0:34745:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.786907:0:34745:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783948586.786909:0:34745:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1783948586.786910:0:34745:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783948586.786911:0:34745:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783948586.786913:0:34745:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783948586.786914:0:34745:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.786916:0:34745:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1783948586.786917:0:34745:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783948586.786919:0:34745:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1783948586.786921:0:34745:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783948586.787054:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.787056:0:34745:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783948586.787057:0:34745:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783948586.787058:0:34745:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.787060:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.787062:0:34745:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783948586.787063:0:34745:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783948586.787064:0:34745:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1783948586.787065:0:34745:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783948586.787067:0:34745:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948586.787069:0:34745:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783948586.787070:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783948586.787071:0:34745:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783948586.787073:0:34745:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783948586.787074:0:34745:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.787076:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783948586.787078:0:34745:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948586.787079:0:34745:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783948586.787081:0:34745:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948586.787083:0:34745:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783948586.787085:0:34745:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783948586.787087:0:34745:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783948586.787088:0:34745:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783948586.787089:0:34745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948586.787092:0:34745:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11f30 00000020:00000010:2.0:1783948586.787096:0:34745:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b80000. 00000020:00000010:2.0:1783948586.787100:0:34745:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580419c0. 00000008:00000010:2.0:1783948586.787105:0:34745:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944726fe0. 00020000:00000010:2.0:1783948586.787109:0:34745:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226240. 00008000:00000010:2.0:1783948586.787113:0:34745:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585fb4f8. 00000080:00000010:2.0:1783948586.787117:0:34745:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10888. 00000080:00000010:2.0:1783948586.787121:0:34745:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582aae40. 00000020:00000010:2.0:1783948586.787125:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81e00. 00000008:00000010:2.0:1783948586.787129:0:34745:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958584580. 00020000:00000010:2.0:1783948586.787132:0:34745:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060d918. 00008000:00000010:2.0:1783948586.787135:0:34745:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fd68. 00000080:00000010:2.0:1783948586.787138:0:34745:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0ed20. 00000020:00000010:2.0:1783948586.787141:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81a00. 00000020:00000010:2.0:1783948586.787143:0:34745:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11f30. 00020000:00000001:2.0:1783948586.787146:0:34745:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783948586.787148:0:34745:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783948586.787150:0:34745:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783948586.787153:0:34745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783948586.787155:0:34745:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783948586.787156:0:34745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783948586.787159:0:34745:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11360 00000020:00000010:2.0:1783948586.787161:0:34745:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e950b81c00. 00000020:00000010:2.0:1783948586.787164:0:34745:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e958041cc0. 00000008:00000010:2.0:1783948586.787166:0:34745:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948586.787169:0:34745:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226d80. 00008000:00000010:2.0:1783948586.787171:0:34745:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948586.787174:0:34745:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948586.787176:0:34745:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948586.787178:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b80c00. 00000008:00000010:2.0:1783948586.787180:0:34745:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948586.787183:0:34745:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948586.787185:0:34745:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948586.787187:0:34745:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e1e0. 00000020:00000010:2.0:1783948586.787189:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950b81400. 00000020:00000010:2.0:1783948586.787192:0:34745:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11360. 00000080:00000001:2.0:1783948586.787194:0:34745:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783948586.787202:0:34745:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783948586.787205:0:34745:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446614233701877504 : -129840007674112 : ffff89e944770700) 00000020:00000001:2.0:1783948586.787207:0:34745:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1783948586.787209:0:34745:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1783948586.787211:0:34745:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783948586.787212:0:34745:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783948586.787214:0:34745:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783948586.787218:0:34745:0:(cl_page.c:507:__cl_page_state_set()) page@00000000432ff9ec[2 00000000c39da1a4 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948586.787220:0:34745:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1783948586.787221:0:34745:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1783948586.787223:0:34745:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1783948586.787225:0:34745:0:(osc_page.c:138:osc_page_delete()) ffff89e944770760 00000008:00000001:2.0:1783948586.787227:0:34745:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1783948586.787230:0:34745:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff89e944770770 page ffff89e944770760 at index 0. 00000008:00000001:2.0:1783948586.787232:0:34745:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948586.787238:0:34745:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1783948586.787240:0:34745:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffedddc4765fc0 index 0 00000020:00000001:2.0:1783948586.787245:0:34745:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1783948586.787246:0:34745:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1783948586.787247:0:34745:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783948586.787250:0:34745:0:(cl_page.c:556:cl_batch_put()) page@00000000432ff9ec[1 00000000c39da1a4 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783948586.787252:0:34745:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1783948586.787253:0:34745:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1783948586.787257:0:34745:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff89e944770700. 00000020:00000001:2.0:1783948586.787260:0:34745:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1783948586.787261:0:34745:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1783948586.788777:0:34745:0:(llite_lib.c:2068:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783948586.788782:0:34745:0:(llite_lib.c:2071:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff89e951d7c2c8) 00800000:00000001:3.0:1783948586.788790:0:34745:0:(lmv_obd.c:1644:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783948586.788792:0:34745:0:(lmv_obd.c:1646:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:3.0:1783948586.788798:0:34745:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783948586.788803:0:34745:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783948586.788805:0:34745:0:(lmv_obd.c:1656:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.788808:0:34745:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783948586.788810:0:34745:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783948586.788812:0:34745:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:3.0:1783948586.788813:0:34745:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:3.0:1783948586.788815:0:34745:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1783948586.788816:0:34745:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1783948586.788819:0:34745:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1783948586.788821:0:34745:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783948586.788823:0:34745:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948586.788827:0:34745:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783948586.788837:0:34745:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e9585c7750. 00000020:00000010:3.0:1783948586.788842:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e945135e00. 00000020:00000010:3.0:1783948586.788846:0:34745:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e945134600. 00000020:00000010:3.0:1783948586.788849:0:34745:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e960204360. 00000008:00000010:3.0:1783948586.788884:0:34745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948586.788889:0:34745:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948586.788894:0:34745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948586.788899:0:34745:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948586.788904:0:34745:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948586.788911:0:34745:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e950bf5800. 00000008:00000010:3.0:1783948586.788914:0:34745:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948586.788917:0:34745:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948586.788921:0:34745:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948586.788935:0:34745:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e944d9e0f0. 00000020:00000001:3.0:1783948586.788938:0:34745:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234035681112 : -129839673870504 : ffff89e9585c7758) 00000020:00001000:3.0:1783948586.788940:0:34745:0:(cl_object.c:831:cl_env_get()) 1@ffff89e9585c7750 00020000:00000001:3.0:1783948586.788947:0:34745:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:3.0:1783948586.788949:0:34745:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:3.0:1783948586.788952:0:34745:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1783948586.788955:0:34745:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506198a0, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948586.788960:0:34745:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948586.788964:0:34745:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0aa00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1783948586.788966:0:34745:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:3.0:1783948586.788968:0:34745:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.788970:0:34745:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1783948586.788973:0:34745:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1783948586.788978:0:34745:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1783948586.788984:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff89e958f6f000 count: 2 00010000:00000001:3.0:1783948586.788987:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783948586.788991:0:34745:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1783948586.788993:0:34745:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1783948586.789001:0:34745:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1783948586 1783948586 1783948586 ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1783948586.789015:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000020:00000001:3.0:1783948586.789017:0:34745:0:(cl_object.c:151:cl_object_top()) ffff89e952015340 -> ffff89e9582a35f8 00000008:00000001:3.0:1783948586.789019:0:34745:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948586.789022:0:34745:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783948586.789024:0:34745:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783948586.789027:0:34745:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783948586.789032:0:34745:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff89e952015340. 00020000:00000001:3.0:1783948586.789037:0:34745:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1783948586.789040:0:34745:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff89e9582a3e10. 00020000:00000001:3.0:1783948586.789047:0:34745:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1783948586.789049:0:34745:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783948586.789051:0:34745:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783948586.789053:0:34745:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:3.0:1783948586.789055:0:34745:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:3.0:1783948586.789056:0:34745:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:3.0:1783948586.789058:0:34745:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000001:3.0:1783948586.789060:0:34745:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1783948586.789062:0:34745:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff89e95800e230. 00020000:00000010:3.0:1783948586.789066:0:34745:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff89e958f6e840. 00020000:00000010:3.0:1783948586.789069:0:34745:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff89e958225e30. 00020000:00000002:3.0:1783948586.789072:0:34745:0:(lov_ea.c:756:dump_lsm()) lsm ffff89e9506198a0, objid 0x36:1028, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783948586.789085:0:34745:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783948586.789089:0:34745:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff89e947f0aa00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:3.0:1783948586.789094:0:34745:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff89e947f0aa00. 00020000:00000010:3.0:1783948586.789097:0:34745:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff89e950619660. 00020000:00000010:3.0:1783948586.789101:0:34745:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff89e9506198a0. 00020000:00000001:3.0:1783948586.789103:0:34745:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1783948586.789105:0:34745:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff89e9601c2aa8) owner 0000000000000000/ffff89e950b90000 00020000:00000010:3.0:1783948586.789107:0:34745:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff89e9601c2aa8. 00020000:00000001:3.0:1783948586.789110:0:34745:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:3.0:1783948586.789113:0:34745:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff89e9582a3578. 00000020:00001000:3.0:1783948586.789117:0:34745:0:(cl_object.c:925:cl_env_put()) 1@ffff89e9585c7750 00000020:00000010:3.0:1783948586.789120:0:34745:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e945134600. 00000020:00000010:3.0:1783948586.789124:0:34745:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e960204360. 00000008:00000010:3.0:1783948586.789126:0:34745:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e950bb64b0. 00020000:00000010:3.0:1783948586.789129:0:34745:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e9595ca780. 00008000:00000010:3.0:1783948586.789132:0:34745:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e950698710. 00000080:00000010:3.0:1783948586.789135:0:34745:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e9602ff930. 00000080:00000010:3.0:1783948586.789139:0:34745:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e960108250. 00000020:00000010:3.0:1783948586.789142:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e945135e00. 00000008:00000010:3.0:1783948586.789145:0:34745:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e96014b8c0. 00020000:00000010:3.0:1783948586.789149:0:34745:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e9602d2238. 00008000:00000010:3.0:1783948586.789151:0:34745:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e9601ee658. 00000080:00000010:3.0:1783948586.789154:0:34745:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e944d9e0f0. 00000020:00000010:3.0:1783948586.789157:0:34745:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e950bf5800. 00000020:00000010:3.0:1783948586.789160:0:34745:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e9585c7750. 00000080:00000001:3.0:1783948586.789163:0:34745:0:(llite_lib.c:2119:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783948586.789165:0:34745:0:(llite_lib.c:3416:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1783948586.791069:0:34534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff89e95818ea80. 00000080:00000010:3.1:1783948586.801505:0:34746:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff89e951d7c200. 00010000:00000001:2.0:1783948587.224847:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948587.224882:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948587.224887:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948587.224888:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948587.224892:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948587.224893:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948587.225715:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948587.225720:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948587.225723:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783948587.607952:0:31638:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296677718, at 4296677760 00000100:00000010:1.0:1783948587.607970:0:31638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041e40. 00000100:00000040:0.0:1783948587.608193:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296677718, at 4296677760 00000100:00000010:0.0:1783948587.608199:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e958041f60. 00000080:00000001:1.0:1783948587.927838:0:34834:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948588.253511:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948588.253519:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948588.253525:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948588.253527:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948588.253530:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948588.253532:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948588.253555:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948588.253559:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948588.253562:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783948588.257426:0:34732:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948588.257437:0:34732:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948588.257446:0:34732:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066e300. 00000020:00000040:2.0:1783948588.257453:0:34732:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:2.0:1783948588.257458:0:34732:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948588.257461:0:34732:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948588.257466:0:34732:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948588.257473:0:34732:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954d61e00. 00000100:00000001:2.0:1783948588.257481:0:34732:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.257505:0:34732:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948588.257515:0:34732:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948588.257522:0:34732:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.257530:0:34732:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c13bd67] to pc [ptlrpcd_01_01+1] req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948588.257551:0:34732:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.257553:0:34732:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948588.257557:0:34732:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948588.257560:0:34732:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066d180. 00000020:00000040:2.0:1783948588.257562:0:34732:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:2.0:1783948588.257565:0:34732:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948588.257566:0:34732:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948588.257568:0:34732:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948588.257581:0:34732:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954d61a00. 00000100:00000001:2.0:1783948588.257584:0:34732:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.257591:0:34732:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948588.257597:0:34732:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783948588.257674:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.257678:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948588.257681:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948588.257687:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.257694:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948588.257696:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.257700:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948588.257702:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948588.257705:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948588.257708:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636543872:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948588.257712:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948588.257718:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948588.257721:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.257723:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948588.257729:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e948ea1400. 02000000:00000001:3.0:1783948588.257731:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948588.257739:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948588.257743:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98cb8. 00000400:00000010:3.0:1783948588.257750:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125110. 00000100:00000200:3.0:1783948588.257757:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636543872, portal 25 00000100:00000001:3.0:1783948588.257760:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948588.257761:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00000100:00000040:3.0:1783948588.257766:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.257772:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948588.257775:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948588.257778:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125660. 00000100:00000200:3.0:1783948588.257781:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636543872, offset 0 00000400:00000200:3.0:1783948588.257787:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948588.257795:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948588.257803:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948588.257808:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948588.257812:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948588.257815:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948588.257818:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948588.257822:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2745:2745:256:4294967295] 192.168.202.104@tcp LPNI seq info [2745:2745:8:4294967295] 00000400:00000200:3.0:1783948588.257825:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948588.257835:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948588.257841:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948588.257845:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e943163800. 00000800:00000200:3.0:1783948588.257878:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948588.257886:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948588.257891:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e943163800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948588.257900:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948588.257904:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948588.257907:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296682734 00000100:00000010:3.0:1783948588.257912:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e960204240. 00000100:00000001:3.0:1783948588.257919:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783948588.257935:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296682734 00000100:00000010:3.0:1783948588.257939:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e960204660. 00000100:00000001:3.0:1783948588.257942:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783948588.257945:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948588.257948:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.257951:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.257953:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.257961:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948588.257964:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948588.257966:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.257967:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948588.257969:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.257971:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.257982:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.257984:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948588.258581:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948588.258587:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e943163800. 00000400:00000200:1.0:1783948588.258592:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948588.258598:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948588.258614:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125660 00000400:00000010:1.0:1783948588.258617:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125660. 00000100:00000001:1.0:1783948588.258623:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948588.258628:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.258639:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948588.258642:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.258650:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948588.258652:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783948588.259278:0:34732:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.259300:0:34732:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd71c041] to pc [ptlrpcd_01_00+0] req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948588.259331:0:34732:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.259335:0:34732:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948588.259343:0:34732:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948588.259349:0:34732:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066d880. 00000020:00000040:2.0:1783948588.259352:0:34732:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948588.259356:0:34732:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948588.259358:0:34732:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948588.259363:0:34732:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948588.259369:0:34732:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954d61100. 00000100:00000001:2.0:1783948588.259383:0:34732:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.259387:0:34732:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948588.259395:0:34732:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948588.259398:0:34732:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.259401:0:34732:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c09fa57] to pc [ptlrpcd_01_01+1] req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948588.259409:0:34732:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.259411:0:34732:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783948588.259414:0:34732:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783948588.259418:0:34732:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066df80. 00000020:00000040:2.0:1783948588.259420:0:34732:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:2.0:1783948588.259422:0:34732:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948588.259423:0:34732:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948588.259424:0:34732:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948588.259427:0:34732:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e954d61b00. 00000100:00000001:2.0:1783948588.259429:0:34732:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.259433:0:34732:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783948588.259439:0:34732:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948588.259440:0:34732:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.259443:0:34732:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca4017ef] to pc [ptlrpcd_01_00+0] req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948588.259454:0:34732:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.259459:0:34732:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2016) 00000100:00000001:3.0:1783948588.259712:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.259717:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948588.259720:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948588.259726:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.259734:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948588.259735:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.259739:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948588.259741:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948588.259744:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948588.259747:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636544000:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948588.259752:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948588.259756:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948588.259759:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.259761:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948588.259766:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9593c4a00. 02000000:00000001:3.0:1783948588.259768:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948588.259774:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948588.259778:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b989f8. 00000400:00000010:3.0:1783948588.259783:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125550. 00000100:00000200:3.0:1783948588.259788:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636544000, portal 10 00000100:00000001:3.0:1783948588.259790:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948588.259792:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902141824 : -129839807409792 : ffff89e95066d180) 00000100:00000040:3.0:1783948588.259799:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.259806:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948588.259809:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948588.259811:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125440. 00000100:00000200:3.0:1783948588.259814:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636544000, offset 0 00000400:00000200:3.0:1783948588.259820:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948588.259826:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948588.259832:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948588.259837:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948588.259840:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948588.259844:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948588.259847:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948588.259877:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2746:2746:256:4294967295] 192.168.202.104@tcp LPNI seq info [2746:2746:8:4294967295] 00000400:00000200:3.0:1783948588.259882:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948588.259890:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948588.259895:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948588.259900:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e943163000. 00000800:00000200:3.0:1783948588.259905:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948588.259910:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948588.259913:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e943163000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948588.259935:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948588.259939:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 803390 usecs (804 jiffies) 00000400:00000200:3.0:1783948588.259943:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948588.259945:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296679215 00000100:00000001:3.0:1783948588.259948:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296682734 00000100:00000001:3.0:1783948588.259950:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296679215 00000100:00000001:3.0:1783948588.259953:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296682734 00000100:00000001:3.0:1783948588.259955:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948588.259958:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.259960:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948588.259964:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.259971:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948588.259972:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.259975:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948588.259976:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948588.259978:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948588.259981:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636544256:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948588.259984:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948588.259987:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948588.259988:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.259990:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948588.259993:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9593c4200. 02000000:00000001:3.0:1783948588.259994:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948588.259997:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948588.260000:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98738. 00000400:00000010:3.0:1783948588.260003:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125088. 00000100:00000200:3.0:1783948588.260006:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636544256, portal 4 00000100:00000001:3.0:1783948588.260008:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948588.260009:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902145408 : -129839807406208 : ffff89e95066df80) 00000100:00000040:3.0:1783948588.260014:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.260020:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948588.260022:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948588.260025:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125990. 00000100:00000200:3.0:1783948588.260027:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636544256, offset 0 00000400:00000200:3.0:1783948588.260031:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948588.260034:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948588.260038:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948588.260040:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948588.260043:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948588.260046:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948588.260048:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948588.260051:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2747:2747:255:4294967295] 192.168.202.104@tcp LPNI seq info [2747:2747:7:4294967295] 00000400:00000200:3.0:1783948588.260054:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948588.260059:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948588.260063:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948588.260067:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e943163d00. 00000800:00000200:3.0:1783948588.260070:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948588.260074:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948588.260076:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e943163d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948588.260079:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948588.260082:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 229183 usecs (230 jiffies) 00000400:00000200:3.0:1783948588.260084:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948588.260086:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296678641 00000100:00000001:3.0:1783948588.260088:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296682734 00000100:00000001:3.0:1783948588.260090:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296678641 00000100:00000001:3.0:1783948588.260092:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296682734 00000100:00000001:3.0:1783948588.260094:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948588.260096:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.260098:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.260100:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.260106:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948588.260108:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783948588.260110:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.260111:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948588.260113:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948588.260115:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1783948588.260117:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.260118:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948588.260120:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.260121:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.260122:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948588.260123:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783948588.260127:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.260133:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783948588.260134:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.260137:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783948588.260138:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783948588.260140:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783948588.260143:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636544128:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948588.260145:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783948588.260148:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783948588.260149:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.260150:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783948588.260157:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e948deb200. 02000000:00000001:3.0:1783948588.260159:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783948588.260162:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:3.0:1783948588.260164:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e942b98a50. 00000400:00000010:3.0:1783948588.260168:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125dd0. 00000100:00000200:3.0:1783948588.260170:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636544128, portal 4 00000100:00000001:3.0:1783948588.260172:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783948588.260173:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902143616 : -129839807408000 : ffff89e95066d880) 00000100:00000040:3.0:1783948588.260178:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.260184:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783948588.260186:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:3.0:1783948588.260188:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e960125d48. 00000100:00000200:3.0:1783948588.260190:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636544128, offset 0 00000400:00000200:3.0:1783948588.260194:0:2355:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:3.0:1783948588.260198:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948588.260201:0:2355:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:3.0:1783948588.260204:0:2355:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783948588.260206:0:2355:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:3.0:1783948588.260208:0:2355:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783948588.260210:0:2355:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:3.0:1783948588.260213:0:2355:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2748:2748:254:4294967295] 192.168.202.104@tcp LPNI seq info [2748:2748:6:4294967295] 00000400:00000200:3.0:1783948588.260217:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:3.0:1783948588.260222:0:2355:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:3.0:1783948588.260227:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:3.0:1783948588.260230:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e943163a00. 00000800:00000200:3.0:1783948588.260233:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:3.0:1783948588.260237:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:3.0:1783948588.260240:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e943163a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783948588.260243:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948588.260246:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21865 usecs (22 jiffies) 00000400:00000200:3.0:1783948588.260249:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:3.0:1783948588.260251:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296678433 00000100:00000001:3.0:1783948588.260253:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296682734 00000100:00000001:3.0:1783948588.260255:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296678433 00000100:00000001:3.0:1783948588.260257:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296682734 00000100:00000001:3.0:1783948588.260259:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948588.260261:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.260263:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.260265:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.260281:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.260283:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948588.260285:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.260286:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948588.260536:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948588.260541:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e943163000. 00000400:00000200:1.0:1783948588.260546:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948588.260551:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948588.260555:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125440 00000400:00000010:1.0:1783948588.260558:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125440. 00000100:00000001:1.0:1783948588.260563:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948588.260567:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.260590:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948588.260594:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.260607:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948588.260609:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948588.260621:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948588.260623:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e943163d00. 00000400:00000200:1.0:1783948588.260625:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948588.260628:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948588.260631:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125990 00000400:00000010:1.0:1783948588.260632:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125990. 00000100:00000001:1.0:1783948588.260634:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948588.260638:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.260644:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948588.260647:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.260653:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948588.260655:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783948588.260711:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948588.260714:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e943163a00. 00000400:00000200:1.0:1783948588.260717:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948588.260720:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948588.260723:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125d48 00000400:00000010:1.0:1783948588.260724:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125d48. 00000100:00000001:1.0:1783948588.260726:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948588.260730:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.260736:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948588.260739:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.260751:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948588.260752:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783948588.269719:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.269736:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948588.269740:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.269743:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948588.269751:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269759:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948588.269767:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269772:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269777:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269781:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9459200 00000400:00000200:1.0:1783948588.269786:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269792:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7809 [1] + 224 00000800:00000001:1.0:1783948588.269798:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.269801:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948588.269804:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948588.269807:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948588.269814:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948588.269823:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948588.269833:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.269847:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948588.269884:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.269888:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948588.269890:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.269891:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948588.269894:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269898:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948588.269901:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269904:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269906:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269909:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9459180 00000400:00000200:1.0:1783948588.269912:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269916:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7801 [1] + 224 00000800:00000001:1.0:1783948588.269920:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.269923:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948588.269925:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948588.269928:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948588.269931:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948588.269936:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948588.269943:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.269960:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948588.269964:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.269968:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948588.269970:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.269971:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948588.269974:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269977:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948588.269981:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269983:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269986:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.269989:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9459300 00000400:00000200:1.0:1783948588.269992:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948588.270060:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948588.270064:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948588.270071:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948588.270073:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948588.270077:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98cb8. 00000400:00000200:2.0:1783948588.270082:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125110 00000400:00000010:2.0:1783948588.270084:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125110. 00000100:00000001:2.0:1783948588.270087:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948588.270092:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948588.270100:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948588.270105:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948588.270107:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948588.270109:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948588.270113:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948588.270115:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948588.270117:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948588.270120:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948588.270127:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948588.270131:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948588.270133:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948588.270135:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948588.270138:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948588.270140:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948588.270143:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948588.270147:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948588.270153:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948588.270156:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948588.270158:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948588.270162:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948588.270170:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1019a023-0430-437f-92f1-89584dbfbb66:2356:1870603636543872:192.168.202.104@tcp:400:kworker.0 00000100:00000001:2.0:1783948588.270174:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948588.270176:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948588.270180:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e300 x1870603636543872/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948588.270185:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948588.270188:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948588.270191:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e948ea1400. 02000000:00000001:2.0:1783948588.270196:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948588.270199:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948588.270201:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:2.0:1783948588.270203:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948588.270206:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954d61e00. 02000000:00000001:2.0:1783948588.270209:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948588.270212:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948588.270213:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e300. 00000100:00000001:2.0:1783948588.270217:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948588.270218:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948588.270221:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948588.270228:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948588.270230:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948588.270233:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948588.270235:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783948588.270268:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7811 [1] + 224 00000800:00000001:1.0:1783948588.270272:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.270280:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948588.270282:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948588.270285:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948588.270288:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948588.270304:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948588.270311:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.270319:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948588.270324:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.270327:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.270627:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.270630:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948588.270634:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948588.270636:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948588.270638:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b989f8. 00000400:00000200:3.0:1783948588.270642:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125550 00000400:00000010:3.0:1783948588.270644:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125550. 00000100:00000001:3.0:1783948588.270647:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948588.270652:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948588.270661:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.270667:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948588.270670:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.270671:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948588.270673:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948588.270674:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948588.270676:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.270678:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948588.270684:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=108 v=5 (5 106 106 106) 00000100:00001000:3.0:1783948588.270687:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948588.270689:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948588.270691:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948588.270693:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948588.270695:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.270698:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948588.270700:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1783948588.270702:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948588.270704:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948588.270708:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.270714:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948588.270716:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948588.270717:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948588.270720:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948588.270727:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636544000:192.168.202.104@tcp:400:kworker.0 00000400:00000001:3.0:1783948588.270731:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948588.270733:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948588.270734:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98738. 00000400:00000200:3.0:1783948588.270736:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125088 00000400:00000010:3.0:1783948588.270738:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125088. 00000100:00000001:3.0:1783948588.270740:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948588.270743:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948588.270749:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.270754:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948588.270755:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.270757:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948588.270758:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948588.270759:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948588.270760:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.270762:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948588.270764:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948588.270767:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948588.270769:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948588.270770:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948588.270771:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948588.270773:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.270775:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948588.270776:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1783948588.270777:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948588.270779:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948588.270782:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.270788:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948588.270789:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948588.270790:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948588.270793:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948588.270804:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636544256:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948588.270808:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.270809:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948588.270812:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d180 x1870603636544000/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.270817:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948588.270819:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948588.270821:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9593c4a00. 02000000:00000001:3.0:1783948588.270823:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948588.270825:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948588.270826:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:3.0:1783948588.270828:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948588.270830:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954d61a00. 02000000:00000001:3.0:1783948588.270832:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948588.270833:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948588.270834:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d180. 00000100:00000001:3.0:1783948588.270837:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948588.270838:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.270840:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948588.270843:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066df80 x1870603636544256/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.270848:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948588.270849:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948588.270881:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9593c4200. 02000000:00000001:3.0:1783948588.270883:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948588.270884:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948588.270885:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:3.0:1783948588.270887:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948588.270888:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954d61b00. 02000000:00000001:3.0:1783948588.270890:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948588.270891:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948588.270893:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066df80. 00000100:00000001:3.0:1783948588.270896:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948588.270897:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.270899:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.270901:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.270902:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783948588.270903:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.270905:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783948588.271820:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.271831:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783948588.271835:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.271837:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948588.271844:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.271870:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:1.0:1783948588.271880:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.271884:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.271889:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.271892:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9459280 00000400:00000200:1.0:1783948588.271896:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948588.271901:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7819 [1] + 224 00000800:00000001:1.0:1783948588.271907:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.271932:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783948588.271935:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948588.271939:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:1.0:1783948588.271944:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783948588.271950:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783948588.271959:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948588.271970:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783948588.271975:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783948588.271978:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.278775:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.278785:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783948588.278795:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783948588.278798:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783948588.278802:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e942b98a50. 00000400:00000200:3.0:1783948588.278812:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e960125dd0 00000400:00000010:3.0:1783948588.278814:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e960125dd0. 00000100:00000001:3.0:1783948588.278819:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783948588.278834:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783948588.278846:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.278887:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783948588.278890:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.278893:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783948588.278896:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783948588.278899:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783948588.278902:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783948588.278904:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783948588.278914:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1783948588.278918:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783948588.278921:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783948588.278923:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783948588.278926:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783948588.278930:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.278934:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783948588.278936:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1783948588.278938:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783948588.278940:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783948588.278946:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.278954:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783948588.278957:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783948588.278959:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783948588.278963:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783948588.278971:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:342776fa-f61c-4b73-829b-67eb463eff17:2355:1870603636544128:192.168.202.104@tcp:400:kworker.0 00000100:00000001:3.0:1783948588.278976:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.278978:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783948588.278982:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d880 x1870603636544128/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783948588.278988:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783948588.278990:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783948588.278994:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e948deb200. 02000000:00000001:3.0:1783948588.278999:0:2355:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783948588.279002:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783948588.279003:0:2355:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:3.0:1783948588.279006:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783948588.279009:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e954d61100. 02000000:00000001:3.0:1783948588.279012:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783948588.279013:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783948588.279016:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d880. 00000100:00000001:3.0:1783948588.279020:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783948588.279022:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.279024:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783948588.279033:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783948588.279035:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948588.279037:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948588.279040:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783948588.460017:0:34870:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1783948588.460025:0:34870:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:3.0:1783948588.486095:0:34870:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1783948589.271969:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948589.271978:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948589.271983:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948589.271985:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948589.271987:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948589.271989:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783948589.272995:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783948589.272999:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783948589.273003:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783948590.301251:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948590.301257:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948590.301262:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948590.301263:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948590.301267:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948590.301268:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783948590.317170:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783948590.317176:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783948590.317179:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783948590.342646:0:34971:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948591.320843:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948591.320874:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948591.320881:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948591.320882:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948591.320885:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948591.320886:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948591.320907:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948591.320910:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948591.320913:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1783948591.661467:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948591.661492:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948591.661497:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948591.661500:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948591.661510:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.661521:0:2345:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948591.661533:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.661552:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.661560:0:2345:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.661565:0:2345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 328 into portal 15 MB=0x6a54dda960b00 00000400:00000200:0.0:1783948591.661579:0:2345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.104@tcp of length 328/328 into md 0x7769 [2] + 0 00000800:00000001:0.0:1783948591.661589:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948591.661598:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948591.661602:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948591.661607:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948591.661629:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783948591.661632:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783948591.661642:0:2345:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960243480. 00000100:00000040:0.0:1783948591.661648:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff89e960243480 x1870603658595072 msgsize 328 00000100:00100000:0.0:1783948591.661652:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.104@tcp (source: 12345-192.168.202.104@tcp) 00000100:00000001:0.0:1783948591.661674:0:2345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783948591.661688:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948591.661692:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948591.662841:0:15856:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783948591.662847:0:15856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603658595072 02000000:00000001:1.0:1783948591.662875:0:15856:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783948591.662880:0:15856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783948591.662882:0:15856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783948591.662887:0:15856:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783948591.662893:0:15856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603658595072 00000020:00000001:1.0:1783948591.662897:0:15856:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783948591.662899:0:15856:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c7cf19e4b44014a 00000020:00000001:1.0:1783948591.662903:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948591.662908:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET export ffff89e948c6c000 refcount=4 00000020:00000001:1.0:1783948591.662912:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000020:00000001:1.0:1783948591.662914:0:15856:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446614233774211072 : -129839935340544 : ffff89e948c6c000) 00000100:00000001:1.0:1783948591.662919:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948591.662928:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f222c0. 00000100:00000001:1.0:1783948591.662931:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948591.662934:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f222c0. 00000020:00000010:1.0:1783948591.662943:0:15856:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e942f89e00. 00000020:00000010:1.0:1783948591.662949:0:15856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89e9585c4a00. 00000020:00000010:1.0:1783948591.662955:0:15856:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89e9582a34b0. 00000100:00000040:1.0:1783948591.662966:0:15856:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783948591.662970:0:15856:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783948591.662972:0:15856:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783948591.662974:0:15856:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948591.662983:0:15856:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948591.663000:0:15856:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783948591.663013:0:15856:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783948591.663015:0:15856:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783948591.663022:0:15856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.104@tcp, seq: 66 00000100:00000040:1.0:1783948591.663031:0:15856:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff89e948c6c000 : new rpc_count 1 00000100:00000001:1.0:1783948591.663033:0:15856:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614234166211712 : -129839543339904 : ffff89e960243480) 00000100:00000040:1.0:1783948591.663042:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff89e960243480 x1870603658595072/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:627/0 lens 328/0 e 0 to 0 dl 1783948602 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783948591.663053:0:15856:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783948591.663055:0:15856:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89e943f222c0. 00000100:00000001:1.0:1783948591.663057:0:15856:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783948591.663059:0:15856:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89e943f222c0. 00000100:00100000:1.0:1783948591.663063:0:15856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff89e960243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6940:x1870603658595072:12345-192.168.202.104@tcp:104: 00000100:00000200:1.0:1783948591.663067:0:15856:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870603658595072 00010000:00000001:1.0:1783948591.663071:0:15856:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783948591.663079:0:15856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783948591.663081:0:15856:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783948591.663083:0:15856:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=2 00000020:00000001:1.0:1783948591.663085:0:15856:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948591.663088:0:15856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:1.0:1783948591.663092:0:15856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783948591.663096:0:15856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783948591.663101:0:15856:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:1.0:1783948591.663113:0:15856:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783948591.663115:0:15856:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783948591.663122:0:15856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89e9493f3000. 02000000:00000001:1.0:1783948591.663124:0:15856:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948591.663611:0:15856:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948591.663629:0:15856:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783948591.663632:0:15856:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783948591.663636:0:15856:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e958792de8 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1783948591.663644:0:15856:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783948591.663648:0:15856:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff89e9438ab640 refcount 13 to 192.168.202.104@tcp 00000100:00000001:1.0:1783948591.663651:0:15856:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614233686390336 : -129840023161280 : ffff89e9438ab640) 02000000:00000001:1.0:1783948591.663654:0:15856:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783948591.663657:0:15856:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948591.663661:0:15856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783948591.663664:0:15856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:1.0:1783948591.663672:0:15856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e950618a18. 00000100:00000200:1.0:1783948591.663681:0:15856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870603658595072, offset 224 00000400:00000200:1.0:1783948591.663688:0:15856:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:1.0:1783948591.663700:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948591.663709:0:15856:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.202.4@tcp to MR: 192.168.202.104@tcp local destination 00000400:00000200:1.0:1783948591.663715:0:15856:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2749:2749:256:4294967295] 192.168.202.104@tcp LPNI seq info [2749:2749:8:4294967295] 00000400:00000200:1.0:1783948591.663720:0:15856:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:1.0:1783948591.663729:0:15856:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:192.168.202.4@tcp) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:1.0:1783948591.663735:0:15856:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:1.0:1783948591.663741:0:15856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954f4eb00. 00000800:00000200:1.0:1783948591.663749:0:15856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:1.0:1783948591.663757:0:15856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:1.0:1783948591.663762:0:15856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954f4eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783948591.663777:0:15856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948591.663780:0:15856:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff89e9438ab640 refcount 12 to 192.168.202.104@tcp 00010000:00000001:1.0:1783948591.663784:0:15856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783948591.663788:0:15856:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89e96053fc00. 00010000:00000001:1.0:1783948591.663791:0:15856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783948591.663813:0:15856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783948591.663815:0:15856:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948591.663816:0:15856:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783948591.663818:0:15856:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783948591.663824:0:15856:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960243480 x1870603658595072/t0(0) o104->LOV_OSC_UUID@192.168.202.104@tcp:627/0 lens 328/224 e 0 to 0 dl 1783948602 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783948591.663834:0:15856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff89e960243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6940:x1870603658595072:12345-192.168.202.104@tcp:104: Request processed in 780us (2184us total) trans 0 rc 0/0 00000100:00100000:1.0:1783948591.663844:0:15856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.104@tcp, seq: 66 00000100:00000040:1.0:1783948591.663848:0:15856:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff89e948c6c000 : new rpc_count 0 00000100:00000001:1.0:1783948591.663989:0:15856:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783948591.663992:0:15856:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783948591.663999:0:15856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89e9585c4a00. 00000020:00000010:1.0:1783948591.664005:0:15856:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89e9582a34b0. 00000020:00000010:1.0:1783948591.664009:0:15856:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e942f89e00. 00000020:00000040:1.0:1783948591.664015:0:15856:0:(genops.c:900:class_export_put()) PUTting export ffff89e948c6c000 : new refcount 3 00000100:00000001:1.0:1783948591.664018:0:15856:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783948591.665331:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948591.665349:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954f4eb00. 00000400:00000200:1.0:1783948591.665357:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948591.665366:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948591.665380:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e950618a18 00000400:00000010:1.0:1783948591.665383:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e950618a18. 00000100:00000001:1.0:1783948591.665389:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783948591.665391:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1783948591.665906:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948591.665910:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948591.665914:0:15993:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1783948591.665919:0:15993:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1783948591.665921:0:15993:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783948591.665928:0:15993:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1783948591.665941:0:15993:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89e94617a200 already unused, calling callback (ffffffffc1342360) 00000008:00000001:2.0:1783948591.665945:0:15993:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1783948591.665949:0:15993:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783948591.665952:0:15993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783948591.665967:0:15993:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783948591.665970:0:15993:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff89e94617a200 refcount=3 00000020:00000001:2.0:1783948591.665973:0:15993:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948591.665977:0:15993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614233729180160 : -129839980371456 : ffff89e94617a200) 00010000:00000001:2.0:1783948591.665981:0:15993:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783948591.665984:0:15993:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783948591.665992:0:15993:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1783948591.665996:0:15993:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783948591.666006:0:15993:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff89e958e11360. 00000020:00000010:2.0:1783948591.666013:0:15993:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775c00. 00000020:00000010:2.0:1783948591.666019:0:15993:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89e958775e00. 00000020:00000010:2.0:1783948591.666024:0:15993:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948591.666032:0:15993:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948591.666039:0:15993:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948591.666045:0:15993:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948591.666053:0:15993:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948591.666058:0:15993:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948591.666062:0:15993:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89e958775a00. 00000008:00000010:2.0:1783948591.666067:0:15993:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948591.666070:0:15993:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948591.666074:0:15993:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948591.666078:0:15993:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff89e958e0e1e0. 00000020:00000001:2.0:1783948591.666081:0:15993:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614234044371816 : -129839665179800 : ffff89e958e11368) 00000020:00001000:2.0:1783948591.666084:0:15993:0:(cl_object.c:831:cl_env_get()) 1@ffff89e958e11360 00000008:00000001:2.0:1783948591.666086:0:15993:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1783948591.666088:0:15993:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783948591.666090:0:15993:0:(cl_object.c:925:cl_env_put()) 1@ffff89e958e11360 00000020:00000010:2.0:1783948591.666094:0:15993:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89e958775e00. 00000020:00000010:2.0:1783948591.666099:0:15993:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff89e9580410c0. 00000008:00000010:2.0:1783948591.666104:0:15993:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff89e944722cc0. 00020000:00000010:2.0:1783948591.666107:0:15993:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff89e958226600. 00008000:00000010:2.0:1783948591.666110:0:15993:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff89e9585faa60. 00000080:00000010:2.0:1783948591.666113:0:15993:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff89e958e10498. 00000080:00000010:2.0:1783948591.666117:0:15993:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff89e9582aabf0. 00000020:00000010:2.0:1783948591.666120:0:15993:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775c00. 00000008:00000010:2.0:1783948591.666123:0:15993:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff89e958585a20. 00020000:00000010:2.0:1783948591.666142:0:15993:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff89e95060c6d8. 00008000:00000010:2.0:1783948591.666146:0:15993:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff89e958e0fef0. 00000080:00000010:2.0:1783948591.666149:0:15993:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff89e958e0e1e0. 00000020:00000010:2.0:1783948591.666152:0:15993:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89e958775a00. 00000020:00000010:2.0:1783948591.666154:0:15993:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff89e958e11360. 00000008:00000001:2.0:1783948591.666157:0:15993:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948591.666161:0:15993:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783948591.666167:0:15993:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783948591.666168:0:15993:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783948591.666170:0:15993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783948591.666174:0:15993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783948591.666176:0:15993:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff89e94617a200 with handle 0x8c7cf19e4b440e0f from hash 00010000:00000001:2.0:1783948591.666179:0:15993:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783948591.666181:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948591.666183:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948591.666184:0:15993:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783948591.666189:0:15993:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783948591.666190:0:15993:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1783948591.666199:0:15993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783948591.666203:0:15993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948591.666206:0:15993:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783948591.666208:0:15993:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1783948591.666225:0:15993:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e95066e300. 00000020:00000040:2.0:1783948591.666230:0:15993:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:2.0:1783948591.666237:0:15993:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783948591.666240:0:15993:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783948591.666246:0:15993:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783948591.666256:0:15993:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89e958775a00. 00000100:00000001:2.0:1783948591.666264:0:15993:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948591.666267:0:15993:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783948591.666274:0:15993:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1783948591.666282:0:15993:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783948591.666284:0:15993:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948591.666290:0:15993:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783948591.666296:0:15993:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948591.666310:0:15993:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c13bd67] to pc [ptlrpcd_01_01+1] req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783948591.666348:0:15993:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783948591.666353:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783948591.666354:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948591.666356:0:15993:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948591.666358:0:15993:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783948591.666360:0:15993:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948591.666364:0:15993:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1783948591.666372:0:15993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783948591.666374:0:15993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff89e943191000 lock: 00000000441bbb5f/0x8c7cf19e4b440e0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x2ceea11ad5e069b9 expref: -99 pid: 34736 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1783948591.666383:0:15993:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff89e943f22680. 00010000:00000040:2.0:1783948591.666389:0:15993:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff89e958f6f000 count: 0 00010000:00000010:2.0:1783948591.666397:0:15993:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff89e958f6fb00. 00010000:00000001:2.0:1783948591.666407:0:15993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783948591.666409:0:15993:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1783948591.666412:0:15993:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89e96053fc00. 00010000:00000001:2.0:1783948591.666416:0:15993:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948591.666418:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948591.666419:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948591.666422:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783948591.666423:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948591.666425:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948591.666427:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783948591.666429:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948591.666430:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948591.666432:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783948591.666443:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948591.666446:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948591.666449:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783948591.666455:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948591.666463:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783948591.666465:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948591.666470:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783948591.666472:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783948591.666475:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783948591.666478:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636544384:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948591.666482:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783948591.666489:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783948591.666492:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948591.666495:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783948591.666500:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e958775c00. 02000000:00000001:2.0:1783948591.666501:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783948591.666509:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:2.0:1783948591.666514:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e943891268. 00000400:00000010:2.0:1783948591.666521:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2e58. 00000100:00000200:2.0:1783948591.666528:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636544384, portal 18 00000100:00000001:2.0:1783948591.666530:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783948591.666531:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614233902146304 : -129839807405312 : ffff89e95066e300) 00000100:00000040:2.0:1783948591.666538:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948591.666545:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783948591.666548:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:2.0:1783948591.666551:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e9438a2aa0. 00000100:00000200:2.0:1783948591.666555:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870603636544384, offset 0 00000400:00000200:2.0:1783948591.666562:0:2356:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:2.0:1783948591.666571:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948591.666577:0:2356:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:2.0:1783948591.666583:0:2356:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783948591.666587:0:2356:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:2.0:1783948591.666590:0:2356:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783948591.666593:0:2356:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:2.0:1783948591.666597:0:2356:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2750:2750:256:4294967295] 192.168.202.104@tcp LPNI seq info [2750:2750:8:4294967295] 00000400:00000200:2.0:1783948591.666602:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:2.0:1783948591.666611:0:2356:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:2.0:1783948591.666824:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:2.0:1783948591.666832:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e954d61900. 00000800:00000200:2.0:1783948591.666840:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:2.0:1783948591.666846:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:2.0:1783948591.666877:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e954d61900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783948591.666894:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948591.666899:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21875 usecs (22 jiffies) 00000400:00000200:2.0:1783948591.666903:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:2.0:1783948591.666906:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296681839 00000100:00000001:2.0:1783948591.666910:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296682734 00000100:00000001:2.0:1783948591.666912:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296681839 00000100:00000001:2.0:1783948591.666915:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296682734 00000100:00000001:2.0:1783948591.666917:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948591.666920:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948591.666924:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948591.666926:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948591.666934:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948591.666936:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783948591.666938:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948591.666939:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783948591.666940:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948591.666942:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783948591.670647:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783948591.670659:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783948591.671835:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783948591.671846:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e954d61900. 00000400:00000200:1.0:1783948591.671892:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783948591.671905:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:1.0:1783948591.671915:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2aa0 00000400:00000010:1.0:1783948591.671919:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2aa0. 00000100:00000001:1.0:1783948591.671925:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783948591.671936:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948591.671951:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783948591.671955:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783948591.671963:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783948591.671965:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948591.676434:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948591.676461:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948591.676466:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948591.676469:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948591.676479:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.676488:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948591.676499:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.676505:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.676511:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.676515:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 18 MB=0x6a54dd9459380 00000400:00000200:0.0:1783948591.676521:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948591.676529:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7829 [1] + 224 00000800:00000001:0.0:1783948591.676538:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948591.676561:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948591.676565:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948591.676570:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948591.676579:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948591.676591:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948591.676604:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948591.676751:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948591.676764:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948591.676768:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948591.676826:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948591.676832:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783948591.676842:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783948591.676844:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783948591.676848:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e943891268. 00000400:00000200:2.0:1783948591.676880:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e9438a2e58 00000400:00000010:2.0:1783948591.676883:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e9438a2e58. 00000100:00000001:2.0:1783948591.676886:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783948591.676892:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783948591.676901:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948591.676908:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783948591.676910:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948591.676913:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783948591.676918:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783948591.676921:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783948591.676924:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783948591.676927:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783948591.676942:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185538 time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1783948591.676946:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1783948591.676949:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783948591.676950:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948591.676953:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783948591.676958:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948591.676962:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783948591.676964:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1783948591.676967:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783948591.676968:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783948591.676975:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948591.676982:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783948591.676986:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783948591.676988:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783948591.676992:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783948591.677000:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e95066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:342776fa-f61c-4b73-829b-67eb463eff17:2356:1870603636544384:192.168.202.104@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783948591.677007:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948591.677010:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783948591.677013:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066e300 x1870603636544384/t0(0) o103->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:17/18 lens 328/224 e 0 to 0 dl 1783948607 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783948591.677020:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783948591.677023:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783948591.677028:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e958775c00. 02000000:00000001:2.0:1783948591.677034:0:2356:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783948591.677037:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783948591.677040:0:2356:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:2.0:1783948591.677042:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783948591.677045:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e958775a00. 02000000:00000001:2.0:1783948591.677048:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783948591.677050:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783948591.677052:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066e300. 00000100:00000001:2.0:1783948591.677056:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783948591.677057:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948591.677060:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783948591.677068:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783948591.677070:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783948591.677073:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783948591.677075:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783948591.690907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff89e958f6f000. 00010000:00000010:2.1:1783948591.690925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89e94617a200. 00010000:00000001:2.0:1783948592.364198:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948592.364206:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948592.364212:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948592.364213:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783948592.364500:0:15866:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783948592.364504:0:15866:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783948592.364507:0:15866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783948592.727452:0:35110:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948592.855949:0:11950:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3800 (cpu 0) has reached its deadline 4296682734, at 4296683008 00000100:00000010:0.0:1783948592.855965:0:11950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e960204240. 00000100:00000040:1.0:1783948592.856275:0:25086:0:(connection.c:75:cpu_latency_work()) work item of ffff89e9491e3910 (cpu 0) has reached its deadline 4296682734, at 4296683008 00000100:00000010:1.0:1783948592.856283:0:25086:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89e960204660. 00000001:00000001:2.0:1783948593.239109:0:35147:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783948593.239117:0:35147:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:2.0:1783948593.254661:0:35147:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1783948593.376426:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948593.376438:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948593.376447:0:28984:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948593.376449:0:28984:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948593.376482:0:15867:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948593.376486:0:15867:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948593.376490:0:15867:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783948593.377075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1019a023-0430-437f-92f1-89584dbfbb66->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948593.377084:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948593.377095:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240700. 00000020:00000040:0.0:1783948593.377102:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d3000 refcount=4 obd=MGC192.168.202.104@tcp 00000100:00000001:0.0:1783948593.377108:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948593.377111:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948593.377117:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948593.377128:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5b200. 00000100:00000001:0.0:1783948593.377137:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377152:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1019a023-0430-437f-92f1-89584dbfbb66->MGS req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948593.377165:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948593.377171:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6458420] to pc [ptlrpcd_00_00+0] req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.377206:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948593.377213:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948593.377216:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960240a80. 00000020:00000040:0.0:1783948593.377218:0:37:0:(genops.c:1231:class_import_get()) import ffff89e9431d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff89e943191000 00000100:00000001:0.0:1783948593.377220:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948593.377222:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948593.377223:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948593.377227:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bb00. 00000100:00000001:0.0:1783948593.377230:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377233:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-MDT0000_UUID req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948593.377240:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948593.377242:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377245:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e82cba] to pc [ptlrpcd_00_01+1] req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.377253:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948593.377261:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948593.377265:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241f80. 00000020:00000040:0.0:1783948593.377268:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185000 refcount=3 obd=lustre-OST0000-osc-ffff89e943191000 00000100:00000001:0.0:1783948593.377271:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948593.377272:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948593.377273:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948593.377277:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bc00. 00000100:00000001:0.0:1783948593.377280:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377284:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0000_UUID req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948593.377290:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948593.377291:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377295:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb18f6c4] to pc [ptlrpcd_00_00+0] req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.377302:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783948593.377308:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783948593.377310:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89e960241c00. 00000020:00000040:0.0:1783948593.377312:0:37:0:(genops.c:1231:class_import_get()) import ffff89e960185800 refcount=3 obd=lustre-OST0001-osc-ffff89e943191000 00000100:00000001:0.0:1783948593.377314:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783948593.377315:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783948593.377317:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783948593.377320:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89e950b5bd00. 00000100:00000001:0.0:1783948593.377336:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377341:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 342776fa-f61c-4b73-829b-67eb463eff17->lustre-OST0001_UUID req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783948593.377347:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783948593.377348:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377352:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5c1ceb6] to pc [ptlrpcd_00_01+1] req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.377363:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377368:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2021) 00000100:00000001:0.0:1783948593.377384:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948593.377390:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948593.377393:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948593.377399:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.377408:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948593.377411:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.377416:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948593.377420:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948593.377424:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948593.377427:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636544512:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948593.377433:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948593.377443:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948593.377447:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.377450:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948593.377456:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e9593c4400. 02000000:00000001:0.0:1783948593.377458:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948593.377468:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948593.377474:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae580. 00000400:00000010:0.0:1783948593.377485:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf7f8. 00000100:00000200:0.0:1783948593.377495:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636544512, portal 25 00000100:00000001:0.0:1783948593.377498:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948593.377501:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200064 : -129839543351552 : ffff89e960240700) 00000100:00000040:0.0:1783948593.377625:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.377635:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948593.377639:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948593.377642:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf088. 00000100:00000200:0.0:1783948593.377646:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870603636544512, offset 0 00000400:00000200:0.0:1783948593.377655:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948593.377669:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.377678:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948593.377685:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948593.377690:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948593.377695:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948593.377699:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948593.377704:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2751:2751:256:4294967295] 192.168.202.104@tcp LPNI seq info [2751:2751:8:4294967295] 00000400:00000200:0.0:1783948593.377708:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.377723:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948593.377731:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948593.377736:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b300. 00000800:00000200:0.0:1783948593.377744:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948593.377755:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948593.377761:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948593.377779:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948593.377784:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948593.377788:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296687853 00000100:00000010:0.0:1783948593.377792:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e943713540. 00000100:00000001:0.0:1783948593.377801:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783948593.377809:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296687853 00000100:00000010:0.0:1783948593.377812:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89e9437137e0. 00000100:00000001:0.0:1783948593.377815:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.104@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783948593.377820:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948593.377823:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.377826:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948593.377829:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.377836:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948593.377837:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.377840:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948593.377842:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948593.377845:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948593.377847:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636544768:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948593.377881:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948593.377885:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948593.377886:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.377888:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948593.377892:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e945135e00. 02000000:00000001:0.0:1783948593.377895:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948593.377898:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948593.377902:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aecb8. 00000400:00000010:0.0:1783948593.377906:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acff68. 00000100:00000200:0.0:1783948593.377909:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636544768, portal 4 00000100:00000001:0.0:1783948593.377911:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948593.377913:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166206336 : -129839543345280 : ffff89e960241f80) 00000100:00000040:0.0:1783948593.377922:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.377928:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948593.377930:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948593.377932:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf2a8. 00000100:00000200:0.0:1783948593.377934:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636544768, offset 0 00000400:00000200:0.0:1783948593.377939:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948593.377943:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.377946:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948593.377949:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948593.377952:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948593.377954:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948593.377956:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948593.377959:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2752:2752:255:4294967295] 192.168.202.104@tcp LPNI seq info [2752:2752:7:4294967295] 00000400:00000200:0.0:1783948593.377963:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.377969:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948593.377973:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948593.377979:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b900. 00000800:00000200:0.0:1783948593.377983:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948593.377987:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948593.377990:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948593.377993:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.377997:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: using a timeout of 21841 usecs (22 jiffies) 00000400:00000200:0.0:1783948593.378000:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948593.378002:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296683550 00000100:00000001:0.0:1783948593.378006:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296687853 00000100:00000001:0.0:1783948593.378008:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296683550 00000100:00000001:0.0:1783948593.378010:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296687853 00000100:00000001:0.0:1783948593.378012:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948593.378014:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.378018:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.378021:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.378033:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948593.378035:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783948593.378045:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948593.378046:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948593.378048:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948593.378052:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1783948593.378054:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.378056:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948593.378057:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.378059:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948593.378060:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783948593.378062:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948593.378066:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.378074:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948593.378075:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.378077:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948593.378078:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948593.378081:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948593.378083:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636544640:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948593.378087:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948593.378090:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948593.378091:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.378093:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948593.378097:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950667a00. 02000000:00000001:0.0:1783948593.378099:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948593.378103:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948593.378106:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471aea50. 00000400:00000010:0.0:1783948593.378109:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acf6e8. 00000100:00000200:0.0:1783948593.378112:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636544640, portal 10 00000100:00000001:0.0:1783948593.378114:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948593.378116:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166200960 : -129839543350656 : ffff89e960240a80) 00000100:00000040:0.0:1783948593.378122:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.378128:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948593.378131:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948593.378135:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfaa0. 00000100:00000200:0.0:1783948593.378137:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870603636544640, offset 0 00000400:00000200:0.0:1783948593.378142:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948593.378146:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.378150:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948593.378153:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948593.378155:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948593.378158:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948593.378160:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948593.378163:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2753:2753:254:4294967295] 192.168.202.104@tcp LPNI seq info [2753:2753:6:4294967295] 00000400:00000200:0.0:1783948593.378166:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.378172:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948593.378176:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948593.378182:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5ba00. 00000800:00000200:0.0:1783948593.378186:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948593.378190:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948593.378192:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948593.378195:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.378199:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: using a timeout of 802473 usecs (803 jiffies) 00000400:00000200:0.0:1783948593.378201:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948593.378203:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296684331 00000100:00000001:0.0:1783948593.378205:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296687853 00000100:00000001:0.0:1783948593.378207:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296684331 00000100:00000001:0.0:1783948593.378210:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296687853 00000100:00000001:0.0:1783948593.378212:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948593.378214:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.378216:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783948593.378220:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.378228:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783948593.378230:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.378232:0:2353:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783948593.381356:0:2353:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783948593.381367:0:2353:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783948593.381381:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636544896:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948593.381388:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783948593.381398:0:2353:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783948593.381403:0:2353:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.381407:0:2353:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783948593.381415:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89e950666200. 02000000:00000001:0.0:1783948593.381418:0:2353:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783948593.381428:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000010:0.0:1783948593.381434:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff89e9471ae108. 00000400:00000010:0.0:1783948593.381444:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfcc0. 00000100:00000200:0.0:1783948593.381454:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870603636544896, portal 4 00000100:00000001:0.0:1783948593.381456:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948593.381458:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166205440 : -129839543346176 : ffff89e960241c00) 00000100:00000040:0.0:1783948593.381472:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.381483:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783948593.381486:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.104@tcp 00000400:00000010:0.0:1783948593.381490:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89e951acfe58. 00000100:00000200:0.0:1783948593.381494:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870603636544896, offset 0 00000400:00000200:0.0:1783948593.381502:0:2353:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.104@tcp 00000400:00000200:0.0:1783948593.381512:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.381522:0:2353:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.104@tcp local destination 00000400:00000200:0.0:1783948593.381528:0:2353:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783948593.381533:0:2353:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.4@tcp 00000400:00000200:0.0:1783948593.381538:0:2353:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783948593.381541:0:2353:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.104@tcp 00000400:00000200:0.0:1783948593.381546:0:2353:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.4@tcp NI seq info: [2754:2754:253:4294967295] 192.168.202.104@tcp LPNI seq info [2754:2754:5:4294967295] 00000400:00000200:0.0:1783948593.381551:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.381564:0:2353:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp:) -> 192.168.202.104@tcp(192.168.202.104@tcp:192.168.202.104@tcp) : PUT try# 0 00000800:00000200:0.0:1783948593.381571:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.104@tcp 00000800:00000010:0.0:1783948593.381577:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89e950b5b000. 00000800:00000200:0.0:1783948593.381587:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89e9493f46c0] -> 12345-192.168.202.104@tcp (5) 00000800:00000200:0.0:1783948593.381598:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.104@tcp ip 192.168.202.104:988 00000800:00000200:0.0:1783948593.381604:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff89e950b5b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783948593.381610:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.381614:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: using a timeout of 228098 usecs (229 jiffies) 00000400:00000200:0.0:1783948593.381617:0:2353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000100:00000001:0.0:1783948593.381621:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 0 is 4296683762 00000100:00000001:0.0:1783948593.381625:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 0, keep current deadline 4296687853 00000100:00000001:0.0:1783948593.381628:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS new deadline estimation for cpu 1 is 4296683762 00000100:00000001:0.0:1783948593.381631:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff89e943191000: PM QoS request active for cpu 1, keep current deadline 4296687853 00000100:00000001:0.0:1783948593.381634:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948593.381636:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.381645:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.381651:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.381667:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948593.381670:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783948593.381736:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948593.381742:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b300. 00000400:00000200:0.0:1783948593.381748:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948593.381753:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948593.381761:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf088 00000400:00000010:0.0:1783948593.381765:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf088. 00000100:00000001:0.0:1783948593.381770:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948593.381776:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.381789:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.381792:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.381800:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.381802:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948593.381817:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948593.381819:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b900. 00000400:00000200:0.0:1783948593.381822:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948593.381826:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948593.381829:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf2a8 00000400:00000010:0.0:1783948593.381831:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf2a8. 00000100:00000001:0.0:1783948593.381835:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948593.381840:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.381847:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.381871:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.381886:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.381888:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948593.381897:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948593.381900:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5ba00. 00000400:00000200:0.0:1783948593.381903:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948593.381908:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948593.381911:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfaa0 00000400:00000010:0.0:1783948593.381914:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfaa0. 00000100:00000001:0.0:1783948593.381917:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948593.381921:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.381928:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.381930:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.381935:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.381937:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783948593.382022:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783948593.382025:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89e950b5b000. 00000400:00000200:0.0:1783948593.382029:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948593.382033:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000400:00000200:0.0:1783948593.382036:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfe58 00000400:00000010:0.0:1783948593.382053:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfe58. 00000100:00000001:0.0:1783948593.382057:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783948593.382061:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.382068:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.382071:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.382077:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.382079:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783948593.388435:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388462:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948593.388470:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388473:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948593.388486:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388497:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948593.388524:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388532:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388540:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388545:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 10 MB=0x6a54dd9459480 00000400:00000200:0.0:1783948593.388551:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388561:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.104@tcp of length 224/224 into md 0x7851 [1] + 224 00000800:00000001:0.0:1783948593.388574:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388580:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948593.388584:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948593.388591:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948593.388601:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948593.388614:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948593.388628:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.388650:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948593.388663:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388668:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948593.388670:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388673:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948593.388677:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388682:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948593.388687:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388690:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388693:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388696:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9459500 00000400:00000200:0.0:1783948593.388699:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388706:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7841 [1] + 224 00000800:00000001:0.0:1783948593.388710:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388713:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948593.388715:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948593.388718:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948593.388721:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948593.388727:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948593.388737:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.388743:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948593.388747:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388752:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948593.388754:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388756:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948593.388759:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388762:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948593.388766:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388769:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388771:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388773:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 4 MB=0x6a54dd9459580 00000400:00000200:0.0:1783948593.388776:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388779:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7861 [1] + 224 00000800:00000001:0.0:1783948593.388782:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388786:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948593.388787:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948593.388790:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948593.388792:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948593.388797:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948593.388805:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.388813:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948593.388816:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388819:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783948593.388820:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388822:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948593.388825:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388827:0:2346:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.4@tcp(192.168.202.4@tcp) <- 192.168.202.104@tcp : PUT - for me 00000400:00000200:0.0:1783948593.388832:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388834:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388836:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388838:0:2346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.104@tcp of length 224 into portal 25 MB=0x6a54dd9459400 00000400:00000200:0.0:1783948593.388843:0:2346:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.104@tcp to cpt 0 00000400:00000200:0.0:1783948593.388848:0:2346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.104@tcp of length 224/224 into md 0x7831 [1] + 224 00000800:00000001:0.0:1783948593.388872:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388883:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783948593.388885:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783948593.388888:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.4@tcp->192.168.202.104@tcp: PUT: OK 00000100:00000001:0.0:1783948593.388891:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948593.388896:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783948593.388906:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.388913:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783948593.388916:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783948593.388920:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.388939:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948593.388945:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783948593.388955:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948593.388959:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948593.388965:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aea50. 00000400:00000200:0.0:1783948593.388972:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf6e8 00000400:00000010:0.0:1783948593.388976:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf6e8. 00000100:00000001:0.0:1783948593.388982:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948593.388987:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948593.388994:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.389000:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948593.389003:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.389006:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948593.389011:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948593.389016:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948593.389018:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.389023:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948593.389040:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d1460 time=113 v=5 (5 106 106 106) 00000100:00001000:0.0:1783948593.389046:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d1418 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948593.389049:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948593.389051:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948593.389055:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948593.389060:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.389065:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783948593.389068:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: committing for last_committed 8589934621 gen 2 00000100:00000040:0.0:1783948593.389076:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff89e95066d500 x1870603636540416/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389085:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.389088:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066d500 x1870603636540416/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389095:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948593.389098:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948593.389103:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cb400. 02000000:00000001:0.0:1783948593.389107:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948593.389111:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.389113:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948593.389115:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.389118:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e941342600. 02000000:00000001:0.0:1783948593.389123:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.389125:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.389128:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066d500. 00000100:00000001:0.0:1783948593.389132:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.389133:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948593.389139:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff89e95066c700 x1870603636540672/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389147:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.389149:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066c700 x1870603636540672/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389155:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948593.389157:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948593.389159:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581ca800. 02000000:00000001:0.0:1783948593.389162:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948593.389163:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.389164:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=7 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948593.389166:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.389168:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e952882400. 02000000:00000001:0.0:1783948593.389171:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.389172:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.389174:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066c700. 00000100:00000001:0.0:1783948593.389176:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.389177:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948593.389183:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389192:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783948593.389193:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614234166201856 : -129839543349760 : ffff89e960240e00) 00000100:00000001:0.0:1783948593.389196:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.389199:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389205:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.389207:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.389212:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff89e9529cd880 x1870603636541568/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389219:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783948593.389222:0:2353:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff89e9470aa3a0. 00000100:00000001:0.0:1783948593.389224:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.389228:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240e00 x1870603636540928/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 576/664 e 0 to 0 dl 1783948602 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389234:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783948593.389236:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.389238:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=6 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948593.389240:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.389241:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff89e950637800. 02000000:00000001:0.0:1783948593.389244:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.389245:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.389246:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240e00. 00000100:00000001:0.0:1783948593.389249:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.389251:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948593.389254:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff89e9529cd880 x1870603636541568/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389260:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.389262:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e9529cd880 x1870603636541568/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:23/10 lens 392/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783948593.389269:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948593.389270:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948593.389272:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9493f1000. 02000000:00000001:0.0:1783948593.389275:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948593.389276:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.389277:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=5 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948593.389279:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.389280:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e96022ac00. 02000000:00000001:0.0:1783948593.389282:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.389284:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.389285:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e9529cd880. 00000100:00000001:0.0:1783948593.389288:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.389290:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948593.389295:0:2353:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff89e95066ed80 x1870603636543744/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.389301:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.389304:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e95066ed80 x1870603636543744/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 504/456 e 0 to 0 dl 1783948602 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.389311:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948593.389312:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948593.389314:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89e9581cac00. 02000000:00000001:0.0:1783948593.389317:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948593.389318:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.389320:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=4 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948593.392630:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.392652:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89e950b80e00. 02000000:00000001:0.0:1783948593.392664:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.392666:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.392669:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e95066ed80. 00000100:00000001:0.0:1783948593.392674:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.392676:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.392681:0:2353:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783948593.392684:0:2353:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff89e943191000: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:0.0:1783948593.392687:0:2353:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948593.392690:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.392709:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.392719:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948593.392722:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948593.392724:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948593.392728:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948593.392737:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636544640:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948593.392758:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948593.392761:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948593.392764:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae108. 00000400:00000200:0.0:1783948593.392770:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acfcc0 00000400:00000010:0.0:1783948593.392772:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acfcc0. 00000100:00000001:0.0:1783948593.392778:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948593.392783:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948593.392793:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.392800:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948593.392802:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.392804:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948593.392807:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948593.392810:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948593.392812:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.392815:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948593.392826:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185c60 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948593.392831:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185c18 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948593.392833:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948593.392835:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948593.392838:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948593.392842:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.392845:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948593.392848:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff89e943191000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1783948593.392849:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948593.392864:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.392869:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.392875:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948593.392878:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948593.392879:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948593.392883:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948593.392891:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636544896:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948593.392897:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948593.392898:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948593.392900:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471ae580. 00000400:00000200:0.0:1783948593.392903:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acf7f8 00000400:00000010:0.0:1783948593.392905:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acf7f8. 00000100:00000001:0.0:1783948593.392908:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948593.392912:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948593.392920:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.392927:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948593.392928:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.392930:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948593.392931:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948593.392933:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948593.392934:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.392936:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948593.392939:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e9431d3460 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948593.392942:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e9431d3418 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948593.392944:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948593.392946:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948593.392947:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948593.392949:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.392951:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.392954:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.392959:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948593.392961:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948593.392962:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948593.392965:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948593.392973:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1019a023-0430-437f-92f1-89584dbfbb66:2353:1870603636544512:192.168.202.104@tcp:400:kworker.0 00000400:00000001:0.0:1783948593.392979:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783948593.392980:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783948593.392982:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff89e9471aecb8. 00000400:00000200:0.0:1783948593.392985:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89e951acff68 00000400:00000010:0.0:1783948593.392986:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff89e951acff68. 00000100:00000001:0.0:1783948593.392988:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783948593.392991:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783948593.392999:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.393005:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783948593.393007:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.393008:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783948593.393009:0:2353:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783948593.393010:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783948593.393012:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783948593.393013:0:2353:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783948593.393017:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff89e960185460 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1783948593.393020:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff89e960185418 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1783948593.393022:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783948593.393023:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783948593.393024:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783948593.393026:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.393028:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783948593.393029:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff89e943191000: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1783948593.393031:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783948593.393032:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783948593.393036:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.393535:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783948593.393538:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783948593.393540:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783948593.393545:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783948593.393552:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff89e960241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:342776fa-f61c-4b73-829b-67eb463eff17:2353:1870603636544768:192.168.202.104@tcp:400:kworker.0 00000100:00000001:0.0:1783948593.393556:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.393559:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.393563:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240a80 x1870603636544640/t0(0) o400->lustre-MDT0000-mdc-ffff89e943191000@192.168.202.104@tcp:12/10 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.393570:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948593.393574:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948593.393578:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950667a00. 02000000:00000001:0.0:1783948593.393585:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948593.393588:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.393589:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d1000 refcount=3 obd=lustre-MDT0000-mdc-ffff89e943191000 00000020:00000001:0.0:1783948593.393592:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.393594:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bb00. 02000000:00000001:0.0:1783948593.393598:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.393599:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.393600:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240a80. 00000100:00000001:0.0:1783948593.393603:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.393604:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.393606:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.393609:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241c00 x1870603636544896/t0(0) o400->lustre-OST0001-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.393616:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948593.393617:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948593.393618:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e950666200. 02000000:00000001:0.0:1783948593.393620:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948593.393621:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.393623:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185800 refcount=2 obd=lustre-OST0001-osc-ffff89e943191000 00000020:00000001:0.0:1783948593.393624:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.393625:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bd00. 02000000:00000001:0.0:1783948593.393627:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.393629:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.393630:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241c00. 00000100:00000001:0.0:1783948593.393632:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.393633:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.393634:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.393638:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960240700 x1870603636544512/t0(0) o400->MGC192.168.202.104@tcp@192.168.202.104@tcp:26/25 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.393643:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948593.393644:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948593.393646:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e9593c4400. 02000000:00000001:0.0:1783948593.393648:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948593.393649:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.393650:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e9431d3000 refcount=3 obd=MGC192.168.202.104@tcp 00000020:00000001:0.0:1783948593.393652:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.393653:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5b200. 02000000:00000001:0.0:1783948593.393655:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.393656:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.393657:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960240700. 00000100:00000001:0.0:1783948593.393659:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.393660:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.393661:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783948593.393664:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff89e960241f80 x1870603636544768/t0(0) o400->lustre-OST0000-osc-ffff89e943191000@192.168.202.104@tcp:28/4 lens 224/224 e 0 to 0 dl 1783948609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783948593.393669:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783948593.393670:0:2353:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783948593.393671:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89e945135e00. 02000000:00000001:0.0:1783948593.393675:0:2353:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783948593.393676:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783948593.393677:0:2353:0:(genops.c:1244:class_import_put()) import ffff89e960185000 refcount=2 obd=lustre-OST0000-osc-ffff89e943191000 00000020:00000001:0.0:1783948593.393679:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783948593.393680:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89e950b5bc00. 02000000:00000001:0.0:1783948593.393682:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783948593.393684:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783948593.393685:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89e960241f80. 00000100:00000001:0.0:1783948593.393687:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783948593.393689:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.393692:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783948593.393704:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783948593.393706:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783948593.393710:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783948593.393713:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948594.399933:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948594.399939:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783948594.399944:0:790:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783948594.399945:0:790:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783948594.399967:0:15993:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783948594.399970:0:15993:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783948594.399973:0:15993:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783948594.922796:0:35245:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 128766 lines, 128766 kept, 0 dropped, 0 bad.